00000100:00000001:2.0F:1749611479.458601:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611479.458614:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611479.458617:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611479.458621:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611479.458625:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611479.458628:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611479.458631:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611479.458634:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611479.458636:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0F:1749611479.461244:0:28158:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bd80. 00080000:00000010:1.0:1749611479.461255:0:28158:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bd80. 00000020:00000001:1.0:1749611479.461259:0:28158:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611479.461273:0:28158:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bd80. 00080000:00000010:1.0:1749611479.461277:0:28158:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bd80. 00000020:00000001:1.0:1749611479.461280:0:28158:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611479.461286:0:28158:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bd80. 00080000:00000010:1.0:1749611479.461290:0:28158:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bd80. 00000020:00000001:1.0:1749611479.461292:0:28158:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611479.686563:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611479.686572:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611479.686573:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611479.686576:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611479.686578:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611479.686580:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611479.686582:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611479.702816:0:28199:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387200. 00080000:00000010:2.0:1749611479.702824:0:28199:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387200. 00000020:00000001:2.0:1749611479.702829:0:28199:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611479.702841:0:28199:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387200. 00080000:00000010:2.0:1749611479.702845:0:28199:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387200. 00000020:00000001:2.0:1749611479.702848:0:28199:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611479.702854:0:28199:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387200. 00080000:00000010:2.0:1749611479.702858:0:28199:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387200. 00000020:00000001:2.0:1749611479.702861:0:28199:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611479.962115:0:28280:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611479.962123:0:28280:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611479.962128:0:28280:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611479.962140:0:28280:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611479.962145:0:28280:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611479.962147:0:28280:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611479.962153:0:28280:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611479.962156:0:28280:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611479.962159:0:28280:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611480.104742:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611480.104748:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611480.104752:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0F:1749611480.263264:0:28362:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7100. 00080000:00000010:3.0:1749611480.263277:0:28362:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7100. 00000020:00000001:3.0:1749611480.263283:0:28362:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611480.263328:0:28362:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7100. 00080000:00000010:3.0:1749611480.263334:0:28362:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7100. 00000020:00000001:3.0:1749611480.263338:0:28362:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611480.263346:0:28362:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7100. 00080000:00000010:3.0:1749611480.263350:0:28362:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7100. 00000020:00000001:3.0:1749611480.263354:0:28362:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611480.441255:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b900. 00080000:00000010:1.0:1749611480.441265:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b900. 00000020:00000001:1.0:1749611480.441271:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611480.441388:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b900. 00080000:00000010:1.0:1749611480.441394:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b900. 00000020:00000001:1.0:1749611480.441397:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611480.441404:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b900. 00080000:00000010:1.0:1749611480.441408:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b900. 00000020:00000001:1.0:1749611480.441412:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611480.458612:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611480.458626:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611480.458628:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611480.458632:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611480.458635:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611480.458639:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611480.458641:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611480.458644:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611480.458647:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611480.608868:0:28445:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611480.608877:0:28445:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611480.608883:0:28445:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611480.608899:0:28445:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611480.608904:0:28445:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611480.608907:0:28445:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611480.608915:0:28445:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611480.608919:0:28445:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611480.608923:0:28445:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611480.731737:0:28488:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b680. 00080000:00000010:1.0:1749611480.731747:0:28488:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b680. 00000020:00000001:1.0:1749611480.731753:0:28488:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611480.731759:0:28488:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b680. 00080000:00000010:1.0:1749611480.731764:0:28488:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b680. 00000020:00000001:1.0:1749611480.731768:0:28488:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611480.731773:0:28488:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b680. 00080000:00000010:1.0:1749611480.731778:0:28488:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b680. 00000020:00000001:1.0:1749611480.731781:0:28488:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611480.784794:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b800. 00080000:00000010:1.0:1749611480.784805:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b800. 00000020:00000001:1.0:1749611480.784811:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611480.784894:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b800. 00080000:00000010:1.0:1749611480.784899:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b800. 00000020:00000001:1.0:1749611480.784903:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611480.784910:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b800. 00080000:00000010:1.0:1749611480.784915:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b800. 00000020:00000001:1.0:1749611480.784918:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611480.940700:0:28510:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611480.940709:0:28510:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611480.940716:0:28510:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611480.940732:0:28510:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611480.940738:0:28510:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611480.940741:0:28510:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611480.940748:0:28510:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611480.940753:0:28510:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611480.940756:0:28510:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611480.945320:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b800. 00080000:00000010:1.0:1749611480.945328:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b800. 00000020:00000001:1.0:1749611480.945334:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611480.945410:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b800. 00080000:00000010:1.0:1749611480.945414:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b800. 00000020:00000001:1.0:1749611480.945417:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611480.945423:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b800. 00080000:00000010:1.0:1749611480.945427:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b800. 00000020:00000001:1.0:1749611480.945430:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:3.0:1749611481.064080:0:28552:0:(tgt_mount.c:1983:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00080000:00000010:3.0:1749611481.065132:0:28552:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611481.065141:0:28552:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611481.065146:0:28552:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611481.065229:0:28552:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611481.065234:0:28552:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611481.065238:0:28552:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611481.065253:0:28552:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611481.065257:0:28552:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611481.065261:0:28552:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611481.066623:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611481.066628:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611481.066635:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611481.066754:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611481.066759:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611481.066764:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.078772:0:28552:0:(tgt_mount.c:1691:server_put_super()) Process entered 00000020:00000010:3.0:1749611481.078781:0:28552:0:(tgt_mount.c:1695:server_put_super()) kmalloced '(tmpname)': 15 at ffff88007d207190. 00000020:01000004:3.0:1749611481.078786:0:28552:0:(tgt_mount.c:1697:server_put_super()) server put_super lustre-OST0000 00000020:00000001:3.0:1749611481.078789:0:28552:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:3.0:1749611481.078793:0:28552:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff88006dfe25c0. 00000020:00000010:3.0:1749611481.078798:0:28552:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffff88009b1f1b40. 00000020:00000001:3.0:1749611481.078803:0:28552:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1749611481.078807:0:28552:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff88009d701240. 00000020:00000001:3.0:1749611481.078819:0:28552:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:3.0:1749611481.078824:0:28552:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:3.0:1749611481.078828:0:28552:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1749611481.078831:0:28552:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1749611481.078833:0:28552:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1749611481.078835:0:28552:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1749611481.078837:0:28552:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8800b42ca200) refs 2 10000000:00000001:3.0:1749611481.078839:0:28552:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611481.078842:0:28552:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612135337042432 : -131938372509184 : ffff8800b42ca200) 10000000:00000001:3.0:1749611481.078845:0:28552:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1749611481.078846:0:28552:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1749611481.078850:0:28552:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1749611481.078852:0:28552:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611481.078855:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.078856:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.078858:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.078859:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.078860:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.078861:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.078862:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.078863:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.078864:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.078865:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.078866:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611481.078867:0:28552:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b42ca200) refs 2 10000000:00000001:3.0:1749611481.078870:0:28552:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.078871:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611481.078872:0:28552:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b42ca200) refs 1 10000000:01000000:3.0:1749611481.078874:0:28552:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:3.0:1749611481.078876:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.078876:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.078877:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.078878:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.078879:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.078880:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.078881:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.078882:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.078883:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.078884:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1749611481.078887:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 14 10000000:00000010:3.0:1749611481.078894:0:28552:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 294 at ffff8800b42ca200. 10000000:00000001:3.0:1749611481.078899:0:28552:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1749611481.078900:0:28552:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:3.0:1749611481.078902:0:28552:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611481.078904:0:28552:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.078906:0:28552:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611481.078908:0:28552:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff88009d701240. 00000020:00000001:3.0:1749611481.078911:0:28552:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611481.078914:0:28552:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff880129ca7200. 00000020:00000040:3.0:1749611481.078917:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 6 00000020:00000010:3.0:1749611481.078920:0:28552:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff88009b1f1de0. 00000010:00000001:3.0:1749611481.078924:0:28552:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:3.0:1749611481.078928:0:28552:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749611481.078930:0:28552:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1749611481.078933:0:28552:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749611481.078936:0:28552:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749611481.078939:0:28552:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1749611481.078942:0:28552:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749611481.078944:0:28552:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611481.078946:0:28552:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749611481.078947:0:28552:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749611481.078948:0:28552:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749611481.078951:0:28552:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749611481.078953:0:28552:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1749611481.078955:0:28552:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000001:3.0:1749611481.078958:0:28552:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611481.078959:0:28552:0:(genops.c:1242:class_import_put()) import ffff88012e554000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749611481.078961:0:28552:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611481.078963:0:28552:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611481.078965:0:28552:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1749611481.078968:0:28552:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00080000:3.0:1749611481.078971:0:28552:0:(import.c:66:import_set_state_nolock()) ffff88012e554000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00000001:3.0:1749611481.078973:0:28552:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749611481.078975:0:28552:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749611481.078976:0:28552:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749611481.078977:0:28552:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749611481.078983:0:28552:0:(import.c:1837:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611481.078985:0:28552:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611481.078987:0:28552:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749611481.078989:0:28552:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1749611481.078990:0:28552:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749611481.078991:0:28552:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749611481.078993:0:28552:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00000040:3.0:1749611481.078995:0:28552:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749611481.078997:0:28552:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611481.078998:0:28552:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749611481.078999:0:28552:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749611481.079000:0:28552:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749611481.079001:0:28552:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00100000:3.0:1749611481.079003:0:28552:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1749611481.079005:0:28552:0:(obd_class.h:1246:obd_import_event()) Process entered 00000001:00000001:3.0:1749611481.079008:0:28552:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749611481.079010:0:28552:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749611481.079630:0:28552:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611481.079633:0:28552:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749611481.079634:0:28552:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749611481.080134:0:28552:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611481.080136:0:28552:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:3.0:1749611481.080141:0:28552:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1749611481.080143:0:28552:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611481.080146:0:28552:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff88009b1f1de0. 00000020:00000040:3.0:1749611481.080152:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16c000 : new refcount 3 00000020:00000010:3.0:1749611481.080155:0:28552:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff88009b1f1de0. 00000010:00000001:3.0:1749611481.080157:0:28552:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:3.0:1749611481.080159:0:28552:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749611481.080160:0:28552:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:3.0:1749611481.080162:0:28552:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749611481.080164:0:28552:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749611481.080165:0:28552:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00000040:3.0:1749611481.080167:0:28552:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749611481.080169:0:28552:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611481.080170:0:28552:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749611481.080171:0:28552:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749611481.080179:0:28552:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749611481.080181:0:28552:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:3.0:1749611481.080182:0:28552:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:3.0:1749611481.080184:0:28552:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000001:3.0:1749611481.080186:0:28552:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611481.080188:0:28552:0:(genops.c:1242:class_import_put()) import ffff88012e555800 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611481.080190:0:28552:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611481.080191:0:28552:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611481.080193:0:28552:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:3.0:1749611481.080194:0:28552:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:3.0:1749611481.080196:0:28552:0:(import.c:1719:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1749611481.080201:0:28552:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f574a80. 00000020:00000040:3.0:1749611481.080204:0:28552:0:(genops.c:1229:class_import_get()) import ffff88012e555800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749611481.080208:0:28552:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611481.080211:0:28552:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611481.080215:0:28552:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611481.080221:0:28552:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8ba4c00. 00000100:00000001:3.0:1749611481.080228:0:28552:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611481.080231:0:28552:0:(import.c:1757:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446612134987516544 : -131938722035072 : ffff88009f574a80) 00000100:00080000:3.0:1749611481.080233:0:28552:0:(import.c:66:import_set_state_nolock()) ffff88012e555800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:3.0:1749611481.080238:0:28552:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611481.080242:0:28552:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611481.080252:0:28552:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009f574a80] to pc [ptlrpcd_rcv+-1] req@ffff88009f574a80 x1834598494680192/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611481.080282:0:28552:0:(import.c:1871:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611481.080837:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611481.080842:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494680192 02000000:00000001:1.0:1749611481.080846:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611481.080849:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611481.080852:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611481.080857:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611481.080861:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494680192 00000020:00000001:1.0:1749611481.080864:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611481.080866:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d4ee 00000020:00000001:1.0:1749611481.080869:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611481.080872:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b51bb800 refcount=5 00000020:00000001:1.0:1749611481.080875:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00000020:00000001:1.0:1749611481.080878:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135352711168 : -131938356840448 : ffff8800b51bb800) 00000100:00000001:1.0:1749611481.080883:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611481.080888:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4917480. 00000020:00000040:1.0:1749611481.080895:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749611481.080906:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749611481.080911:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58400. 00000020:00000010:1.0:1749611481.080915:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16b800. 00000020:00000010:1.0:1749611481.080922:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 00000100:00000040:1.0:1749611481.080930:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611481.080932:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611481.080934:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611481.080937:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611481.080944:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611481.080951:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611481.080969:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611481.080971:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:2.0:1749611481.080972:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1749611481.080976:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00000040:1.0:1749611481.080980:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b51bb800 : new rpc_count 1 00000020:00000040:2.0:1749611481.080981:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749611481.080982:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503462912 : -131939206088704 : ffff8800827d3800) 00000100:00000040:1.0:1749611481.080989:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d3800 x1834598494680192/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:162/0 lens 224/0 e 0 to 0 dl 1749611492 ref 1 fl New:/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611481.080999:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611481.081001:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b4917bc0. 00000100:00000001:1.0:1749611481.081004:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611481.081006:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b4917bc0. 00000100:00100000:1.0:1749611481.081011:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28320:x1834598494680192:12345-0@lo:39:umount.0 00000100:00000200:1.0:1749611481.081015:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494680192 00000020:00000001:1.0:1749611481.081019:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611481.081022:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749611481.081024:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611481.081027:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749611481.081029:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116702688 : -1592848928 : ffffffffa10f0de0) 00000020:00000001:1.0:1749611481.081032:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749611481.081036:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611481.081038:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749611481.081040:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749611481.081043:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611481.081045:0:12680:0:(tgt_handler.c:1098:tgt_disconnect()) Process entered 00010000:00000001:1.0:1749611481.081048:0:12680:0:(ldlm_lib.c:1641:target_handle_disconnect()) Process entered 00000100:00000001:1.0:1749611481.081051:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611481.081054:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749611481.081058:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bce7c00. 02000000:00000001:1.0:1749611481.081060:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611481.081062:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611481.081067:0:12680:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb800 refcount=6 00010000:00000001:1.0:1749611481.081069:0:12680:0:(obd_class.h:931:obd_disconnect()) Process entered 00000004:00000001:1.0:1749611481.081072:0:12680:0:(mdt_handler.c:7392:mdt_obd_disconnect()) Process entered 00000020:00000040:1.0:1749611481.081079:0:12680:0:(genops.c:887:class_export_get()) GET export ffff8800b51bb800 refcount=7 00010000:00000001:1.0:1749611481.081081:0:12680:0:(ldlm_lib.c:774:server_disconnect_export()) Process entered 00000020:00000001:1.0:1749611481.081083:0:12680:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:1.0:1749611481.081088:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 6 00000020:00000080:1.0:1749611481.081090:0:12680:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d4ee 00000020:00000040:1.0:1749611481.081092:0:12680:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b51bb800 with handle 0x689c0ec07329d4ee from hash 00000020:00000040:1.0:1749611481.081097:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 5 00000020:00000010:1.0:1749611481.081100:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b4917480. 00000020:00000001:1.0:1749611481.081102:0:12680:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1749611481.081104:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 4 00000020:00000001:1.0:1749611481.081106:0:12680:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1749611481.081107:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 3 00000020:00000001:1.0:1749611481.081109:0:12680:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611481.081111:0:12680:0:(import.c:2063:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:1.0:1749611481.081113:0:12680:0:(import.c:66:import_set_state_nolock()) ffff8800b51b9800 : changing import state from FULL to CLOSED 00000100:00000001:1.0:1749611481.081116:0:12680:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1749611481.081118:0:12680:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1749611481.081119:0:12680:0:(import.c:2073:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:1.0:1749611481.081141:0:12680:0:(ldlm_lib.c:805:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1749611481.081147:0:12680:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:1.0:1749611481.081150:0:12680:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8800b4002000 dirty 0 pend 0 grant 0 00000020:00000020:1.0:1749611481.081154:0:12680:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff8800b51bb800 dirty 0 pend 0 grant 0 00000004:00000001:1.0:1749611481.081156:0:12680:0:(mdt_handler.c:7314:mdt_export_cleanup()) Process entered 00000020:00000001:2.0:1749611481.081162:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:1.0:1749611481.081162:0:12680:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:1.0:1749611481.081164:0:12680:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611481.081165:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749611481.081166:0:12680:0:(mdt_handler.c:7383:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611481.081168:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1749611481.081168:0:12680:0:(nodemap_handler.c:579:nodemap_del_member()) Process entered 00000001:00000040:1.0:1749611481.081172:0:12680:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000001:00000001:1.0:1749611481.081175:0:12680:0:(nodemap_member.c:31:nm_member_del()) Process entered 00000001:00000040:1.0:1749611481.081178:0:12680:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00000020:00000040:1.0:1749611481.081180:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 2 00000001:00000001:1.0:1749611481.081182:0:12680:0:(nodemap_member.c:49:nm_member_del()) Process leaving 00000001:00000040:1.0:1749611481.081184:0:12680:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 3 00000001:00000001:1.0:1749611481.081186:0:12680:0:(nodemap_handler.c:604:nodemap_del_member()) Process leaving 00000020:00000040:1.0:1749611481.081192:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 1 00000004:00000001:1.0:1749611481.081194:0:12680:0:(mdt_handler.c:7418:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611481.081197:0:12680:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611481.081199:0:12680:0:(ldlm_lib.c:1662:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611481.081201:0:12680:0:(tgt_handler.c:1106:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611481.081204:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494680192 00010000:00000001:1.0:1749611481.081207:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:1.0:1749611481.081213:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800827d3800 x1834598494680192/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:162/0 lens 224/224 e 0 to 0 dl 1749611492 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611481.081222:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611481.081224:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611481.081227:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611481.081232:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611481.081234:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611481.081237:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611481.081239:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611481.081241:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611481.081243:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611481.081246:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611481.081249:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000200:1.0:1749611481.081254:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494680192, offset 224 00000400:00000200:1.0:1749611481.081259:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611481.081267:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611481.081274:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b480 00000400:00000200:1.0:1749611481.081280:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x90d9 [1] + 224 00000400:00000200:1.0:1749611481.081285:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611481.081288:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611481.081323:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611481.081328:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009f574a80 x1834598494680192/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611491 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611481.081338:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009f574a80 x1834598494680192/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611491 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611481.081358:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611481.081372:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749611481.081374:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749611481.081377:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611481.081378:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611481.081382:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611481.081385:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:1.0:1749611481.081388:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749611481.081389:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611481.081392:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749611481.081396:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d3800 x1834598494680192/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:162/0 lens 224/224 e 0 to 0 dl 1749611492 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611481.081407:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+1:28320:x1834598494680192:12345-0@lo:39:umount.0 Request processed in 405us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1749611481.081416:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00000040:1.0:1749611481.081419:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b51bb800 : new rpc_count 0 00000100:00000001:1.0:1749611481.081421:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611481.081423:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611481.081428:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16b800. 00000020:00000010:1.0:1749611481.081431:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000020:00000010:1.0:1749611481.081435:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58400. 00000020:00000040:1.0:1749611481.081439:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51bb800 : new refcount 0 00000020:00000080:1.0:1749611481.081441:0:12680:0:(genops.c:904:class_export_put()) final put ffff8800b51bb800/lustre-MDT0001-lwp-OST0000_UUID 00000100:00000001:1.0:1749611481.081459:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611481.081483:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1749611481.081486:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b51bb800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000040:2.0:1749611481.081491:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000001:2.0:1749611481.081494:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000004:00000001:2.0:1749611481.081497:0:18174:0:(mdt_handler.c:7569:mdt_destroy_export()) Process entered 00000020:00000040:2.0:1749611481.081500:0:18174:0:(genops.c:1229:class_import_get()) import ffff8800b51b9800 refcount=2 obd=lustre-MDT0001 00000020:00000001:2.0:1749611481.081503:0:18174:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611481.081504:0:18174:0:(genops.c:1242:class_import_put()) import ffff8800b51b9800 refcount=1 obd=lustre-MDT0001 00000020:00000001:2.0:1749611481.081516:0:18174:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749611481.081518:0:18174:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611481.081520:0:18174:0:(genops.c:1242:class_import_put()) import ffff8800b51b9800 refcount=0 obd=lustre-MDT0001 00000020:00000040:2.0:1749611481.081600:0:18174:0:(genops.c:1245:class_import_put()) final put import ffff8800b51b9800 00000020:00000001:2.0:1749611481.081615:0:18174:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749611481.081615:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300754539, at 4300754539 00000100:00000040:3.0:1749611481.081617:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300754539, at 4300754539 00000004:00000010:2.0:1749611481.081619:0:18174:0:(mdt_handler.c:7573:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff880136acd8c0. 00000100:00000010:1.0:1749611481.081623:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230b40. 00010000:00000001:2.0:1749611481.081626:0:18174:0:(ldlm_lockd.c:3179:ldlm_destroy_export()) Process entered 00000100:00000010:3.0:1749611481.081628:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230e40. 00000001:00000001:2.0:1749611481.081629:0:18174:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611481.081638:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880071737600. 00000001:00000010:2.0:1749611481.081642:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880071736c00. 00000001:00000010:2.0:1749611481.081646:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880071737200. 00000001:00000010:2.0:1749611481.081649:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880071736000. 00000001:00000010:2.0:1749611481.081653:0:18174:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800781b3aa0. 00000001:00000010:2.0:1749611481.081657:0:18174:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88012d5ab900. 00000001:00000001:2.0:1749611481.081662:0:18174:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1749611481.081665:0:18174:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:2.0:1749611481.081668:0:18174:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611481.081673:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880071737000. 00000001:00000010:2.0:1749611481.081676:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880071736400. 00000001:00000010:2.0:1749611481.081679:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880071736a00. 00000001:00000010:2.0:1749611481.081682:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880071736800. 00000001:00000010:2.0:1749611481.081686:0:18174:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800781b32e0. 00000001:00000010:2.0:1749611481.081688:0:18174:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88012d5ab840. 00000001:00000001:2.0:1749611481.081691:0:18174:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000001:2.0:1749611481.081693:0:18174:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:2.0:1749611481.081696:0:18174:0:(ldlm_lockd.c:3184:ldlm_destroy_export()) Process leaving 00000001:00000010:2.0:1749611481.081702:0:18174:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff880129ca7b80. 00000020:00000020:2.0:1749611481.081709:0:18174:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:2.0:1749611481.081713:0:18174:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8800b4002000 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1749611481.081719:0:18174:0:(mdt_handler.c:7599:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611481.081723:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611481.081726:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 7 - export 00000020:00000010:2.0:1749611481.081731:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b51bb800. 00000020:00000001:2.0:1749611481.081736:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000001:3.0:1749611481.081742:0:28552:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611481.081742:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000100:00000001:3.0:1749611481.081747:0:28552:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749611481.081749:0:28552:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:3.0:1749611481.081752:0:28552:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000020:00000080:2.0:1749611481.081752:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff8800b51b9800 for lustre-MDT0001 00000100:00000001:3.0:1749611481.081755:0:28552:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749611481.081757:0:28552:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000020:00000040:2.0:1749611481.081757:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000040:3.0:1749611481.081761:0:28552:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000020:00000040:2.0:1749611481.081761:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - import 00000020:00000010:2.0:1749611481.081765:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff8800b51b9800. 00000100:00000001:3.0:1749611481.081770:0:28552:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000020:00000001:2.0:1749611481.081770:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00000001:3.0:1749611481.081772:0:28552:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749611481.081774:0:28552:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749611481.081776:0:28552:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749611481.081779:0:28552:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00100000:3.0:1749611481.081781:0:28552:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1749611481.081784:0:28552:0:(obd_class.h:1246:obd_import_event()) Process entered 00000001:00000001:3.0:1749611481.081787:0:28552:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:2.0:1749611481.081789:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300754539, at 4300754539 00000001:00000001:3.0:1749611481.081790:0:28552:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000100:00000010:2.0:1749611481.081796:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230840. 00000001:00000001:3.0:1749611481.082396:0:28552:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611481.082399:0:28552:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1749611481.082401:0:28552:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1749611481.082927:0:28552:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611481.082931:0:28552:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:3.0:1749611481.082934:0:28552:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1749611481.082936:0:28552:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611481.082940:0:28552:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff88009b1f1de0. 00000020:00000001:3.0:1749611481.082946:0:28552:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611481.082948:0:28552:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff880129ca7200. 00000020:00000010:3.0:1749611481.082951:0:28552:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffff88009b1f1b40. 00000020:00000010:3.0:1749611481.082953:0:28552:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff88006dfe25c0. 00000020:00000010:3.0:1749611481.082958:0:28552:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf4a00. 00000020:00000010:3.0:1749611481.082962:0:28552:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009cbf5600. 00000040:00000010:3.0:1749611481.082966:0:28552:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009cbf4200. 00000020:00000010:3.0:1749611481.082970:0:28552:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51ba000. 00000020:00000010:3.0:1749611481.082975:0:28552:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f8c0. 00000020:00000010:3.0:1749611481.082978:0:28552:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009cbf4400. 80000000:00000010:3.0:1749611481.082982:0:28552:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1b40. 40000000:00000010:3.0:1749611481.082986:0:28552:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006dfe25c0. 00100000:00000010:3.0:1749611481.082990:0:28552:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bd800. 00040000:00000010:3.0:1749611481.082994:0:28552:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4300. 00040000:00000010:3.0:1749611481.082997:0:28552:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009cbf4e00. 00080000:00000010:3.0:1749611481.083003:0:28552:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c489000. 00080000:00000010:3.0:1749611481.083008:0:28552:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b00000. 00000004:00000010:3.0:1749611481.083015:0:28552:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51be800. 00000004:00000010:3.0:1749611481.083027:0:28552:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c48b000. 00000004:00000010:3.0:1749611481.083031:0:28552:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b51b9800. 00002000:00000010:3.0:1749611481.083036:0:28552:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8801322e4400. 00000004:00000010:3.0:1749611481.083040:0:28552:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8801322e4000. 00000020:00000010:3.0:1749611481.083044:0:28552:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88006dfe22c0. 00000020:00000001:3.0:1749611481.083048:0:28552:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:3.0:1749611481.083050:0:28552:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff88009b1f1de0. 00000020:00000001:3.0:1749611481.083052:0:28552:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:3.0:1749611481.083054:0:28552:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:3.0:1749611481.083056:0:28552:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:3.0:1749611481.083058:0:28552:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:3.0:1749611481.083060:0:28552:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:3.0:1749611481.083062:0:28552:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:3.0:1749611481.083064:0:28552:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff88007fb8fa00) refs 2 10000000:00000001:3.0:1749611481.083066:0:28552:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611481.083067:0:28552:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612134457047552 : -131939252504064 : ffff88007fb8fa00) 10000000:00000001:3.0:1749611481.083070:0:28552:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1749611481.083072:0:28552:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1749611481.083074:0:28552:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1749611481.083076:0:28552:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611481.083078:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.083079:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083080:0:28552:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:3.0:1749611481.083082:0:28552:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:3.0:1749611481.083083:0:28552:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1749611481.083084:0:28552:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611481.083086:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611481.083087:0:28552:0:(mgc_request.c:123:config_log_put()) log params(ffff88007fb8fe00) refs 1 10000000:01000000:3.0:1749611481.083090:0:28552:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:3.0:1749611481.083091:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.083092:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083093:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.083094:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083095:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.083096:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083097:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.083098:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083099:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.083104:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1749611481.083107:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 13 10000000:00000010:3.0:1749611481.083109:0:28552:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff88007fb8fe00. 10000000:00000001:3.0:1749611481.083112:0:28552:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083114:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.083115:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083116:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611481.083117:0:28552:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b5273200) refs 3 10000000:00000001:3.0:1749611481.083119:0:28552:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083120:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611481.083121:0:28552:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b4070c00) refs 3 10000000:00000001:3.0:1749611481.083123:0:28552:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083124:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611481.083125:0:28552:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff88007fb8fa00) refs 2 10000000:00000001:3.0:1749611481.083127:0:28552:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083128:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1749611481.083129:0:28552:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff88007fb8fa00) refs 1 10000000:01000000:3.0:1749611481.083130:0:28552:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:00000001:3.0:1749611481.083132:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.083133:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083133:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.083134:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083135:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.083136:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083137:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.083138:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:3.0:1749611481.083139:0:28552:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:3.0:1749611481.083140:0:28552:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:3.0:1749611481.083141:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 12 10000000:00000010:3.0:1749611481.083143:0:28552:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 295 at ffff88007fb8fa00. 10000000:00000001:3.0:1749611481.083145:0:28552:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:3.0:1749611481.083146:0:28552:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 10000000:00000001:3.0:1749611481.083148:0:28552:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1749611481.083150:0:28552:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.083152:0:28552:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611481.083154:0:28552:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff88009b1f1de0. 00000020:00000001:3.0:1749611481.083156:0:28552:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.083158:0:28552:0:(obd_config.c:1049:class_get_profile()) Process entered 00000020:00000001:3.0:1749611481.083160:0:28552:0:(obd_config.c:1035:class_get_profile_nolock()) Process entered 00000020:00000001:3.0:1749611481.083167:0:28552:0:(obd_config.c:1042:class_get_profile_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.083169:0:28552:0:(obd_config.c:1053:class_get_profile()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:3.0:1749611481.083177:0:28552:0:(tgt_mount.c:1745:server_put_super()) stopping lustre-OST0000 00000020:00000001:3.0:1749611481.083179:0:28552:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1749611481.083182:0:28552:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='FA') 00000020:00000010:3.0:1749611481.083185:0:28552:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff88006dfe26c0. 00000020:00000080:3.0:1749611481.083188:0:28552:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1749611481.083192:0:28552:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:02000400:3.0:1749611481.083195:0:28552:0:(obd_config.c:859:class_cleanup()) Failing over lustre-OST0000 00000020:00000001:3.0:1749611481.085414:0:28552:0:(obd_class.h:1222:obd_iocontrol()) Process entered 00002000:00000001:3.0:1749611481.085418:0:28552:0:(ofd_obd.c:1234:ofd_iocontrol()) Process entered 00002000:00000080:3.0:1749611481.085420:0:28552:0:(ofd_obd.c:1236:ofd_iocontrol()) lustre-OST0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000020:00000010:3.0:1749611481.085427:0:28552:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf4000. 00000020:00000010:3.0:1749611481.085431:0:28552:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009cbf5e00. 00000020:00000010:3.0:1749611481.085435:0:28552:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bc000. 00000020:00000010:3.0:1749611481.085439:0:28552:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5eeb0. 00000020:00000010:3.0:1749611481.085442:0:28552:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009cbf5200. 80000000:00000010:3.0:1749611481.085445:0:28552:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1de0. 40000000:00000010:3.0:1749611481.085448:0:28552:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006dfe2380. 00100000:00000010:3.0:1749611481.085451:0:28552:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bd000. 00040000:00000010:3.0:1749611481.085454:0:28552:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4600. 00040000:00000010:3.0:1749611481.085458:0:28552:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009cbf5000. 00080000:00000010:3.0:1749611481.085462:0:28552:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48a000. 00080000:00000010:3.0:1749611481.085467:0:28552:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b04000. 00002000:00000010:3.0:1749611481.085474:0:28552:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8801302f4800. 00002000:00100000:3.0:1749611481.085477:0:28552:0:(ofd_obd.c:1250:ofd_iocontrol()) syncing ost lustre-OST0000 00080000:00000001:3.0:1749611481.085479:0:28552:0:(osd_handler.c:2652:osd_sync()) Process entered 00000020:00000010:1.0:1749611481.097930:0:27046:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008295f800. 00000020:00000010:1.0:1749611481.097941:0:27046:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8801327a4800. 00000020:00000010:1.0:1749611481.097948:0:27046:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efddf98. 00000020:00000010:1.0:1749611481.097955:0:27046:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88008295f400. 80000000:00000010:1.0:1749611481.097959:0:27046:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16420. 40000000:00000010:1.0:1749611481.097966:0:27046:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129c55640. 00100000:00000010:1.0:1749611481.097971:0:27046:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8801327a3800. 00040000:00000010:1.0:1749611481.097977:0:27046:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88006efe5c00. 00040000:00000010:1.0:1749611481.097993:0:27046:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88008295ee00. 00080000:00000010:1.0:1749611481.098000:0:27046:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:1.0:1749611481.098030:0:27046:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d5000. 00002000:00000010:1.0:1749611481.098037:0:27046:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880111d50c00. 00000020:00000010:1.0:1749611481.098042:0:27046:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295ec00. 00002000:00000010:1.0:1749611481.098046:0:27046:0:(ofd_io.c:207:ofd_inconsistency_verification_main()) kfreed 'args': 208 at ffff88006efe5100. 00010000:00000001:3.0:1749611481.100590:0:28552:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1749611481.100596:0:28552:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00002000:00000001:3.0:1749611481.100872:0:28552:0:(ofd_dev.c:218:ofd_stack_fini()) Process entered 00040000:00000001:3.0:1749611481.100888:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.100892:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.100894:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.100896:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.100897:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.100899:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611481.100915:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880118e78000. 00000020:00000010:3.0:1749611481.100929:0:28552:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88006efe5300. 00000020:00000010:3.0:1749611481.100938:0:28552:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800a8ba4500. 00040000:00000001:3.0:1749611481.100948:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.100949:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.100951:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.100953:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.100954:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.100956:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611481.100959:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012d5b4e00. 00000020:00000010:3.0:1749611481.100970:0:28552:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88006efe5800. 00040000:00000001:3.0:1749611481.100980:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.100982:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.100984:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.100986:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.100988:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.100989:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611481.100996:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012b8b4800. 00002000:00000001:3.0:1749611481.101001:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.101004:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xb:0x0] 00002000:00000010:3.0:1749611481.101008:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c556480. 00002000:00000001:3.0:1749611481.101013:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:3.0:1749611481.101021:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101022:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101024:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101025:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101026:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101028:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611481.101031:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006efbc000. 00000020:00000010:3.0:1749611481.101042:0:28552:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff880129c49b00. 00080000:00000010:3.0:1749611481.101056:0:28552:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff880129c49d00. 00040000:00000001:3.0:1749611481.101062:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101063:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101064:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101066:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101067:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101068:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611481.101072:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006efbd000. 00002000:00000001:3.0:1749611481.101075:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.101076:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x3:0x0] 00002000:00000010:3.0:1749611481.101092:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f440. 00002000:00000001:3.0:1749611481.101099:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:3.0:1749611481.101111:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101113:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101114:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101116:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101117:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101118:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611481.101122:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006efbc800. 00000020:00000010:3.0:1749611481.101125:0:28552:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800654df000. 00080000:00000010:3.0:1749611481.101200:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006efbc600. 00002000:00000001:3.0:1749611481.101205:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.101207:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x12:0x0] 00002000:00000010:3.0:1749611481.101210:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c528c60. 00002000:00000001:3.0:1749611481.101214:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611481.101226:0:28552:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88006efe5000. 00040000:00000001:3.0:1749611481.101233:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101235:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101237:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101238:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101240:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101241:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611481.101243:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009c9be800. 00000020:00000010:3.0:1749611481.101249:0:28552:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff880129c49100. 00040000:00000001:3.0:1749611481.101258:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101260:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101261:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101262:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101264:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101270:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611481.101275:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006efbde00. 00002000:00000001:3.0:1749611481.101279:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.101281:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xd:0x0] 00002000:00000010:3.0:1749611481.101284:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f680. 00002000:00000001:3.0:1749611481.101289:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:3.0:1749611481.101326:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101329:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101330:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101337:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101339:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101346:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611481.101349:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012d05b200. 00000020:00000010:3.0:1749611481.101355:0:28552:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88006efe5200. 00040000:00000001:3.0:1749611481.101364:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101366:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101368:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101369:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101371:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101372:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611481.101375:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006efbce00. 00002000:00000001:3.0:1749611481.101378:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.101380:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x5:0x0] 00002000:00000010:3.0:1749611481.101383:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f320. 00002000:00000001:3.0:1749611481.101394:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:3.0:1749611481.101411:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101413:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101415:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101416:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101418:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101420:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611481.101423:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006efbcc00. 00000020:00000010:3.0:1749611481.101427:0:28552:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800654df100. 00040000:00000001:3.0:1749611481.101433:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101435:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101437:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101438:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611481.101439:0:28552:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611481.101441:0:28552:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611481.101444:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006efbca00. 00002000:00000001:3.0:1749611481.101447:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.101449:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x1018:0x0] 00002000:00000010:3.0:1749611481.101458:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f560. 00002000:00000001:3.0:1749611481.101462:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000010:3.0:1749611481.101468:0:28552:0:(ofd_dev.c:228:ofd_stack_fini()) kmalloced '(lcfg)': 64 at ffff88006dfe2440. 00002000:00000001:3.0:1749611481.101472:0:28552:0:(ofd_dev.c:338:ofd_process_config()) Process entered 00080000:00000001:3.0:1749611481.101474:0:28552:0:(osd_handler.c:8660:osd_process_config()) Process entered 00080000:00000002:3.0:1749611481.101478:0:28552:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88012c489000 00100000:00000001:3.0:1749611481.101483:0:28552:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000001:3.0:1749611481.101486:0:28552:0:(scrub.c:1031:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1749611481.101489:0:28552:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00040000:00000001:3.0:1749611481.101497:0:28552:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:3.0:1749611481.101499:0:28552:0:(qsd_lib.c:588:qsd_fini()) lustre-OST0000: initiating QSD shutdown 00000020:00000010:1.0:1749611481.101604:0:27073:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006efbd600. 00000020:00000010:1.0:1749611481.101611:0:27073:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0e000. 00000020:00000010:1.0:1749611481.101616:0:27073:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8814168. 00000020:00000010:1.0:1749611481.101621:0:27073:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006efbda00. 80000000:00000010:1.0:1749611481.101624:0:27073:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256b40. 40000000:00000010:1.0:1749611481.101627:0:27073:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88013050e000. 00100000:00000010:1.0:1749611481.101631:0:27073:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e0c000. 00040000:00000010:1.0:1749611481.101635:0:27073:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88007d297900. 00040000:00000010:1.0:1749611481.101640:0:27073:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006efbdc00. 00080000:00000010:1.0:1749611481.101649:0:27073:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:1.0:1749611481.101655:0:27073:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118a000. 00002000:00000010:1.0:1749611481.101660:0:27073:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009c0de000. 00000020:00000010:1.0:1749611481.101663:0:27073:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42cba00. 00040000:00000010:1.0:1749611481.101667:0:27073:0:(qsd_writeback.c:610:qsd_upd_thread()) kfreed 'args': 72 at ffff8800b4256ba0. 00040000:00000001:1.0:1749611481.101670:0:27073:0:(qsd_writeback.c:612:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1749611481.101727:0:28552:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:3.0:1749611481.101732:0:28552:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:3.0:1749611481.101734:0:28552:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:3.0:1749611481.101737:0:28552:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1749611481.101740:0:28552:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:3.0:1749611481.101746:0:28552:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1749611481.101749:0:28552:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1749611481.101751:0:28552:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611481.101754:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800966ab300. 00000001:00000010:3.0:1749611481.101760:0:28552:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88006f4cab18. 00000001:00000010:3.0:1749611481.101763:0:28552:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88007d297d00. 00000001:00000001:3.0:1749611481.101767:0:28552:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1749611481.101770:0:28552:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8800a927cde0. 00000020:00000002:3.0:1749611481.101783:0:28552:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8e800/ffff88009c528120 to site lru. bkt: ffff880111e9b368 00000020:00000002:3.0:1749611481.101790:0:28552:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8f600/ffff88009c528240 to site lru. bkt: ffff880111e9b448 00000020:00000002:3.0:1749611481.101794:0:28552:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8e000/ffff88009c528480 to site lru. bkt: ffff880111e9b0c8 00040000:00000010:3.0:1749611481.101797:0:28552:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8800966aba80. 00040000:00000001:3.0:1749611481.101801:0:28552:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:3.0:1749611481.101802:0:28552:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:3.0:1749611481.101804:0:28552:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1749611481.101806:0:28552:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:3.0:1749611481.101810:0:28552:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1749611481.101813:0:28552:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1749611481.101815:0:28552:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611481.101817:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff8800966ab0c0. 00000001:00000010:3.0:1749611481.101820:0:28552:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88006f4cab20. 00000001:00000010:3.0:1749611481.101823:0:28552:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88007d297700. 00000001:00000001:3.0:1749611481.101826:0:28552:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1749611481.101828:0:28552:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8800a927c520. 00000020:00000002:3.0:1749611481.101840:0:28552:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8f000/ffff88009c5286c0 to site lru. bkt: ffff880111e98d90 00000020:00000002:3.0:1749611481.101844:0:28552:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8ea00/ffff88009c528000 to site lru. bkt: ffff880111e98af0 00000020:00000002:3.0:1749611481.101848:0:28552:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8e600/ffff88009c528360 to site lru. bkt: ffff880111e98460 00040000:00000010:3.0:1749611481.101851:0:28552:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff8800966ab9c0. 00040000:00000001:3.0:1749611481.101854:0:28552:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:3.0:1749611481.101856:0:28552:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:3.0:1749611481.101864:0:28552:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1749611481.101866:0:28552:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:3.0:1749611481.101870:0:28552:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1749611481.101873:0:28552:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1749611481.101874:0:28552:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611481.101877:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff880069cc69c0. 00000001:00000010:3.0:1749611481.101881:0:28552:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff88006f4ca920. 00000001:00000010:3.0:1749611481.101884:0:28552:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88007d297f00. 00000001:00000001:3.0:1749611481.101887:0:28552:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1749611481.101889:0:28552:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8800a927cf40. 00000020:00000002:3.0:1749611481.101894:0:28552:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8f400/ffff88009c528900 to site lru. bkt: ffff880111e995e0 00000020:00000002:3.0:1749611481.101904:0:28552:0:(lu_object.c:207:lu_object_put()) Add ffff8800b42cb000/ffff88009c528b40 to site lru. bkt: ffff880111e99b58 00000020:00000002:3.0:1749611481.101908:0:28552:0:(lu_object.c:207:lu_object_put()) Add ffff8800b42cbc00/ffff88009c5287e0 to site lru. bkt: ffff880111e98e38 00040000:00000010:3.0:1749611481.101912:0:28552:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff880069cc6c00. 00040000:00000001:3.0:1749611481.101915:0:28552:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:3.0:1749611481.101919:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 3 00000020:00000010:3.0:1749611481.101922:0:28552:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff8800b2387f00. 00000020:00000002:3.0:1749611481.101928:0:28552:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8e200/ffff88009c528a20 to site lru. bkt: ffff880111e9b170 00040000:04000000:3.0:1749611481.101931:0:28552:0:(qsd_lib.c:643:qsd_fini()) lustre-OST0000: QSD shutdown completed 00040000:00000010:3.0:1749611481.101933:0:28552:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff88006dc59000. 00040000:00000001:3.0:1749611481.101939:0:28552:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000010:3.0:1749611481.101956:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006dc58200. 00000020:00000010:3.0:1749611481.101961:0:28552:0:(lu_object.c:1311:lu_object_header_free()) kfreed_rcu 'h': 88 at ffff880117b169c0. 00080000:00000001:3.0:1749611481.101967:0:28552:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1749611481.101971:0:28552:0:(osd_handler.c:8694:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1749611481.101974:0:28552:0:(ofd_dev.c:401:ofd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1749611481.101977:0:28552:0:(ofd_dev.c:235:ofd_stack_fini()) kfreed 'lcfg': 64 at ffff88006dfe2440. 00080000:00000010:3.0:1749611481.101986:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880095487000. 00000020:00000010:3.0:1749611481.101990:0:28552:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88006efe5400. 00000020:00000010:3.0:1749611481.101996:0:28552:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dffe80. 00080000:00000010:3.0:1749611481.102015:0:28552:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88007d297100. 00080000:00000010:3.0:1749611481.102022:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8e600. 00002000:00000001:3.0:1749611481.102026:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.102028:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x5:0x0] 00002000:00000010:3.0:1749611481.102031:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c528360. 00002000:00000001:3.0:1749611481.102035:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611481.102112:0:28552:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88007d297a00. 00080000:00000010:3.0:1749611481.102120:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8ea00. 00002000:00000001:3.0:1749611481.102123:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.102125:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x2:0x0] 00002000:00000010:3.0:1749611481.102128:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c528000. 00002000:00000001:3.0:1749611481.102132:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611481.102139:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8f000. 00002000:00000001:3.0:1749611481.102142:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.102143:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x10:0x0] 00002000:00000010:3.0:1749611481.102146:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c5286c0. 00002000:00000001:3.0:1749611481.102155:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611481.102160:0:28552:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88007d297400. 00080000:00000010:3.0:1749611481.102166:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800b42cbc00. 00002000:00000001:3.0:1749611481.102169:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.102171:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x6:0x0] 00002000:00000010:3.0:1749611481.102173:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c5287e0. 00002000:00000001:3.0:1749611481.102177:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611481.102185:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8f400. 00002000:00000001:3.0:1749611481.102188:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.102190:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x16:0x0] 00002000:00000010:3.0:1749611481.102192:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c528900. 00002000:00000001:3.0:1749611481.102196:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611481.102202:0:28552:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88007d297300. 00080000:00000010:3.0:1749611481.102208:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800b42cb000. 00002000:00000001:3.0:1749611481.102210:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.102211:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x3:0x0] 00002000:00000010:3.0:1749611481.102213:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c528b40. 00002000:00000001:3.0:1749611481.102215:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611481.102268:0:28552:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88007d297000. 00080000:00000010:3.0:1749611481.102275:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8e000. 00002000:00000001:3.0:1749611481.102278:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.102280:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x4:0x0] 00002000:00000010:3.0:1749611481.102282:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c528480. 00002000:00000001:3.0:1749611481.102286:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611481.102311:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8e200. 00002000:00000001:3.0:1749611481.102315:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.102317:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x3:0x0] 00002000:00000010:3.0:1749611481.102326:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c528a20. 00002000:00000001:3.0:1749611481.102337:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611481.102345:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8e800. 00002000:00000001:3.0:1749611481.102347:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.102349:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xf:0x0] 00002000:00000010:3.0:1749611481.102351:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c528120. 00002000:00000001:3.0:1749611481.102355:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611481.102359:0:28552:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88007d297e00. 00080000:00000010:3.0:1749611481.102365:0:28552:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8f600. 00002000:00000001:3.0:1749611481.102368:0:28552:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611481.102370:0:28552:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x1:0x0] 00002000:00000010:3.0:1749611481.102372:0:28552:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c528240. 00002000:00000001:3.0:1749611481.102377:0:28552:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000010:3.0:1749611481.102383:0:28552:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 392 at ffff88006dc59400. 00002000:00000001:3.0:1749611481.102416:0:28552:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:3.0:1749611481.102419:0:28552:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1749611481.102421:0:28552:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1749611481.102431:0:28552:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d4af 00000020:00000040:3.0:1749611481.102435:0:28552:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880071978800 with handle 0x689c0ec07329d4af from hash 00000020:00000001:3.0:1749611481.102441:0:28552:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1749611481.102444:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff880071978800 : new refcount 1 00000020:00000001:3.0:1749611481.102447:0:28552:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1749611481.102449:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff880071978800 : new refcount 0 00000020:00000080:3.0:1749611481.102452:0:28552:0:(genops.c:904:class_export_put()) final put ffff880071978800/lustre-OST0000-osd_UUID 00000020:00000001:3.0:1749611481.102455:0:28552:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.102466:0:28552:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1749611481.102469:0:28552:0:(osd_handler.c:8764:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1749611481.102473:0:28552:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1749611481.102476:0:28552:0:(ofd_dev.c:248:ofd_stack_fini()) Process leaving 00000020:00000001:3.0:1749611481.102479:0:28552:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1749611481.102482:0:28552:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1749611481.102483:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000001:3.0:1749611481.102486:0:28552:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137310035648 : -131936399515968 : ffff880129c61ec0) 00000020:00000080:2.0:1749611481.102487:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff880071978800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000004:3.0:1749611481.102491:0:28552:0:(tgt_mount.c:188:server_put_mount()) put mount ffff880071978000 from lustre-OST0000, refs=2 00000020:00000001:2.0:1749611481.102491:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:2.0:1749611481.102494:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.102495:0:28552:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:00000040:2.0:1749611481.102497:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085152ae0) now 5 - export 00000020:01000004:3.0:1749611481.102498:0:28552:0:(obd_mount.c:737:lustre_put_lsi()) put ffff880071978000 2 00000020:00000001:3.0:1749611481.102501:0:28552:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611481.102502:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880071978800. 00000020:00000001:3.0:1749611481.102505:0:28552:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:2.0:1749611481.102515:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1749611481.102519:0:28552:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1749611481.102563:0:28552:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137310035648 : -131936399515968 : ffff880129c61ec0) 00000020:01000004:3.0:1749611481.102569:0:28552:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff880071978000 from lustre-OST0000 00000020:00000010:3.0:1749611481.102573:0:28552:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at ffff88006a9b8540. 00000020:00000010:3.0:1749611481.102580:0:28552:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff880129c61ec0. 00000020:00000001:3.0:1749611481.102584:0:28552:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.102587:0:28552:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1749611481.102590:0:28552:0:(ofd_dev.c:3261:ofd_fini()) Process leaving 00010000:00000001:3.0:1749611481.102593:0:28552:0:(ldlm_lib.c:1878:target_cleanup_recovery()) Process leaving 00002000:00000001:3.0:1749611481.102595:0:28552:0:(ofd_dev.c:3281:ofd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.102599:0:28552:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611481.102642:0:28552:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611481.102649:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d05aa00. 00000001:00000010:3.0:1749611481.102654:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d05a000. 00000001:00000010:3.0:1749611481.102657:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134e08400. 00000001:00000010:3.0:1749611481.102661:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134e08c00. 00000001:00000010:3.0:1749611481.102664:0:28552:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b4b60a00. 00000001:00000010:3.0:1749611481.102668:0:28552:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a3652840. 00000001:00000001:3.0:1749611481.102672:0:28552:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1749611481.102674:0:28552:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611481.102679:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134e08200. 00000001:00000010:3.0:1749611481.102682:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134e08600. 00000001:00000010:3.0:1749611481.102689:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880134e08800. 00000001:00000010:3.0:1749611481.102693:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff8800b42ca600. 00000001:00000010:3.0:1749611481.102697:0:28552:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b4b60240. 00000001:00000010:3.0:1749611481.102700:0:28552:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a3652b40. 00000001:00000001:3.0:1749611481.102703:0:28552:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1749611481.102706:0:28552:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085154050) now 3 - setup 00000020:00000001:3.0:1749611481.102710:0:28552:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.102713:0:28552:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1749611481.102717:0:28552:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1749611481.102724:0:28552:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:3.0:1749611481.102728:0:28552:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085154050) now 2 - obd_device_list 00000020:00000080:3.0:1749611481.102731:0:28552:0:(obd_config.c:810:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000040:3.0:1749611481.102734:0:28552:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085154050) now 1 - newdev 00000020:00000040:3.0:1749611481.102744:0:28552:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007197b800 with handle 0x689c0ec07329d4a8 from hash 00000020:00000040:3.0:1749611481.102748:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88007197b800 : new refcount 0 00000020:00000080:3.0:1749611481.102756:0:28552:0:(genops.c:904:class_export_put()) final put ffff88007197b800/lustre-OST0000_UUID 00000020:00000001:3.0:1749611481.102760:0:28552:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.102763:0:28552:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749611481.102765:0:28552:0:(genops.c:863:class_export_destroy()) destroying export ffff88007197b800/lustre-OST0000_UUID for lustre-OST0000 00000020:00000001:3.0:1749611481.102769:0:28552:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749611481.102772:0:28552:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611481.102776:0:28552:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007197b800. 00000020:00000001:3.0:1749611481.102781:0:28552:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1749611481.102784:0:28552:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000 obd_type name = obdfilter 00000020:01000000:3.0:1749611481.102787:0:28552:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:00000001:3.0:1749611481.102790:0:28552:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:3.0:1749611481.102794:0:28552:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5000. 00000020:00000010:3.0:1749611481.102798:0:28552:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009cbf5200. 00000020:00000010:3.0:1749611481.102801:0:28552:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bf800. 00000020:00000010:3.0:1749611481.102806:0:28552:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611481.102810:0:28552:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009cbf5e00. 80000000:00000010:3.0:1749611481.102821:0:28552:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1300. 40000000:00000010:3.0:1749611481.102825:0:28552:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88006dfe2b00. 00100000:00000010:3.0:1749611481.102830:0:28552:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51be000. 00040000:00000010:3.0:1749611481.102834:0:28552:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4600. 00040000:00000010:3.0:1749611481.102839:0:28552:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880134e08800. 00080000:00000010:3.0:1749611481.102843:0:28552:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48c000. 00080000:00000010:3.0:1749611481.102848:0:28552:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b04000. 00002000:00000010:3.0:1749611481.102855:0:28552:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8801302f6400. 00002000:00000010:3.0:1749611481.102859:0:28552:0:(ofd_dev.c:3300:ofd_device_free()) kfreed 'm': 1864 at ffff88007197f800. 00002000:00000001:3.0:1749611481.102864:0:28552:0:(ofd_dev.c:3301:ofd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611481.102868:0:28552:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009cbf5200. 00000020:00000010:3.0:1749611481.102873:0:28552:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bf800. 00000020:00000010:3.0:1749611481.102877:0:28552:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611481.102881:0:28552:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009cbf5e00. 80000000:00000010:3.0:1749611481.102891:0:28552:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f1300. 40000000:00000010:3.0:1749611481.102901:0:28552:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88006dfe2b00. 00100000:00000010:3.0:1749611481.102905:0:28552:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51be000. 00040000:00000010:3.0:1749611481.102910:0:28552:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4600. 00040000:00000010:3.0:1749611481.102914:0:28552:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880134e08800. 00080000:00000010:3.0:1749611481.102919:0:28552:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b04000. 00080000:00000010:3.0:1749611481.102923:0:28552:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48c000. 00002000:00000010:3.0:1749611481.102928:0:28552:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8801302f6400. 00000020:00000010:3.0:1749611481.102932:0:28552:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5000. 00000020:00000001:3.0:1749611481.102936:0:28552:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611481.102939:0:28552:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff880085154050. 00000020:00000001:3.0:1749611481.102956:0:28552:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.102960:0:28552:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611481.102964:0:28552:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff88006dfe26c0. 00000020:00000001:3.0:1749611481.102969:0:28552:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.102972:0:28552:0:(obd_mount.c:567:lustre_stop_mgc()) Process entered 00000020:00000010:3.0:1749611481.102975:0:28552:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff88011da34420. 00000020:01000004:3.0:1749611481.102979:0:28552:0:(obd_mount.c:594:lustre_stop_mgc()) MGC still has 2 references. 00000020:00000001:3.0:1749611481.102980:0:28552:0:(obd_mount.c:595:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000010:3.0:1749611481.102984:0:28552:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff88011da34420. 00000020:00000001:3.0:1749611481.102987:0:28552:0:(obd_mount.c:632:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:3.0:1749611481.102990:0:28552:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:3.0:1749611481.102992:0:28552:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1749611481.102993:0:28552:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000010:3.0:1749611481.102996:0:28552:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff88009b1f1300. 00000020:00000080:3.0:1749611481.102999:0:28552:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1749611481.103012:0:28552:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:3.0:1749611481.103016:0:28552:0:(obd_config.c:882:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1749611481.103023:0:28552:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff88012d16b800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00000001:3.0:1749611481.103030:0:28552:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1749611481.103034:0:28552:0:(genops.c:1570:class_disconnect_exports()) OBD device 12 (ffff8800851555c0) has exports, disconnecting them 00000020:00000001:3.0:1749611481.103038:0:28552:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:3.0:1749611481.103041:0:28552:0:(genops.c:887:class_export_get()) GET export ffff88012d16b800 refcount=4 00000020:00000040:3.0:1749611481.103043:0:28552:0:(genops.c:887:class_export_get()) GET export ffff88012d16b800 refcount=5 00000020:00080000:3.0:1749611481.103048:0:28552:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff88012d16b800), last request at 1749611455 00000020:00000001:3.0:1749611481.103057:0:28552:0:(obd_class.h:931:obd_disconnect()) Process entered 00000010:00000001:3.0:1749611481.103061:0:28552:0:(lwp_dev.c:564:lwp_obd_disconnect()) Process entered 00000020:00000001:3.0:1749611481.103068:0:28552:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1749611481.103071:0:28552:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d4d9 00000020:00000040:3.0:1749611481.103075:0:28552:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012d16b800 with handle 0x689c0ec07329d4d9 from hash 00000020:00000040:3.0:1749611481.103087:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 4 00000020:00000001:3.0:1749611481.103090:0:28552:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1749611481.103092:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 3 00000020:00000001:3.0:1749611481.103095:0:28552:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1749611481.103097:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 2 00000020:00000001:3.0:1749611481.103100:0:28552:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1749611481.103103:0:28552:0:(lwp_dev.c:574:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.103106:0:28552:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1749611481.103110:0:28552:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff88012d16b800): rc 0 00000020:00000040:3.0:1749611481.103113:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 1 00000020:00000001:3.0:1749611481.103115:0:28552:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:3.0:1749611481.103117:0:28552:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1749611481.103120:0:28552:0:(obd_class.h:623:obd_precleanup()) Process entered 00000010:00000001:3.0:1749611481.103129:0:28552:0:(lwp_dev.c:375:lwp_device_fini()) Process entered 00000020:00000001:3.0:1749611481.103131:0:28552:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:3.0:1749611481.103134:0:28552:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:3.0:1749611481.103137:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b800 : new refcount 0 00000020:00000080:3.0:1749611481.103140:0:28552:0:(genops.c:904:class_export_put()) final put ffff88012d16b800/lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749611481.103143:0:28552:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611481.103165:0:28552:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611481.103175:0:28552:0:(ldlm_lib.c:574:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1749611481.103178:0:28552:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:2.0:1749611481.103201:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1749611481.103204:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88012d16b800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00000020:00000040:2.0:1749611481.103209:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00010000:00000001:3.0:1749611481.103210:0:28552:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000001:2.0:1749611481.103213:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:2.0:1749611481.103215:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611481.103219:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 5 - export 00000020:00000010:2.0:1749611481.103229:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88012d16b800. 00000020:00000001:2.0:1749611481.103234:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1749611481.103243:0:28552:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88012d125400. 00000020:00000010:3.0:1749611481.103250:0:28552:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8800aca71400. 00010000:00000001:3.0:1749611481.103283:0:28552:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1749611481.103323:0:28552:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff88009c0311a0. 00000020:00000010:3.0:1749611481.103328:0:28552:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8800aca73800. 00000001:00000001:3.0:1749611481.103357:0:28552:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611481.104181:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e17000. 00000001:00000010:3.0:1749611481.104198:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e21000. 00000001:00000010:3.0:1749611481.104207:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e2b000. 00000001:00000010:3.0:1749611481.104210:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e35000. 00000001:00000010:3.0:1749611481.104213:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e3f000. 00000001:00000010:3.0:1749611481.104216:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e49000. 00000001:00000010:3.0:1749611481.104219:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e53000. 00000001:00000010:3.0:1749611481.104222:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e5d000. 00000001:00000010:3.0:1749611481.104224:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e67000. 00000001:00000010:3.0:1749611481.104227:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e71000. 00000001:00000010:3.0:1749611481.104229:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e7b000. 00000001:00000010:3.0:1749611481.104231:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e85000. 00000001:00000010:3.0:1749611481.104233:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e8f000. 00000001:00000010:3.0:1749611481.104235:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006e99000. 00000001:00000010:3.0:1749611481.104237:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006ea3000. 00000001:00000010:3.0:1749611481.104247:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006ead000. 00000001:00000010:3.0:1749611481.104249:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006eb7000. 00000001:00000010:3.0:1749611481.104252:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006ec1000. 00000001:00000010:3.0:1749611481.104255:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006ecb000. 00000001:00000010:3.0:1749611481.104257:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006ed5000. 00000001:00000010:3.0:1749611481.104260:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006edf000. 00000001:00000010:3.0:1749611481.104263:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006ee9000. 00000001:00000010:3.0:1749611481.104265:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006ef3000. 00000001:00000010:3.0:1749611481.104268:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006efd000. 00000001:00000010:3.0:1749611481.104271:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f07000. 00000001:00000010:3.0:1749611481.104274:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f11000. 00000001:00000010:3.0:1749611481.104277:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f1b000. 00000001:00000010:3.0:1749611481.104280:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f25000. 00000001:00000010:3.0:1749611481.104282:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f2f000. 00000001:00000010:3.0:1749611481.104285:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f39000. 00000001:00000010:3.0:1749611481.104288:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f43000. 00000001:00000010:3.0:1749611481.104309:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f4d000. 00000001:00000010:3.0:1749611481.104319:0:28552:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff88007ddf9b00. 00000001:00000010:3.0:1749611481.104324:0:28552:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88007ddf9500. 00000001:00000001:3.0:1749611481.104333:0:28552:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1749611481.104336:0:28552:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff8800aca72400. 00010000:00000001:3.0:1749611481.104341:0:28552:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1749611481.105597:0:28552:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1749611481.105601:0:28552:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:2.0:1749611481.105604:0:28552:0:(obd_class.h:674:obd_cleanup_client_import()) Process entered 00010000:01000000:2.0:1749611481.105607:0:28552:0:(obd_class.h:685:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00000001:2.0:1749611481.105611:0:28552:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1749611481.105613:0:28552:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1749611481.105617:0:28552:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611481.105619:0:28552:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749611481.105629:0:28552:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00000040:2.0:1749611481.105633:0:28552:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1749611481.105636:0:28552:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611481.105638:0:28552:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611481.105647:0:28552:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1749611481.105649:0:28552:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:2.0:1749611481.105651:0:28552:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00000001:2.0:1749611481.115327:0:28552:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00100000:2.0:1749611481.115332:0:28552:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1749611481.115337:0:28552:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:2.0:1749611481.115340:0:28552:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00000001:2.0:1749611481.115342:0:28552:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000020:00000040:2.0:1749611481.115348:0:28552:0:(genops.c:1229:class_import_get()) import ffff88012e554000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611481.115359:0:28552:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611481.115362:0:28552:0:(genops.c:1242:class_import_put()) import ffff88012e554000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611481.115365:0:28552:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749611481.115367:0:28552:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611481.115369:0:28552:0:(genops.c:1242:class_import_put()) import ffff88012e554000 refcount=0 obd=lustre-MDT0000-lwp-OST0000 00000020:00000040:2.0:1749611481.115372:0:28552:0:(genops.c:1245:class_import_put()) final put import ffff88012e554000 00000020:00000001:2.0:1749611481.115381:0:28552:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1749611481.115383:0:28552:0:(obd_class.h:692:obd_cleanup_client_import()) Process leaving 00010000:00000001:2.0:1749611481.115386:0:28552:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00000020:00000001:2.0:1749611481.115393:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1749611481.115396:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88012e554000 for lustre-MDT0000-lwp-OST0000 00000020:00000040:2.0:1749611481.115401:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000020:00000040:2.0:1749611481.115405:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000010:2.0:1749611481.115408:0:18174:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff88009976f600. 00000020:00000040:2.0:1749611481.115413:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 4 - import 00000020:00000010:2.0:1749611481.115417:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88012e554000. 00000020:00000001:2.0:1749611481.115422:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:2.0:1749611481.115429:0:28552:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000010:2.0:1749611481.115432:0:28552:0:(ldlm_lib.c:585:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8800acb84f00. 00010000:00000001:2.0:1749611481.115436:0:28552:0:(ldlm_lib.c:588:client_obd_cleanup()) Process leaving 00000020:00000010:2.0:1749611481.115504:0:28552:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880136abe000. 00000020:00000010:2.0:1749611481.115548:0:28552:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009bec0000. 00000020:00000010:2.0:1749611481.115554:0:28552:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009685c000. 00000020:00000010:2.0:1749611481.115559:0:28552:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff88006abf2000. 00000020:00000010:2.0:1749611481.115566:0:28552:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8800aca72c00. 00000010:00000001:2.0:1749611481.115572:0:28552:0:(lwp_dev.c:390:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611481.115575:0:28552:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611481.115661:0:28552:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611481.115669:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b4c00. 00000001:00000010:2.0:1749611481.115674:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5c00. 00000001:00000010:2.0:1749611481.115678:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b4000. 00000001:00000010:2.0:1749611481.115681:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b4e00. 00000001:00000010:2.0:1749611481.115684:0:28552:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88009c031cc0. 00000001:00000010:2.0:1749611481.115687:0:28552:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a3652600. 00000001:00000001:2.0:1749611481.115691:0:28552:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1749611481.115693:0:28552:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611481.115698:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b4600. 00000001:00000010:2.0:1749611481.115701:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5400. 00000001:00000010:2.0:1749611481.115704:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5800. 00000001:00000010:2.0:1749611481.115707:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4b200. 00000001:00000010:2.0:1749611481.115711:0:28552:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88009c031d40. 00000001:00000010:2.0:1749611481.115714:0:28552:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a3652d80. 00000001:00000001:2.0:1749611481.115718:0:28552:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1749611481.115721:0:28552:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 3 - setup 00000020:00000001:2.0:1749611481.115725:0:28552:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611481.115728:0:28552:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1749611481.115732:0:28552:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1749611481.115740:0:28552:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:2.0:1749611481.115743:0:28552:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 2 - obd_device_list 00000020:00000080:2.0:1749611481.115747:0:28552:0:(obd_config.c:810:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000040:2.0:1749611481.115751:0:28552:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 1 - newdev 00000020:00000040:2.0:1749611481.115756:0:28552:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007197e800 with handle 0x689c0ec07329d4d2 from hash 00000020:00000040:2.0:1749611481.115761:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e800 : new refcount 0 00000020:00000080:2.0:1749611481.115765:0:28552:0:(genops.c:904:class_export_put()) final put ffff88007197e800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000001:2.0:1749611481.115768:0:28552:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611481.115772:0:28552:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1749611481.115774:0:28552:0:(genops.c:863:class_export_destroy()) destroying export ffff88007197e800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611481.115779:0:28552:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:2.0:1749611481.115781:0:28552:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611481.115785:0:28552:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007197e800. 00000020:00000001:2.0:1749611481.115790:0:28552:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1749611481.115800:0:28552:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-OST0000 obd_type name = lwp 00000020:01000000:2.0:1749611481.115803:0:28552:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:2.0:1749611481.115805:0:28552:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:2.0:1749611481.115811:0:28552:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828000. 00000020:00000010:2.0:1749611481.115816:0:28552:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a829800. 00000040:00000010:2.0:1749611481.115821:0:28552:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a828e00. 00000020:00000010:2.0:1749611481.115825:0:28552:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611481.115831:0:28552:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8814670. 00000020:00000010:2.0:1749611481.115835:0:28552:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a829000. 80000000:00000010:2.0:1749611481.115841:0:28552:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256360. 40000000:00000010:2.0:1749611481.115845:0:28552:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e6b3d40. 00100000:00000010:2.0:1749611481.115850:0:28552:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e0e000. 00040000:00000010:2.0:1749611481.115854:0:28552:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800654dff00. 00040000:00000010:2.0:1749611481.115858:0:28552:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a829c00. 00080000:00000010:2.0:1749611481.115865:0:28552:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880131189000. 00080000:00000010:2.0:1749611481.115878:0:28552:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abe000. 00000004:00000010:2.0:1749611481.115885:0:28552:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880129e0a800. 00000004:00000010:2.0:1749611481.115891:0:28552:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88013118f000. 00000004:00000010:2.0:1749611481.115896:0:28552:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880129e0b000. 00000004:00000010:2.0:1749611481.115902:0:28552:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009c0df400. 00000010:00000001:2.0:1749611481.115906:0:28552:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:2.0:1749611481.115909:0:28552:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff88009976f5a0. 00000010:00000001:2.0:1749611481.115912:0:28552:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611481.115916:0:28552:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a829800. 00000040:00000010:2.0:1749611481.115922:0:28552:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a828e00. 00000020:00000010:2.0:1749611481.115928:0:28552:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611481.115932:0:28552:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8814670. 00000020:00000010:2.0:1749611481.115937:0:28552:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a829000. 80000000:00000010:2.0:1749611481.115947:0:28552:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256360. 40000000:00000010:2.0:1749611481.115952:0:28552:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e6b3d40. 00100000:00000010:2.0:1749611481.115956:0:28552:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e0e000. 00040000:00000010:2.0:1749611481.115961:0:28552:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800654dff00. 00040000:00000010:2.0:1749611481.115966:0:28552:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a829c00. 00080000:00000010:2.0:1749611481.115972:0:28552:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abe000. 00080000:00000010:2.0:1749611481.115989:0:28552:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880131189000. 00000004:00000010:2.0:1749611481.115994:0:28552:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880129e0a800. 00000004:00000010:2.0:1749611481.116000:0:28552:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88013118f000. 00000004:00000010:2.0:1749611481.116005:0:28552:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880129e0b000. 00000004:00000010:2.0:1749611481.116009:0:28552:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009c0df400. 00000020:00000010:2.0:1749611481.116014:0:28552:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828000. 00000020:00000001:2.0:1749611481.116019:0:28552:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611481.116022:0:28552:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff8800851555c0. 00000020:00000001:2.0:1749611481.116035:0:28552:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611481.116038:0:28552:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611481.116042:0:28552:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff88009b1f1300. 00000020:00000001:2.0:1749611481.116046:0:28552:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611481.116050:0:28552:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1749611481.116053:0:28552:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000010:2.0:1749611481.116056:0:28552:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8800b4256360. 00000020:00000080:2.0:1749611481.116059:0:28552:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1749611481.116065:0:28552:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:2.0:1749611481.116068:0:28552:0:(obd_config.c:882:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1749611481.116075:0:28552:0:(genops.c:1836:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff88012d16c000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00000001:2.0:1749611481.116083:0:28552:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1749611481.116085:0:28552:0:(genops.c:1570:class_disconnect_exports()) OBD device 13 (ffff880085151570) has exports, disconnecting them 00000020:00000001:2.0:1749611481.116089:0:28552:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1749611481.116092:0:28552:0:(genops.c:887:class_export_get()) GET export ffff88012d16c000 refcount=4 00000020:00000040:2.0:1749611481.116094:0:28552:0:(genops.c:887:class_export_get()) GET export ffff88012d16c000 refcount=5 00000020:00080000:2.0:1749611481.116098:0:28552:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff88012d16c000), last request at 1749611455 00000020:00000001:2.0:1749611481.116102:0:28552:0:(obd_class.h:931:obd_disconnect()) Process entered 00000010:00000001:2.0:1749611481.116104:0:28552:0:(lwp_dev.c:564:lwp_obd_disconnect()) Process entered 00000020:00000001:2.0:1749611481.116107:0:28552:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1749611481.116109:0:28552:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d4e7 00000020:00000040:2.0:1749611481.116113:0:28552:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012d16c000 with handle 0x689c0ec07329d4e7 from hash 00000020:00000040:2.0:1749611481.116126:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16c000 : new refcount 4 00000020:00000001:2.0:1749611481.116130:0:28552:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1749611481.116138:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16c000 : new refcount 3 00000020:00000001:2.0:1749611481.116147:0:28552:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1749611481.116149:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16c000 : new refcount 2 00000020:00000001:2.0:1749611481.116151:0:28552:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1749611481.116154:0:28552:0:(lwp_dev.c:574:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611481.116157:0:28552:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1749611481.116162:0:28552:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff88012d16c000): rc 0 00000020:00000040:2.0:1749611481.116165:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16c000 : new refcount 1 00000020:00000001:2.0:1749611481.116167:0:28552:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1749611481.116169:0:28552:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1749611481.116171:0:28552:0:(obd_class.h:623:obd_precleanup()) Process entered 00000010:00000001:2.0:1749611481.116175:0:28552:0:(lwp_dev.c:375:lwp_device_fini()) Process entered 00000020:00000001:2.0:1749611481.116177:0:28552:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:2.0:1749611481.116179:0:28552:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:2.0:1749611481.116182:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16c000 : new refcount 0 00000020:00000080:2.0:1749611481.116184:0:28552:0:(genops.c:904:class_export_put()) final put ffff88012d16c000/lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611481.116187:0:28552:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611481.116197:0:28552:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611481.116200:0:28552:0:(ldlm_lib.c:574:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1749611481.116202:0:28552:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:2.0:1749611481.116263:0:28552:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000010:2.0:1749611481.116288:0:28552:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88012db4ae00. 00000020:00000010:2.0:1749611481.116319:0:28552:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009bce4c00. 00010000:00000001:2.0:1749611481.116359:0:28552:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1749611481.116370:0:28552:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff88009c031780. 00000020:00000010:2.0:1749611481.116374:0:28552:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009bce4800. 00000001:00000001:2.0:1749611481.116399:0:28552:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611481.117150:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f57000. 00000001:00000010:2.0:1749611481.117162:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f61000. 00000001:00000010:2.0:1749611481.117164:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f6b000. 00000001:00000010:2.0:1749611481.117166:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f75000. 00000001:00000010:2.0:1749611481.117168:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f7f000. 00000001:00000010:2.0:1749611481.117170:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f89000. 00000001:00000010:2.0:1749611481.117171:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f93000. 00000001:00000010:2.0:1749611481.117173:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006f9d000. 00000001:00000010:2.0:1749611481.117175:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006fa7000. 00000001:00000010:2.0:1749611481.117183:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006fb1000. 00000001:00000010:2.0:1749611481.117185:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006fbb000. 00000001:00000010:2.0:1749611481.117187:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006fc5000. 00000001:00000010:2.0:1749611481.117189:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006fcf000. 00000001:00000010:2.0:1749611481.117191:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006fd9000. 00000001:00000010:2.0:1749611481.117193:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006fe3000. 00000001:00000010:2.0:1749611481.117194:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006fed000. 00000001:00000010:2.0:1749611481.117196:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90006ff7000. 00000001:00000010:2.0:1749611481.117198:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007001000. 00000001:00000010:2.0:1749611481.117199:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000700b000. 00000001:00000010:2.0:1749611481.117201:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007015000. 00000001:00000010:2.0:1749611481.117203:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000701f000. 00000001:00000010:2.0:1749611481.117204:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007029000. 00000001:00000010:2.0:1749611481.117206:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007033000. 00000001:00000010:2.0:1749611481.117208:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000703d000. 00000001:00000010:2.0:1749611481.117209:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007047000. 00000001:00000010:2.0:1749611481.117211:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007051000. 00000001:00000010:2.0:1749611481.117213:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000705b000. 00000001:00000010:2.0:1749611481.117214:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007065000. 00000001:00000010:2.0:1749611481.117216:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000706f000. 00000001:00000010:2.0:1749611481.117218:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007079000. 00000001:00000010:2.0:1749611481.117219:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007083000. 00000001:00000010:2.0:1749611481.117221:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000708d000. 00000001:00000010:2.0:1749611481.117223:0:28552:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff88007ddf9600. 00000001:00000010:2.0:1749611481.117226:0:28552:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88007ddf9f00. 00000001:00000001:2.0:1749611481.117228:0:28552:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1749611481.117230:0:28552:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff88009bce4400. 00010000:00000001:2.0:1749611481.117233:0:28552:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1749611481.118680:0:28552:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:1.0:1749611481.118683:0:28552:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:1.0:1749611481.118685:0:28552:0:(obd_class.h:674:obd_cleanup_client_import()) Process entered 00010000:01000000:1.0:1749611481.118687:0:28552:0:(obd_class.h:685:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00000001:1.0:1749611481.118690:0:28552:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1749611481.118692:0:28552:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:1.0:1749611481.118694:0:28552:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:1.0:1749611481.118696:0:28552:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1749611481.118698:0:28552:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00000040:1.0:1749611481.118701:0:28552:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1749611481.118704:0:28552:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611481.118705:0:28552:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1749611481.118706:0:28552:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1749611481.118714:0:28552:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:1.0:1749611481.118716:0:28552:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:1.0:1749611481.118718:0:28552:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00100000:1.0:1749611481.118720:0:28552:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:1.0:1749611481.118721:0:28552:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:1.0:1749611481.118723:0:28552:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:1.0:1749611481.118724:0:28552:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000020:00000040:1.0:1749611481.118733:0:28552:0:(genops.c:1229:class_import_get()) import ffff88012e555800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749611481.118736:0:28552:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611481.118737:0:28552:0:(genops.c:1242:class_import_put()) import ffff88012e555800 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749611481.118739:0:28552:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1749611481.118741:0:28552:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611481.118742:0:28552:0:(genops.c:1242:class_import_put()) import ffff88012e555800 refcount=0 obd=lustre-MDT0001-lwp-OST0000 00000020:00000040:1.0:1749611481.118744:0:28552:0:(genops.c:1245:class_import_put()) final put import ffff88012e555800 00000020:00000001:1.0:1749611481.118750:0:28552:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749611481.118752:0:28552:0:(obd_class.h:692:obd_cleanup_client_import()) Process leaving 00010000:00000001:1.0:1749611481.118754:0:28552:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:1.0:1749611481.118756:0:28552:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000010:1.0:1749611481.118758:0:28552:0:(ldlm_lib.c:585:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8800acb84e00. 00010000:00000001:1.0:1749611481.118761:0:28552:0:(ldlm_lib.c:588:client_obd_cleanup()) Process leaving 00000020:00000010:1.0:1749611481.118816:0:28552:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880136aba000. 00000020:00000010:1.0:1749611481.118841:0:28552:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009bec6000. 00000020:00000010:1.0:1749611481.118844:0:28552:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009685a000. 00000020:00000010:1.0:1749611481.118847:0:28552:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8800a8b06000. 00000020:00000010:1.0:1749611481.118851:0:28552:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff88009c9b7000. 00000020:00000010:1.0:1749611481.118856:0:28552:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009bce5000. 00000010:00000001:1.0:1749611481.118859:0:28552:0:(lwp_dev.c:390:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611481.118866:0:28552:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611481.118876:0:28552:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611481.118882:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124000. 00000001:00000010:1.0:1749611481.118886:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125c00. 00000001:00000010:1.0:1749611481.118889:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124400. 00000001:00000010:1.0:1749611481.118891:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125a00. 00000001:00000010:1.0:1749611481.118893:0:28552:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88009c0314a0. 00000001:00000010:1.0:1749611481.118896:0:28552:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a3652c00. 00000001:00000001:1.0:1749611481.118900:0:28552:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:1.0:1749611481.118906:0:28552:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611481.118910:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124e00. 00000001:00000010:1.0:1749611481.118913:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124600. 00000001:00000010:1.0:1749611481.118919:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125200. 00000001:00000010:1.0:1749611481.118922:0:28552:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124a00. 00000001:00000010:1.0:1749611481.118924:0:28552:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88009c0312c0. 00000001:00000010:1.0:1749611481.118926:0:28552:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a3652540. 00000001:00000001:1.0:1749611481.118928:0:28552:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:1.0:1749611481.118930:0:28552:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 3 - setup 00000020:00000001:1.0:1749611481.118932:0:28552:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611481.118935:0:28552:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1749611481.118937:0:28552:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:1.0:1749611481.118943:0:28552:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:1.0:1749611481.118945:0:28552:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 2 - obd_device_list 00000020:00000080:1.0:1749611481.118948:0:28552:0:(obd_config.c:810:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000040:1.0:1749611481.118950:0:28552:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085151570) now 1 - newdev 00000020:00000040:1.0:1749611481.118953:0:28552:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012d16b000 with handle 0x689c0ec07329d4e0 from hash 00000020:00000040:1.0:1749611481.118956:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b000 : new refcount 0 00000020:00000080:1.0:1749611481.118958:0:28552:0:(genops.c:904:class_export_put()) final put ffff88012d16b000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000001:1.0:1749611481.118961:0:28552:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611481.118963:0:28552:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1749611481.118965:0:28552:0:(genops.c:863:class_export_destroy()) destroying export ffff88012d16b000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749611481.118968:0:28552:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:1.0:1749611481.118970:0:28552:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611481.118973:0:28552:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88012d16b000. 00000020:00000001:1.0:1749611481.118976:0:28552:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:1.0:1749611481.118977:0:28552:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-lwp-OST0000 obd_type name = lwp 00000020:01000000:1.0:1749611481.118979:0:28552:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:1.0:1749611481.118985:0:28552:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:1.0:1749611481.118989:0:28552:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59a00. 00000020:00000010:1.0:1749611481.118992:0:28552:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc58000. 00000040:00000010:1.0:1749611481.118995:0:28552:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006dc59200. 00000020:00000010:1.0:1749611481.118999:0:28552:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913b000. 00000020:00000010:1.0:1749611481.119008:0:28552:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611481.119011:0:28552:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc59400. 80000000:00000010:1.0:1749611481.119015:0:28552:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c0d7d80. 40000000:00000010:1.0:1749611481.119018:0:28552:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b4917480. 00100000:00000010:1.0:1749611481.119022:0:28552:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007913e800. 00040000:00000010:1.0:1749611481.119025:0:28552:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959d600. 00040000:00000010:1.0:1749611481.119028:0:28552:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc58200. 00080000:00000010:1.0:1749611481.119031:0:28552:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b7000. 00080000:00000010:1.0:1749611481.119036:0:28552:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc62000. 00000004:00000010:1.0:1749611481.119042:0:28552:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880079138000. 00000004:00000010:1.0:1749611481.119046:0:28552:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749611481.119050:0:28552:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880079138800. 00000004:00000010:1.0:1749611481.119058:0:28552:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009bce5000. 00000010:00000001:1.0:1749611481.119063:0:28552:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:1.0:1749611481.119065:0:28552:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff88009ac441e0. 00000010:00000001:1.0:1749611481.119068:0:28552:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611481.119072:0:28552:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc58000. 00000040:00000010:1.0:1749611481.119075:0:28552:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006dc59200. 00000020:00000010:1.0:1749611481.119079:0:28552:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913b000. 00000020:00000010:1.0:1749611481.119084:0:28552:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611481.119088:0:28552:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc59400. 80000000:00000010:1.0:1749611481.119091:0:28552:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c0d7d80. 40000000:00000010:1.0:1749611481.119093:0:28552:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b4917480. 00100000:00000010:1.0:1749611481.119097:0:28552:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007913e800. 00040000:00000010:1.0:1749611481.119101:0:28552:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959d600. 00040000:00000010:1.0:1749611481.119103:0:28552:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc58200. 00080000:00000010:1.0:1749611481.119107:0:28552:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc62000. 00080000:00000010:1.0:1749611481.119116:0:28552:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b7000. 00000004:00000010:1.0:1749611481.119120:0:28552:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880079138000. 00000004:00000010:1.0:1749611481.119124:0:28552:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749611481.119127:0:28552:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880079138800. 00000004:00000010:1.0:1749611481.119130:0:28552:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009bce5000. 00000020:00000010:1.0:1749611481.119132:0:28552:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59a00. 00000020:00000001:1.0:1749611481.119135:0:28552:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611481.119142:0:28552:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff880085151570. 00000020:00000001:1.0:1749611481.119149:0:28552:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611481.119151:0:28552:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611481.119154:0:28552:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8800b4256360. 00000020:00000001:1.0:1749611481.119157:0:28552:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611481.119160:0:28552:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611481.119163:0:28552:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1749611481.119164:0:28552:0:(obd_mount.c:737:lustre_put_lsi()) put ffff880071978000 1 00000020:00000001:1.0:1749611481.119168:0:28552:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:1.0:1749611481.119174:0:28552:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:1.0:1749611481.119177:0:28552:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:1.0:1749611481.119179:0:28552:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d477 00000020:00000040:1.0:1749611481.119181:0:28552:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b51ff000 with handle 0x689c0ec07329d477 from hash 00000020:00000001:1.0:1749611481.119185:0:28552:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:1.0:1749611481.119187:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ff000 : new refcount 1 00000020:00000001:1.0:1749611481.119189:0:28552:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:1.0:1749611481.119190:0:28552:0:(genops.c:898:class_export_put()) PUTting export ffff8800b51ff000 : new refcount 0 00000020:00000080:1.0:1749611481.119192:0:28552:0:(genops.c:904:class_export_put()) final put ffff8800b51ff000/lustre-OST0000-osd_UUID 00000020:00000001:1.0:1749611481.119194:0:28552:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611481.119201:0:28552:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611481.119203:0:28552:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:1.0:1749611481.119205:0:28552:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000010:1.0:1749611481.119207:0:28552:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff88009c0d7d80. 00000020:00000080:1.0:1749611481.119210:0:28552:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:1.0:1749611481.119214:0:28552:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:1.0:1749611481.119216:0:28552:0:(obd_config.c:882:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:1.0:1749611481.119218:0:28552:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:1.0:1749611481.119220:0:28552:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff880085152ae0) has no exports 00000020:00000001:1.0:1749611481.119222:0:28552:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:1.0:1749611481.119223:0:28552:0:(obd_class.h:623:obd_precleanup()) Process entered 00080000:00000001:1.0:1749611481.119226:0:28552:0:(osd_handler.c:8438:osd_device_fini()) Process entered 00080000:00000002:1.0:1749611481.119229:0:28552:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88012c489000 00100000:00000001:1.0:1749611481.119233:0:28552:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000001:1.0:1749611481.119234:0:28552:0:(scrub.c:1031:lustre_index_backup()) Process leaving 00080000:00000001:1.0:1749611481.119235:0:28552:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00080000:00000001:1.0:1749611481.119242:0:28552:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611481.119948:0:28552:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 256 at ffff88006efe5700. 00000020:00000010:1.0:1749611481.119954:0:28552:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8801205e3800. 00080000:00000010:1.0:1749611481.120082:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abd00. 00080000:00000010:1.0:1749611481.120087:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab100. 00080000:00000010:1.0:1749611481.120090:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab600. 00080000:00000010:1.0:1749611481.120093:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab900. 00080000:00000010:1.0:1749611481.120096:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab700. 00080000:00000010:1.0:1749611481.120098:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abb00. 00080000:00000010:1.0:1749611481.120101:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab500. 00080000:00000010:1.0:1749611481.120104:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abe00. 00080000:00000010:1.0:1749611481.120107:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abf00. 00080000:00000010:1.0:1749611481.120109:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240aba00. 00080000:00000010:1.0:1749611481.120111:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240abc00. 00080000:00000010:1.0:1749611481.120113:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab000. 00080000:00000010:1.0:1749611481.120116:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab400. 00080000:00000010:1.0:1749611481.120118:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab800. 00080000:00000010:1.0:1749611481.120121:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009de53300. 00080000:00000010:1.0:1749611481.120124:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801240ab300. 00080000:00000010:1.0:1749611481.120126:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880081d44900. 00080000:00000010:1.0:1749611481.120130:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880081d44b00. 00080000:00000010:1.0:1749611481.120132:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009de53c00. 00080000:00000010:1.0:1749611481.120136:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5600. 00080000:00000010:1.0:1749611481.120138:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5700. 00080000:00000010:1.0:1749611481.120141:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5500. 00080000:00000010:1.0:1749611481.120143:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5100. 00080000:00000010:1.0:1749611481.120145:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5300. 00080000:00000010:1.0:1749611481.120148:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5c00. 00080000:00000010:1.0:1749611481.120150:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5900. 00080000:00000010:1.0:1749611481.120152:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5d00. 00080000:00000010:1.0:1749611481.120155:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5e00. 00080000:00000010:1.0:1749611481.120157:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5800. 00080000:00000010:1.0:1749611481.120160:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880081d44200. 00080000:00000010:1.0:1749611481.120163:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88011525ea00. 00080000:00000010:1.0:1749611481.120172:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5b00. 00080000:00000010:1.0:1749611481.120176:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129ce1b00. 00080000:00000010:1.0:1749611481.120179:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129ce1200. 00080000:00000010:1.0:1749611481.120182:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88011525e900. 00080000:00000010:1.0:1749611481.120185:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c9a2a00. 00080000:00000010:1.0:1749611481.120188:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c9a2300. 00080000:00000010:1.0:1749611481.120190:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c9a2200. 00080000:00000010:1.0:1749611481.120193:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c9a2d00. 00080000:00000010:1.0:1749611481.120196:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129ce1400. 00080000:00000010:1.0:1749611481.120199:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81bc00. 00080000:00000010:1.0:1749611481.120202:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b700. 00080000:00000010:1.0:1749611481.120205:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81bb00. 00080000:00000010:1.0:1749611481.120207:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b900. 00080000:00000010:1.0:1749611481.120209:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81be00. 00080000:00000010:1.0:1749611481.120212:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81ba00. 00080000:00000010:1.0:1749611481.120214:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b500. 00080000:00000010:1.0:1749611481.120216:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b600. 00080000:00000010:1.0:1749611481.120219:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81bd00. 00080000:00000010:1.0:1749611481.120221:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81bf00. 00080000:00000010:1.0:1749611481.120223:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b000. 00080000:00000010:1.0:1749611481.120225:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b800. 00080000:00000010:1.0:1749611481.120228:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c9a2000. 00080000:00000010:1.0:1749611481.120230:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006a3b8b00. 00080000:00000010:1.0:1749611481.120233:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006a3b8100. 00080000:00000010:1.0:1749611481.120235:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006a3b8a00. 00080000:00000010:1.0:1749611481.120238:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88006a3b8800. 00080000:00000010:1.0:1749611481.120240:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012b81b300. 00080000:00000010:1.0:1749611481.120243:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4f00. 00080000:00000010:1.0:1749611481.120246:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4400. 00080000:00000010:1.0:1749611481.120249:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4000. 00080000:00000010:1.0:1749611481.120251:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4800. 00080000:00000010:1.0:1749611481.120253:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4a00. 00080000:00000010:1.0:1749611481.120256:0:28552:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8bf4100. 00080000:00000010:1.0:1749611481.120262:0:28552:0:(osd_oi.c:505:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at ffff880129e7e000. 00000001:00000001:1.0:1749611481.120271:0:28552:0:(osd_compat.c:548:osd_ost_fini()) Process entered 00000001:00000010:1.0:1749611481.120287:0:28552:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff880129c49c00. 00000001:00000010:1.0:1749611481.120308:0:28552:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff880129c55280. 00000001:00000010:1.0:1749611481.120325:0:28552:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88011f08a900. 00000001:00000010:1.0:1749611481.120327:0:28552:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff880129c55e40. 00000001:00000010:1.0:1749611481.120341:0:28552:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88006efe5d00. 00000001:00000010:1.0:1749611481.120344:0:28552:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff880136802080. 00000001:00000010:1.0:1749611481.120347:0:28552:0:(osd_compat.c:564:osd_ost_fini()) kfreed 'map': 128 at ffff880096dff380. 00000001:00000001:1.0:1749611481.120348:0:28552:0:(osd_compat.c:566:osd_ost_fini()) Process leaving 00080000:00000001:1.0:1749611481.120351:0:28552:0:(osd_handler.c:8195:osd_umount()) Process entered 00080000:00000001:1.0:1749611481.120603:0:28552:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000010:3.0:1749611481.334682:0:28576:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611481.334691:0:28576:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611481.334696:0:28576:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611481.334712:0:28576:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611481.334718:0:28576:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611481.334721:0:28576:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611481.338914:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611481.338920:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611481.338925:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611481.338994:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611481.338997:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611481.339006:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611481.458705:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611481.458711:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611481.458713:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611481.458717:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611481.458720:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611481.458724:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611481.458727:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611481.458730:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611481.458732:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611481.466965:0:28621:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff88006b821e70. 00000400:00000040:2.0:1749611481.466975:0:28621:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1749611481.466978:0:28621:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1749611481.466980:0:28621:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1749611481.466982:0:28621:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1749611481.466984:0:28621:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1749611481.466985:0:28621:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1749611481.466987:0:28621:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1749611481.467087:0:28621:0:(kernelcomm.c:266:lustre_device_done()) kfreed 'glist': 16 at ffff88006b821e70. 00080000:00000010:2.0:1749611481.521206:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611481.521216:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611481.521223:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611481.521326:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611481.521336:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611481.521342:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611481.688213:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611481.688220:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611481.688226:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611481.688341:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611481.688348:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611481.688352:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611482.108709:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611482.108715:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611482.108719:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749611482.113225:0:28711:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bd80. 00080000:00000010:1.0:1749611482.113235:0:28711:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bd80. 00000020:00000001:1.0:1749611482.113241:0:28711:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611482.113257:0:28711:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bd80. 00080000:00000010:1.0:1749611482.113262:0:28711:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bd80. 00000020:00000001:1.0:1749611482.113266:0:28711:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611482.117689:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bd80. 00080000:00000010:1.0:1749611482.117696:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bd80. 00000020:00000001:1.0:1749611482.117701:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611482.117776:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bd80. 00080000:00000010:1.0:1749611482.117780:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bd80. 00000020:00000001:1.0:1749611482.117783:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611482.287518:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bd80. 00080000:00000010:1.0:1749611482.287552:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bd80. 00000020:00000001:1.0:1749611482.287558:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611482.287624:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bd80. 00080000:00000010:1.0:1749611482.287628:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bd80. 00000020:00000001:1.0:1749611482.287631:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611482.446873:0:28776:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611482.446880:0:28776:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611482.446884:0:28776:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611482.446893:0:28776:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611482.446896:0:28776:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611482.446898:0:28776:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611482.458558:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611482.458561:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611482.458562:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611482.458565:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611482.458567:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611482.458569:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611482.458571:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611482.458572:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611482.458574:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611482.564590:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16be00. 00080000:00000010:1.0:1749611482.564599:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16be00. 00000020:00000001:1.0:1749611482.564604:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611482.564669:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16be00. 00080000:00000010:1.0:1749611482.564673:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16be00. 00000020:00000001:1.0:1749611482.564680:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611482.715635:0:28843:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611482.715644:0:28843:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611482.715651:0:28843:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611482.715666:0:28843:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611482.715672:0:28843:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611482.715675:0:28843:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611482.719846:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16be00. 00080000:00000010:1.0:1749611482.719853:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16be00. 00000020:00000001:1.0:1749611482.719858:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611482.719928:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16be00. 00080000:00000010:1.0:1749611482.719932:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16be00. 00000020:00000001:1.0:1749611482.719935:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611482.890428:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7880. 00080000:00000010:3.0:1749611482.890439:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7880. 00000020:00000001:3.0:1749611482.890447:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611482.890634:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7880. 00080000:00000010:3.0:1749611482.890642:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7880. 00000020:00000001:3.0:1749611482.890649:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611483.039934:0:28908:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7180. 00080000:00000010:3.0:1749611483.039947:0:28908:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7180. 00000020:00000001:3.0:1749611483.039953:0:28908:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611483.039970:0:28908:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7180. 00080000:00000010:3.0:1749611483.039974:0:28908:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7180. 00000020:00000001:3.0:1749611483.039977:0:28908:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611483.044060:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611483.044067:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611483.044077:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611483.044151:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611483.044155:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611483.044159:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611483.110743:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611483.110749:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611483.110753:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749611483.218878:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16be00. 00080000:00000010:1.0:1749611483.218887:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16be00. 00000020:00000001:1.0:1749611483.218893:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611483.218967:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16be00. 00080000:00000010:1.0:1749611483.218973:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16be00. 00000020:00000001:1.0:1749611483.218976:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611483.369899:0:28973:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bf00. 00080000:00000010:1.0:1749611483.369909:0:28973:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bf00. 00000020:00000001:1.0:1749611483.369914:0:28973:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611483.369930:0:28973:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bf00. 00080000:00000010:1.0:1749611483.369935:0:28973:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bf00. 00000020:00000001:1.0:1749611483.369938:0:28973:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611483.374368:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bf00. 00080000:00000010:1.0:1749611483.374375:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bf00. 00000020:00000001:1.0:1749611483.374380:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611483.374454:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bf00. 00080000:00000010:1.0:1749611483.374457:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bf00. 00000020:00000001:1.0:1749611483.374460:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611483.541740:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bf00. 00080000:00000010:1.0:1749611483.541750:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bf00. 00000020:00000001:1.0:1749611483.541756:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611483.541827:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bf00. 00080000:00000010:1.0:1749611483.541833:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bf00. 00000020:00000001:1.0:1749611483.541836:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611483.682668:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611483.682673:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611483.682676:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611483.682679:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611483.682683:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611483.682686:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611483.682689:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611483.682692:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611483.682695:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611483.694607:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749611483.694623:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1749611483.694627:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749611483.694631:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749611483.694633:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749611483.694636:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749611483.694640:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611483.694645:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6084 00000100:00080000:1.0:1749611483.694649:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749611483.694652:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:1.0:1749611483.694656:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611483.694659:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611483.694661:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611483.694665:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611483.694667:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:1.0:1749611483.694670:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611483.694674:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:1.0:1749611483.694677:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:1.0:1749611483.694679:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:1.0:1749611483.694682:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:1.0:1749611483.694684:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611483.694685:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611483.694687:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611483.694690:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:1.0:1749611483.694693:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611483.694696:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611483.694699:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611483.694706:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611483.694709:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611483.694711:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611483.694719:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611483.694725:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111264e00. 00000020:00000040:1.0:1749611483.694729:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749611483.694733:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611483.694735:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611483.694739:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611483.694741:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611483.694744:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611483.694751:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bce6400. 00000100:00000001:1.0:1749611483.694758:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611483.694768:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111264e00 x1834598494680320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611483.694779:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611483.694783:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611483.694788:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111264e00] to pc [ptlrpcd_rcv+-1] req@ffff880111264e00 x1834598494680320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611483.694817:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611483.694821:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749611483.694825:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749611483.694826:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749611483.694828:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749611483.694831:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611483.694833:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6084 00000100:00080000:1.0:1749611483.694835:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749611483.694838:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:1.0:1749611483.694840:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611483.694842:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611483.694843:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611483.694845:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611483.694847:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:1.0:1749611483.694848:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611483.694850:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:1.0:1749611483.694857:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:1.0:1749611483.694859:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:1.0:1749611483.694862:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:1.0:1749611483.694864:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611483.694866:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611483.694868:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611483.694870:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:1.0:1749611483.694872:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611483.694874:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611483.694876:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611483.694879:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611483.694881:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611483.694884:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611483.694885:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611483.694888:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111265180. 00000020:00000040:1.0:1749611483.694891:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749611483.694893:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611483.694894:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611483.694896:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611483.694897:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611483.694899:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611483.694903:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bce7400. 00000100:00000001:1.0:1749611483.694906:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611483.694911:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111265180 x1834598494680448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611483.694918:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611483.694921:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611483.694924:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111265180] to pc [ptlrpcd_rcv+-1] req@ffff880111265180 x1834598494680448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611483.694932:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611483.694935:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1749611483.694938:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749611483.694944:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1749611483.694946:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749611483.694948:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611483.694951:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6084 00000100:00080000:1.0:1749611483.694953:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749611483.694956:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:1.0:1749611483.694958:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611483.694959:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611483.694961:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611483.694963:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611483.694964:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:1.0:1749611483.694966:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611483.694968:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:1.0:1749611483.694970:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:1.0:1749611483.694972:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:1.0:1749611483.694975:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:1.0:1749611483.694976:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611483.694978:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611483.694979:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611483.694982:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:1.0:1749611483.694984:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611483.694986:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611483.694988:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611483.694990:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611483.694992:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611483.694994:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611483.694995:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611483.694998:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111265500. 00000020:00000040:1.0:1749611483.695000:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:1.0:1749611483.695002:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611483.695003:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611483.695005:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611483.695011:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611483.695013:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611483.695016:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bce4c00. 00000100:00000001:1.0:1749611483.695020:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611483.695024:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111265500 x1834598494680576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611483.695031:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611483.695033:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611483.695036:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111265500] to pc [ptlrpcd_rcv+-1] req@ffff880111265500 x1834598494680576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611483.695043:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611483.695046:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749611483.695049:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1749611483.695052:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111265880. 00000020:00000040:1.0:1749611483.695054:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749611483.695057:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611483.695058:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611483.695060:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611483.695062:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009959d700. 00000100:00000001:1.0:1749611483.695065:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611483.695068:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611483.695075:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611483.695077:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611483.695082:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111265880] to pc [ptlrpcd_00_00+0] req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611483.695109:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611483.695114:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6094) 00000100:00000001:2.0:1749611483.695122:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611483.695125:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611483.695125:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611483.695127:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611483.695128:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611483.695129:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749611483.695130:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494680320 02000000:00000001:3.0:1749611483.695134:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611483.695137:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611483.695137:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611483.695140:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611483.695145:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611483.695149:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494680320 00000100:00000001:2.0:1749611483.695149:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611483.695151:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611483.695152:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611483.695154:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749611483.695155:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749611483.695156:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611483.695158:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611483.695159:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611483.695160:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611483.695161:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611483.695163:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494680704:0@lo:400:kworker.0 00000020:00000010:3.0:1749611483.695167:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf4c00. 00000100:00000001:2.0:1749611483.695168:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611483.695171:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1749611483.695172:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7180. 02000000:00000001:2.0:1749611483.695173:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611483.695175:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749611483.695177:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 02000000:00000010:2.0:1749611483.695179:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a829c00. 00000100:00000001:3.0:1749611483.695182:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749611483.695182:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611483.695184:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749611483.695186:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe420. 00000100:00000001:3.0:1749611483.695187:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611483.695191:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000001:3.0:1749611483.695193:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611483.695196:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494680704, portal 10 00000100:00000001:2.0:1749611483.695198:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611483.695200:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136896911488 : -131936812640128 : ffff880111265880) 00000100:00000001:3.0:1749611483.695202:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611483.695211:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611483.695213:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611483.695214:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611483.695220:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00000001:2.0:1749611483.695221:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611483.695223:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503463808 : -131939206087808 : ffff8800827d3b80) 00000100:00000040:2.0:1749611483.695224:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611483.695226:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000040:3.0:1749611483.695229:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d3b80 x1834598494680320/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611483.695229:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494680704, offset 0 00000400:00000200:2.0:1749611483.695234:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611483.695242:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494680320:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611483.695243:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749611483.695246:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494680320 00000020:00000001:3.0:1749611483.695250:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611483.695250:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94b680 00000400:00000200:2.0:1749611483.695257:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 112584 00010000:00000001:3.0:1749611483.695261:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749611483.695262:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611483.695266:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611483.695293:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611483.695295:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611483.695299:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ef800. 00000020:00000001:3.0:1749611483.695302:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611483.695302:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ef800 x1834598494680704 msgsize 224 00000100:00100000:2.0:1749611483.695307:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:3.0:1749611483.695308:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749611483.695311:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611483.695315:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611483.695318:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611483.695320:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611483.695323:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749611483.695328:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f7c00. 00000100:00000001:2.0:1749611483.695328:0:28321:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749611483.695330:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611483.695333:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611483.695337:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611483.695339:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611483.695342:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611483.695346:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611483.695349:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611483.695352:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:2.0:1749611483.695352:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000100:00000001:3.0:1749611483.695354:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749611483.695354:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:3.0:1749611483.695357:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611483.695357:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749611483.695360:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000200:2.0:1749611483.695361:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611483.695363:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611483.695365:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611483.695367:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611483.695368:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749611483.695369:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611483.695370:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749611483.695371:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494680704 00000400:00000010:3.0:1749611483.695372:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000040:2.0:1749611483.695373:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611483.695377:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494680320, offset 0 02000000:00000001:1.0:1749611483.695379:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611483.695380:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611483.695382:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611483.695382:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611483.695382:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611483.695384:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611483.695386:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611483.695387:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611483.695389:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000100:00100000:1.0:1749611483.695390:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494680704 00000400:00000200:3.0:1749611483.695391:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611483.695392:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300757153 00000020:00000001:1.0:1749611483.695392:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611483.695394:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749611483.695395:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300757154 00000020:00000001:1.0:1749611483.695396:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749611483.695398:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94b500 00000100:00000001:2.0:1749611483.695398:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300757153 00000020:00000040:1.0:1749611483.695399:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:1.0:1749611483.695401:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:3.0:1749611483.695403:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x90e5 [1] + 0 00000020:00000001:1.0:1749611483.695403:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611483.695405:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300757154 00000100:00000001:2.0:1749611483.695407:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300757153 00000100:00000001:1.0:1749611483.695408:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:3.0:1749611483.695409:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611483.695409:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300757154 00000100:00000001:2.0:1749611483.695411:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300757153 00000020:00000010:1.0:1749611483.695411:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369db240. 00000400:00000200:3.0:1749611483.695412:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611483.695413:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300757154 00000100:00000001:2.0:1749611483.695415:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611483.695416:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749611483.695416:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88006e9cc6c0. 00000100:00000001:2.0:1749611483.695418:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611483.695420:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611483.695423:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749611483.695423:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000200:3.0:1749611483.695427:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111264e00 x1834598494680320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611483.695429:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611483.695431:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749611483.695431:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611483.695433:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611483.695434:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611483.695435:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611483.695435:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58600. 00000100:00000040:3.0:1749611483.695438:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111264e00 x1834598494680320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611483.695438:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611483.695439:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16bf00. 00000020:00000010:1.0:1749611483.695443:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 00000100:00000001:3.0:1749611483.695447:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749611483.695450:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611483.695452:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749611483.695453:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:1.0:1749611483.695454:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:3.0:1749611483.695456:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:1.0:1749611483.695457:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611483.695460:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611483.695461:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611483.695462:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611483.695464:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749611483.695465:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611483.695466:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611483.695468:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749611483.695470:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611483.695472:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611483.695473:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611483.695478:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d3b80 x1834598494680320/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611483.695479:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611483.695481:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494680448 02000000:00000001:1.0:1749611483.695483:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611483.695485:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611483.695487:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611483.695489:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494680320:12345-0@lo:38:kworker.0 Request processed in 246us (443us total) trans 0 rc -19/-19 02000000:00000001:1.0:1749611483.695489:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611483.695491:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494680448 00000020:00000001:1.0:1749611483.695492:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:3.0:1749611483.695497:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000020:00000040:1.0:1749611483.695499:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611483.695500:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749611483.695500:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611483.695501:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749611483.695502:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611483.695504:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611483.695506:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7180. 00000020:00000010:1.0:1749611483.695507:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59000. 00000020:00000010:3.0:1749611483.695509:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000020:00000010:1.0:1749611483.695510:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16be00. 00000020:00000010:1.0:1749611483.695512:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000020:00000010:3.0:1749611483.695513:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf4c00. 00000100:00000001:1.0:1749611483.695515:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611483.695516:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611483.695517:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611483.695518:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611483.695547:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611483.695561:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611483.695568:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611483.695570:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749611483.695574:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00000001:3.0:1749611483.695575:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611483.695577:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611483.695577:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611483.695579:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283376640 : -131939426174976 : ffff8800755ef800) 00000100:00000001:2.0:1749611483.695580:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749611483.695582:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00000001:2.0:1749611483.695583:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611483.695584:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503460224 : -131939206091392 : ffff8800827d2d80) 00000100:00000001:2.0:1749611483.695585:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611483.695585:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ef800 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:164/0 lens 224/0 e 0 to 0 dl 1749611494 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611483.695587:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611483.695589:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d2d80 x1834598494680448/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611483.695594:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611483.695594:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:2.0:1749611483.695596:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494680576 00000020:00000010:1.0:1749611483.695597:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369db340. 02000000:00000001:2.0:1749611483.695598:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749611483.695599:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494680448:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611483.695599:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611483.695600:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749611483.695601:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369db340. 00000100:00000001:2.0:1749611483.695602:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611483.695606:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611483.695606:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494680704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1749611483.695608:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494680576 00000100:00000200:3.0:1749611483.695610:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494680448 00000020:00000001:2.0:1749611483.695610:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749611483.695610:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494680704 00000020:00000040:2.0:1749611483.695612:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611483.695613:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611483.695613:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611483.695613:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611483.695615:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611483.695616:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749611483.695616:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611483.695617:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611483.695618:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611483.695621:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829600. 00000020:00000001:1.0:1749611483.695621:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749611483.695623:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611483.695623:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000010:2.0:1749611483.695625:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f80. 00000020:00000001:1.0:1749611483.695626:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00020000:3.0:1749611483.695627:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:2.0:1749611483.695629:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9708. 00010000:00000001:3.0:1749611483.695630:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749611483.695630:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611483.695632:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611483.695632:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749611483.695635:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611483.695637:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611483.695639:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611483.695640:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749611483.695640:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749611483.695642:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:3.0:1749611483.695643:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f6400. 00000020:00000001:1.0:1749611483.695643:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611483.695644:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611483.695644:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611483.695645:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749611483.695647:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611483.695647:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611483.695649:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611483.695649:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:3.0:1749611483.695651:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611483.695651:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1749611483.695654:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611483.695655:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749611483.695655:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bce4800. 00000100:00000001:3.0:1749611483.695657:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749611483.695658:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611483.695659:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611483.695660:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611483.695661:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611483.695661:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611483.695663:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611483.695663:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611483.695663:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611483.695665:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000040:1.0:1749611483.695666:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494680704 00000100:00100000:2.0:1749611483.695667:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00000040:3.0:1749611483.695668:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:1.0:1749611483.695669:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:3.0:1749611483.695670:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611483.695670:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503458432 : -131939206093184 : ffff8800827d2680) 02000000:00000001:3.0:1749611483.695672:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749611483.695673:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800755ef800 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611483.695674:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611483.695675:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d2680 x1834598494680576/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611503 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611483.695677:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611483.695679:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00010000:00000001:1.0:1749611483.695682:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:3.0:1749611483.695683:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494680448, offset 0 00010000:00000001:1.0:1749611483.695683:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611483.695685:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494680576:12345-0@lo:38:kworker.0 00000100:00001000:1.0:1749611483.695686:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=88 v=5 (1 1 1 1) 00000400:00000200:3.0:1749611483.695687:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749611483.695689:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494680576 00000100:00000001:1.0:1749611483.695690:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749611483.695692:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749611483.695692:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00010000:00000001:2.0:1749611483.695694:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611483.695694:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611483.695695:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749611483.695697:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611483.695698:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611483.695700:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b580 00000100:00000001:1.0:1749611483.695701:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611483.695703:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749611483.695704:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611483.695706:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x90f5 [1] + 0 00010000:00020000:2.0:1749611483.695707:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749611483.695707:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000400:00000200:3.0:1749611483.695710:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749611483.695710:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749611483.695711:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494680704, offset 224 00010000:00000001:2.0:1749611483.695713:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611483.695716:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749611483.695717:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611483.695718:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611483.695718:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611483.695720:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611483.695723:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0df400. 00000100:00000001:3.0:1749611483.695724:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749611483.695725:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611483.695726:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611483.695728:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611483.695729:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111265180 x1834598494680448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611483.695731:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611483.695732:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611483.695733:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b680 00000100:00001000:2.0:1749611483.695735:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749611483.695738:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111265180 x1834598494680448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611483.695738:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749611483.695739:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x90ed [1] + 224 00000100:00000001:2.0:1749611483.695741:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611483.695743:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000400:00000200:1.0:1749611483.695744:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611483.695746:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611483.695747:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611483.695748:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611483.695752:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:2.0:1749611483.695753:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:3.0:1749611483.695754:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611483.695756:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749611483.695757:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:3.0:1749611483.695758:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749611483.695760:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611483.695761:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611483.695762:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611483.695763:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611483.695764:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611483.695764:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611483.695766:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611483.695768:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611483.695768:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749611483.695768:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611483.695770:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000040:3.0:1749611483.695772:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d2d80 x1834598494680448/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611483.695775:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494680576, offset 0 00000100:00000040:1.0:1749611483.695778:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611483.695779:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611483.695782:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494680448:12345-0@lo:38:kworker.0 Request processed in 182us (413us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749611483.695787:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749611483.695790:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00000001:3.0:1749611483.695792:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611483.695793:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749611483.695793:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b600 00000020:00000010:3.0:1749611483.695797:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16be00. 00000100:00000001:1.0:1749611483.695797:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611483.695799:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9101 [1] + 0 00000020:00000010:3.0:1749611483.695800:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000020:00000010:3.0:1749611483.695803:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59000. 00000400:00000200:2.0:1749611483.695803:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611483.695807:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611483.695807:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749611483.695808:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bbb0 00000400:00000010:1.0:1749611483.695810:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bbb0. 00000100:00000001:1.0:1749611483.695813:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611483.695814:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611483.695815:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749611483.695818:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111265500 x1834598494680576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611508 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611483.695819:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611483.695822:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:1.0:1749611483.695825:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749611483.695826:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611483.695828:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111265500 x1834598494680576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611508 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611483.695829:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749611483.695833:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ef800 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:164/0 lens 224/224 e 0 to 0 dl 1749611494 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611483.695836:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611483.695841:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611483.695843:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00100000:1.0:1749611483.695843:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ef800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494680704:12345-0@lo:400:kworker.0 Request processed in 247us (538us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611483.695845:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611483.695847:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611483.695850:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611483.695852:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00000040:2.0:1749611483.695853:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:1.0:1749611483.695854:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611483.695855:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611483.695857:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611483.695857:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611483.695859:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749611483.695861:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d2680 x1834598494680576/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611503 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611483.695863:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16bf00. 00000020:00000010:1.0:1749611483.695866:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000100:00100000:2.0:1749611483.695870:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494680576:12345-0@lo:38:kworker.0 Request processed in 185us (289us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749611483.695870:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58600. 00000020:00000040:1.0:1749611483.695874:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749611483.695877:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611483.695887:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00000001:2.0:1749611483.695890:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611483.695891:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:1.0:1749611483.695892:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:2.0:1749611483.695895:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f80. 00000020:00000040:1.0:1749611483.695896:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000020:00000010:2.0:1749611483.695899:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9708. 00000020:00000010:2.0:1749611483.695903:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 00000100:00000001:2.0:1749611483.695907:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611483.695921:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611483.695924:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611483.695928:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611483.695930:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611483.695933:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe420. 00000400:00000200:2.0:1749611483.695935:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000400:00000010:2.0:1749611483.695937:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:2.0:1749611483.695939:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611483.695944:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611483.695953:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611483.695959:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611483.695961:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611483.695963:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611483.695965:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611483.695967:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611483.695968:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611483.695970:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611483.695975:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=38 v=5 (5 5 5 5) 00000100:00001000:2.0:1749611483.695978:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611483.695981:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611483.695982:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611483.695985:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749611483.695990:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611483.695998:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611483.696006:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611483.696009:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611483.696011:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611483.696012:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611483.696017:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611483.696023:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611483.696026:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611483.696027:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611483.696030:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611483.696038:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111265880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494680704:0@lo:400:kworker.0 00000100:00000001:2.0:1749611483.696042:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611483.696044:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611483.696047:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111265880 x1834598494680704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611483.696053:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611483.696055:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611483.696057:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a829c00. 02000000:00000001:2.0:1749611483.696059:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611483.696061:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611483.696062:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611483.696064:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611483.696067:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009959d700. 02000000:00000001:2.0:1749611483.696069:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611483.696071:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611483.696073:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111265880. 00000100:00000001:2.0:1749611483.696075:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611483.696077:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611483.696079:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611483.696083:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611483.696084:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611483.696086:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611483.696088:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611483.696556:0:29036:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611483.696563:0:29036:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611483.696569:0:29036:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611483.696587:0:29036:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00000100:00000040:1.0:1749611483.696588:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300757154, at 4300757154 00080000:00000010:2.0:1749611483.696591:0:29036:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611483.696595:0:29036:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611483.696596:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e688840. 00000100:00000040:3.0:1749611483.696612:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300757154, at 4300757154 00000100:00000010:3.0:1749611483.696623:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e688600. 00000100:00000040:2.0:1749611483.697566:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300757154, at 4300757155 00000100:00000010:2.0:1749611483.697574:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012e688040. 00080000:00000010:1.0:1749611483.701329:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bf00. 00080000:00000010:1.0:1749611483.701336:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bf00. 00000020:00000001:1.0:1749611483.701341:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611483.701421:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16bf00. 00080000:00000010:1.0:1749611483.701429:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16bf00. 00000020:00000001:1.0:1749611483.701433:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611483.879725:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611483.879733:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611483.879739:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611483.879805:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611483.879810:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611483.879812:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611484.000066:0:29099:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611484.000074:0:29099:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611484.000079:0:29099:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611484.000092:0:29099:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611484.000096:0:29099:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611484.000099:0:29099:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611484.112805:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611484.112811:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611484.112815:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749611484.128831:0:29147:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b780. 00080000:00000010:1.0:1749611484.128839:0:29147:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b780. 00000020:00000001:1.0:1749611484.128844:0:29147:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611484.128850:0:29147:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009c16b780. 00080000:00000010:1.0:1749611484.128854:0:29147:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009c16b780. 00000020:00000001:1.0:1749611484.128857:0:29147:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1749611484.142811:0:29147:0:(super25.c:119:lustre_fill_super()) Process entered 00000080:01200004:1.0:1749611484.142815:0:29147:0:(super25.c:121:lustre_fill_super()) VFS Op: sb ffff88007913a800 00000020:00000001:1.0:1749611484.142819:0:29147:0:(obd_mount.c:642:lustre_init_lsi()) Process entered 00000020:00000010:1.0:1749611484.142822:0:29147:0:(obd_mount.c:644:lustre_init_lsi()) kmalloced '(lsi)': 1208 at ffff88007913e800. 00000020:00000010:1.0:1749611484.142825:0:29147:0:(obd_mount.c:647:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff88009c16b780. 00000020:00000001:1.0:1749611484.142828:0:29147:0:(obd_mount.c:662:lustre_init_lsi()) Process leaving (rc=18446612134345566208 : -131939363985408 : ffff88007913e800) 00000020:00000001:1.0:1749611484.142834:0:29147:0:(obd_mount.c:1352:lmd_parse()) Process entered 00000020:00000010:1.0:1749611484.142837:0:29147:0:(obd_mount.c:1374:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff88009c9b3000. 00000020:00000010:1.0:1749611484.142852:0:29147:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 12 at ffff8800782b19b0. 00000020:00000010:1.0:1749611484.142858:0:29147:0:(obd_mount.c:1123:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at ffff88011da34820. 00000020:00000010:1.0:1749611484.142870:0:29147:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 15 at ffff8800782b19a0. 00000020:00000010:1.0:1749611484.142875:0:29147:0:(obd_mount.c:1571:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at ffff88011da34f40. 00000020:01000004:1.0:1749611484.142878:0:29147:0:(obd_mount.c:933:lmd_print()) mount data: 00000020:01000004:1.0:1749611484.142879:0:29147:0:(obd_mount.c:936:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:00000001:1.0:1749611484.142881:0:29147:0:(obd_mount.c:1667:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611484.142884:0:29147:0:(tgt_mount.c:2222:server_fill_super()) Process entered 00000020:00000001:1.0:1749611484.142886:0:29147:0:(tgt_mount.c:1610:lsi_prepare()) Process entered 00000020:00000001:1.0:1749611484.142891:0:29147:0:(tgt_mount.c:1673:lsi_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611484.142893:0:29147:0:(tgt_mount.c:2154:osd_start()) Process entered 00000020:01000004:1.0:1749611484.142895:0:29147:0:(tgt_mount.c:2157:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1749611484.142908:0:29147:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000001:1.0:1749611484.142910:0:29147:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf001 osd-ldiskfs lustre-OST0000-osd_UUID (null) (null) 00000020:00000010:1.0:1749611484.142914:0:29147:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at ffff88009c16b680. 00000020:00000080:1.0:1749611484.142917:0:29147:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611484.142920:0:29147:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611484.142924:0:29147:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611484.142933:0:29147:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085151570. 00000020:00000080:1.0:1749611484.142938:0:29147:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (ffff880085151570) 00000020:00000001:1.0:1749611484.142946:0:29147:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611484.142949:0:29147:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880079138000. 00000020:00000001:1.0:1749611484.142952:0:29147:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611484.142955:0:29147:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880079138000 with handle 0x689c0ec07329d50a to hash 00000020:00000001:1.0:1749611484.142957:0:29147:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611484.142961:0:29147:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611484.142963:0:29147:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611484.142965:0:29147:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134345539584 : -131939364012032 : ffff880079138000) 00000020:00000040:1.0:1749611484.142969:0:29147:0:(genops.c:898:class_export_put()) PUTting export ffff880079138000 : new refcount 1 00000020:00000040:1.0:1749611484.142977:0:29147:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085151570) now 2 - obd_device_list 00000020:00000001:1.0:1749611484.142983:0:29147:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611484.142986:0:29147:0:(obd_config.c:653:class_attach()) OBD: dev 9 attached type osd-ldiskfs with refcount 2 00000020:00000001:1.0:1749611484.142988:0:29147:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611484.142990:0:29147:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611484.142993:0:29147:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at ffff88009c16b680. 00000020:00000001:1.0:1749611484.142996:0:29147:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf003 /dev/mapper/ost1_flakey 0:32768 (null) lustre-OST0000 00000020:00000010:1.0:1749611484.143000:0:29147:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at ffff88009c16b680. 00000020:00000080:1.0:1749611484.143001:0:29147:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611484.143005:0:29147:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611484.143021:0:29147:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611484.143024:0:29147:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8927cc0. 00000001:00000010:1.0:1749611484.143028:0:29147:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88011da347e0. 00000001:00000010:1.0:1749611484.143031:0:29147:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006dc58a00. 00000001:00000010:1.0:1749611484.143034:0:29147:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006dc58400. 00000001:00000010:1.0:1749611484.143037:0:29147:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006dc59200. 00000001:00000010:1.0:1749611484.143040:0:29147:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006dc59800. 00000001:00000001:1.0:1749611484.143042:0:29147:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611484.143043:0:29147:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8927d80. 00000001:00000010:1.0:1749611484.143046:0:29147:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88011da34e80. 00000001:00000010:1.0:1749611484.143048:0:29147:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006dc58e00. 00000001:00000010:1.0:1749611484.143051:0:29147:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006dc58000. 00000001:00000010:1.0:1749611484.143053:0:29147:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006dc58c00. 00000001:00000010:1.0:1749611484.143055:0:29147:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006dc59000. 00000020:00000001:1.0:1749611484.143058:0:29147:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611484.143065:0:29147:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59a00. 00000020:00000010:1.0:1749611484.143070:0:29147:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16b900. 00000020:00000010:1.0:1749611484.143076:0:29147:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 00000008:00000010:1.0:1749611484.143081:0:29147:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bf600. 00020000:00000010:1.0:1749611484.143086:0:29147:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b6400. 00008000:00000010:1.0:1749611484.143091:0:29147:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7c18. 00000080:00000010:1.0:1749611484.143097:0:29147:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a1e0. 00000020:00000010:1.0:1749611484.143101:0:29147:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59e00. 00000020:00000010:1.0:1749611484.143103:0:29147:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc59400. 00000040:00000010:1.0:1749611484.143107:0:29147:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006dc58200. 00000020:00000010:1.0:1749611484.143112:0:29147:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913b000. 00000020:00000010:1.0:1749611484.143115:0:29147:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc59600. 00040000:00000010:1.0:1749611484.143120:0:29147:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959d200. 00040000:00000010:1.0:1749611484.143123:0:29147:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc58800. 00080000:00000010:1.0:1749611484.143128:0:29147:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b4000. 00080000:00000010:1.0:1749611484.143134:0:29147:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc62000. 00080000:00000010:1.0:1749611484.143159:0:29147:0:(osd_handler.c:8613:osd_device_alloc()) kmalloced '(o)': 31552 at ffff880112e78000. 00080000:00000001:1.0:1749611484.143164:0:29147:0:(osd_handler.c:8245:osd_mount()) Process entered 00000100:00000001:2.0:1749611484.682648:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611484.682656:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611484.682659:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611484.682663:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611484.682667:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611484.682670:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611484.682673:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611484.682685:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8800755ee680 x1834598494678528/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611484.682696:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611484.682700:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ee680 x1834598494678528/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611484.682735:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611484.682738:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611484.682741:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611484.682743:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611484.682747:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ee680 x1834598494678528/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611484.682755:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ee680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494678528:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611484.682761:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611484.682763:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611484.682765:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611484.682767:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611484.682771:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ee680 x1834598494678528/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611484.682778:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611484.682780:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a3810c0. 00000100:00000001:2.0:1749611484.682785:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611484.682786:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611484.682790:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611484.682794:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611484.682798:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611484.682801:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8800827d6200 refcount=4 00000020:00000001:2.0:1749611484.682803:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134503473664 : -131939206077952 : ffff8800827d6200) 00010000:00000001:2.0:1749611484.682806:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134503473664 : -131939206077952 : ffff8800827d6200) 00010000:00010000:2.0:1749611484.682812:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff8800827d6200/0x689c0ec07329d503 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611484.682822:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611484.682828:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff8800827d6200/0x689c0ec07329d503 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611484.682845:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611484.682849:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8800827d6200/0x689c0ec07329d503 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611484.682856:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611484.682858:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611484.682860:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff8800827d6200/0x689c0ec07329d503 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611484.682866:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611484.682868:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611484.682871:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611484.682874:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8800827d6200/0x689c0ec07329d503 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611484.682880:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff8800827d6200 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611484.682884:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611484.682887:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8800827d6200/0x689c0ec07329d503 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611484.682892:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611484.682894:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611484.682895:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611484.682896:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff8800827d6200 refcount=5 00000020:00000001:2.0:1749611484.682898:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134503473664 : -131939206077952 : ffff8800827d6200) 00010000:00000001:2.0:1749611484.682900:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134503473664 : -131939206077952 : ffff8800827d6200) 00010000:00000001:2.0:1749611484.682903:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611484.682906:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8800827d6200/0x689c0ec07329d503 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611484.682912:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611484.682914:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8800827d6200/0x689c0ec07329d503 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611484.682924:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611484.682928:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611484.682929:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611484.682932:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611484.682933:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611484.682936:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611484.682938:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611484.682939:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611484.682941:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611484.682944:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800827d6200 with handle 0x689c0ec07329d503 from hash 00010000:00000001:2.0:1749611484.682946:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611484.682947:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611484.682948:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611484.682949:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611484.682951:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611484.682952:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611484.682955:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611484.682956:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611484.682957:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611484.682959:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611484.682961:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8800827d6200/0x689c0ec07329d503 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611484.682966:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611484.682967:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611484.682969:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611484.682970:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611484.682971:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611484.682972:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611484.682973:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611484.682976:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8800827d6200/0x689c0ec07329d503 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611484.682983:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800654df300 count: 0 00010000:00000001:2.0:1749611484.683016:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611484.683022:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611484.683026:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611484.683030:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ee680 x1834598494678528/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611484.683038:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611484.683041:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611484.683043:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611484.683045:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611484.683050:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff8800827d6600. 02000000:00000001:2.0:1749611484.683055:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611484.683057:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611484.683059:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ee680. 00000100:00000001:2.0:1749611484.683062:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611484.683063:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611484.683065:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611484.683069:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:2.0:1749611484.683072:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 10000000:00000001:2.0:1749611484.683077:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611484.683080:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611484.683083:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611484.683084:0:9690:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b4070c00) refs 3 10000000:00000001:2.0:1749611484.683086:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611484.683089:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611484.683090:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(ffff8800b4071200) refs 2 10000000:00000001:2.0:1749611484.683093:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611484.683094:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611484.683096:0:9690:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:00000001:2.0:1749611484.683097:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611484.683099:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log nodemap-ffff8800a8b08000 from 1 10000000:00000001:2.0:1749611484.683102:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611484.683103:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:2.0:1749611484.683108:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ee680. 00000020:00000040:2.0:1749611484.683111:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611484.683115:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611484.683118:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611484.683122:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611484.683134:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a828000. 00000100:00000001:2.0:1749611484.683142:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611484.683146:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611484.683148:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611484.683154:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800654dfd00. 00010000:00000001:2.0:1749611484.683158:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611484.683160:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a829600. 00000020:00000001:2.0:1749611484.683163:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611484.683165:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a829600 with handle 0x689c0ec07329d518 to hash 00000020:00000001:2.0:1749611484.683168:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611484.683169:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369596928 : -131939339954688 : ffff88007a829600) 00010000:00000001:2.0:1749611484.683172:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369596928 : -131939339954688 : ffff88007a829600) 00010000:00000001:2.0:1749611484.683174:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611484.683176:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611484.683179:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d518 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611484.683186:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d518 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611484.683197:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d518 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611484.683203:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611484.683204:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611484.683209:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a3810c0. 00000100:00000001:2.0:1749611484.683211:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096277696 : -131939613273920 : ffff88006a3810c0) 00000100:00000001:2.0:1749611484.683213:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611484.683214:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283372160 : -131939426179456 : ffff8800755ee680) 00000100:00000001:2.0:1749611484.683219:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611484.683224:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611484.683226:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611484.683228:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611484.683232:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ee680 x1834598494680960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611484.683252:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611484.683254:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611484.683294:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800755ee680 x1834598494680960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611484.683303:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611484.683305:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611484.683307:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611484.683309:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611484.683311:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611484.683313:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611484.683314:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611484.683315:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611484.683317:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1F:1749611484.685791:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800654df300. 00010000:00000010:1.1:1749611484.685811:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800827d6200. 00000020:00000001:1.0:1749611485.114794:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611485.114801:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611485.114804:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611485.682660:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611485.682668:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611485.682671:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611485.682675:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611485.682679:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611485.682683:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611485.682686:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611485.682690:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611485.682692:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611486.116779:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611486.116785:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611486.116789:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611486.682575:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611486.682580:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611486.682581:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611486.682584:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611486.682586:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611486.682588:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611486.682589:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611486.682591:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611486.682592:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611486.695640:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611486.695661:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611486.695662:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611486.695665:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611486.695666:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611486.695667:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611486.695669:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611487.118657:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611487.118660:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611487.118663:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611487.682604:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611487.682610:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611487.682612:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611487.682615:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611487.682617:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611487.682620:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611487.682622:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611487.682625:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611487.682627:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611487.695572:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611487.695581:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611487.695582:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611487.695584:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611487.695585:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611487.695587:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611487.695588:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611488.120684:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611488.120689:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611488.120691:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611488.682594:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611488.682600:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611488.682601:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611488.682604:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611488.682606:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611488.682608:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.682610:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611488.682612:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.682614:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.695570:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611488.695573:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749611488.695581:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611463/real 1749611463] req@ffff8800755ee300 x1834598494676864/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611488 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611488.695609:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611488.695610:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611488.695613:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff790. 00000400:00000200:2.0:1749611488.695617:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000400:00000010:2.0:1749611488.695619:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00000001:2.0:1749611488.695622:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611488.695624:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800755ee300 x1834598494676864/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611488 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611488.695630:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800755ee300 x1834598494676864/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611488 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.695633:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611488.695634:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.695636:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611488.695637:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611488.695639:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800755ee300 x1834598494676864/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611488 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.695643:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.695649:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611488.695650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.695652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611488.695653:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611488.695654:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611488.695656:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ee300 x1834598494676864/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611488 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.695661:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611488.695662:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.695663:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611488.695663:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.695665:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611488.695666:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749611488.695668:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611488.695691:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749611488.695692:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749611488.695695:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ee300 x1834598494676864/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611488 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611488.695700:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ee300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494676864:0@lo:250:kworker.0 00000100:00000001:2.0:1749611488.695702:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.695704:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611488.695705:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ee300 x1834598494676864/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611488 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.695709:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611488.695711:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611488.695714:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c625400. 02000000:00000001:2.0:1749611488.695716:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611488.695718:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611488.695720:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611488.695721:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611488.695723:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880086dc9800. 02000000:00000001:2.0:1749611488.695725:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611488.695726:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611488.695728:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ee300. 00000100:00000001:2.0:1749611488.695730:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611488.695731:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.695732:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.695734:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611488.695734:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.695735:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611488.695736:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.695853:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611488.695855:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611488.695856:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611488.695859:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d3100 x1834598494681088/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.695863:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611488.695867:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611488.695869:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611488.695871:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611488.695873:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611488.695875:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494681088:0@lo:250:kworker.0 00000100:00000001:2.0:1749611488.695877:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611488.695879:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611488.695881:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611488.695882:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611488.695885:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0dc000. 02000000:00000001:2.0:1749611488.695886:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611488.695889:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe420. 00000400:00000010:2.0:1749611488.695893:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000200:2.0:1749611488.695896:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494681088, portal 25 00000100:00000001:2.0:1749611488.695898:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611488.695899:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503461120 : -131939206090496 : ffff8800827d3100) 00000100:00000040:2.0:1749611488.695902:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d3100 x1834598494681088/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.695906:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611488.695908:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611488.695909:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000200:2.0:1749611488.695910:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494681088, offset 0 00000400:00000200:2.0:1749611488.695914:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611488.695922:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611488.695930:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf94b800 00000400:00000100:2.0:1749611488.695934:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494681088 offset 0 length 520: 4 00000400:00000200:2.0:1749611488.695936:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92dce0 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:2.0:1749611488.695938:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000400:00000200:2.0:1749611488.695942:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611488.695943:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:2.0:1749611488.695945:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611488.695947:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d3100 x1834598494681088/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.695956:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611488.695958:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d3100 x1834598494681088/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.695962:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.695963:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611488.695965:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.695968:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300762176 00000100:00000010:2.0:1749611488.695970:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369dbf40. 00000100:00000001:2.0:1749611488.695974:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611488.695978:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300762176 00000100:00000010:2.0:1749611488.695980:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369db040. 00000100:00000001:2.0:1749611488.695981:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611488.695993:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300762176 00000100:00000010:2.0:1749611488.695995:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369dbf00. 00000100:00000001:2.0:1749611488.695996:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611488.695998:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300762176 00000100:00000010:2.0:1749611488.695999:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369db2c0. 00000100:00000001:2.0:1749611488.696001:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611488.696006:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611488.696008:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696009:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696010:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.696013:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611488.696014:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749611488.696015:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611488.696015:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611488.696016:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611488.696018:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d1f80 x1834598494681216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.696022:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611488.696023:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611488.696027:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611488.696028:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611488.696029:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611488.696030:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494681216:0@lo:38:kworker.0 00000100:00000001:2.0:1749611488.696032:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611488.696034:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611488.696034:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611488.696035:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611488.696037:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de800. 02000000:00000001:2.0:1749611488.696038:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611488.696040:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe3c8. 00000400:00000010:2.0:1749611488.696042:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000200:2.0:1749611488.696044:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494681216, portal 4 00000100:00000001:2.0:1749611488.696045:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611488.696046:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503456640 : -131939206094976 : ffff8800827d1f80) 00000100:00000040:2.0:1749611488.696050:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d1f80 x1834598494681216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.696053:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611488.696054:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611488.696055:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000200:2.0:1749611488.696057:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494681216, offset 0 00000400:00000200:2.0:1749611488.696058:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611488.696061:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611488.696064:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94b880 00000100:00000001:1.0:1749611488.696066:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749611488.696067:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 2080 00000100:00000001:3.0:1749611488.696069:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611488.696069:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611488.696070:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:2.0:1749611488.696071:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611488.696073:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611488.696073:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611488.696075:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d0000 x1834598494681600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.696076:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611488.696078:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611488.696080:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ee300. 00000100:00000001:1.0:1749611488.696081:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611488.696082:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ee300 x1834598494681216 msgsize 520 00000100:00000001:1.0:1749611488.696082:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611488.696084:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749611488.696084:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611488.696086:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611488.696087:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696094:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749611488.696094:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494681600:0@lo:400:kworker.0 00000100:00000001:1.0:1749611488.696096:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611488.696098:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749611488.696099:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 02000000:00000001:1.0:1749611488.696099:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611488.696100:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 02000000:00000001:1.0:1749611488.696100:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611488.696101:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:1.0:1749611488.696102:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006dc59c00. 00000100:00000200:2.0:1749611488.696103:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d1f80 x1834598494681216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611488.696104:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696107:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:1.0:1749611488.696107:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db948. 00000100:00000040:2.0:1749611488.696109:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d1f80 x1834598494681216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611488.696109:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bbb0. 00000100:00000001:2.0:1749611488.696112:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611488.696112:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494681600, portal 10 00000100:00000001:3.0:1749611488.696113:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611488.696113:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611488.696113:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611488.696114:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611488.696114:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503448576 : -131939206103040 : ffff8800827d0000) 00000100:00100000:3.0:1749611488.696115:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494681216 00000100:00000040:2.0:1749611488.696116:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1283 usecs (2 jiffies) 02000000:00000001:3.0:1749611488.696117:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611488.696118:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300762155 00000100:00000040:1.0:1749611488.696118:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d0000 x1834598494681600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.696119:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300762176 00000100:00000001:2.0:1749611488.696121:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300762155 00000100:00000001:2.0:1749611488.696122:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300762176 00000100:00000001:1.0:1749611488.696122:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611488.696123:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300762155 00000100:00000040:1.0:1749611488.696123:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611488.696124:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611488.696124:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300762176 00000100:00000001:2.0:1749611488.696125:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300762155 00000400:00000010:1.0:1749611488.696125:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749611488.696126:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696126:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300762176 00000100:00000200:1.0:1749611488.696126:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494681600, offset 0 00000100:00000001:2.0:1749611488.696127:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611488.696128:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611488.696128:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611488.696129:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696129:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749611488.696131:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494681216 00000100:00000040:2.0:1749611488.696131:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d2a00 x1834598494681344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611488.696132:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611488.696133:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749611488.696133:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749611488.696134:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611488.696134:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749611488.696135:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696135:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611488.696136:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611488.696136:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611488.696137:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611488.696137:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94ba00 02000000:00000001:2.0:1749611488.696138:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611488.696139:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494681344:0@lo:38:kworker.0 00000020:00000010:3.0:1749611488.696140:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5800. 00000400:00000200:1.0:1749611488.696140:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 113848 00000020:00000010:3.0:1749611488.696143:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7b00. 00000400:00000200:1.0:1749611488.696143:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611488.696144:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611488.696145:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749611488.696145:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611488.696146:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611488.696147:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 02000000:00000001:2.0:1749611488.696147:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611488.696148:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de400. 00000100:00000001:1.0:1749611488.696148:0:28322:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749611488.696149:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611488.696149:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611488.696150:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611488.696151:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749611488.696151:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe688. 00000100:00000010:1.0:1749611488.696151:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111265c00. 00000100:00000001:3.0:1749611488.696152:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611488.696153:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000040:1.0:1749611488.696153:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880111265c00 x1834598494681600 msgsize 224 00000100:00000200:2.0:1749611488.696154:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494681344, portal 10 00000100:00100000:1.0:1749611488.696155:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611488.696156:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696156:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611488.696156:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503459328 : -131939206092288 : ffff8800827d2a00) 00000100:00000040:2.0:1749611488.696159:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d2a00 x1834598494681344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.696163:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611488.696164:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611488.696165:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:2.0:1749611488.696166:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494681344, offset 0 00000400:00000200:2.0:1749611488.696167:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611488.696168:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611488.696169:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611488.696171:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611488.696172:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000200:2.0:1749611488.696173:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94b900 00000400:00000010:1.0:1749611488.696173:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749611488.696175:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611488.696175:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749611488.696176:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 114072 00000100:00000001:3.0:1749611488.696177:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749611488.696178:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611488.696181:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749611488.696181:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d0000 x1834598494681600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611488.696182:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00000001:2.0:1749611488.696182:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611488.696183:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611488.696185:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283371264 : -131939426180352 : ffff8800755ee300) 00000100:00000010:2.0:1749611488.696185:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ef480. 00000100:00000001:1.0:1749611488.696185:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611488.696187:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ef480 x1834598494681344 msgsize 520 00000100:00000040:1.0:1749611488.696187:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d0000 x1834598494681600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611488.696189:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ee300 x1834598494681216/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611488.696189:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611488.696191:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611488.696192:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611488.696193:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611488.696195:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:1.0:1749611488.696195:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611488.696196:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611488.696197:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749611488.696197:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000100:00000001:1.0:1749611488.696198:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300762154 00000100:00100000:3.0:1749611488.696199:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494681216:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749611488.696199:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d2a00 x1834598494681344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611488.696200:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300762176 00000100:00000001:1.0:1749611488.696201:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300762154 00000100:00000200:3.0:1749611488.696202:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494681216 00000100:00000001:1.0:1749611488.696203:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300762176 00000100:00000001:1.0:1749611488.696204:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300762154 00000020:00000001:3.0:1749611488.696205:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611488.696205:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300762176 00000100:00000001:1.0:1749611488.696206:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300762154 00000100:00000001:1.0:1749611488.696207:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300762176 00010000:00000001:3.0:1749611488.696208:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611488.696208:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611488.696208:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611488.696209:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611488.696210:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d2a00 x1834598494681344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611488.696211:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611488.696212:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.696213:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696214:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611488.696215:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611488.696216:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611488.696216:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1749611488.696217:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1112 usecs (2 jiffies) 00000100:00000001:1.0:1749611488.696217:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611488.696218:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300762155 00000100:00000001:1.0:1749611488.696218:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611488.696218:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611488.696219:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611488.696219:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696233:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300762176 00000100:00000001:2.0:1749611488.696235:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300762155 00000100:00000001:2.0:1749611488.696236:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300762176 00000100:00000001:2.0:1749611488.696237:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300762155 00010000:00020000:3.0:1749611488.696238:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611488.696239:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300762176 00010000:00000001:3.0:1749611488.696240:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611488.696240:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300762155 00000100:00000001:2.0:1749611488.696241:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300762176 00000100:00000001:2.0:1749611488.696242:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749611488.696243:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611488.696243:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611488.696243:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611488.696244:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696245:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749611488.696245:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611488.696246:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611488.696248:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611488.696248:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749611488.696249:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611488.696250:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611488.696251:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611488.696252:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749611488.696253:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d0380 x1834598494681472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611488.696254:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611488.696256:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1749611488.696257:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4800. 00000100:00000001:2.0:1749611488.696257:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611488.696258:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611488.696259:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611488.696259:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611488.696261:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611488.696263:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611488.696264:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1749611488.696265:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494681472:0@lo:38:kworker.0 00010000:00000001:3.0:1749611488.696266:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611488.696266:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611488.696267:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611488.696268:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749611488.696268:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494681344 00000100:00001000:3.0:1749611488.696269:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749611488.696269:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611488.696269:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749611488.696270:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611488.696271:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0ddc00. 00000100:00000001:3.0:1749611488.696272:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749611488.696272:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611488.696273:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749611488.696274:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe528. 00000100:00000001:1.0:1749611488.696274:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611488.696275:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749611488.696275:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 02000000:00000001:1.0:1749611488.696276:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611488.696277:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494681472, portal 10 00000100:00000040:3.0:1749611488.696278:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611488.696278:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:1.0:1749611488.696278:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494681344 00000100:00000001:3.0:1749611488.696279:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611488.696279:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503449472 : -131939206102144 : ffff8800827d0380) 00000020:00000001:1.0:1749611488.696279:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611488.696280:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611488.696281:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:1.0:1749611488.696281:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611488.696282:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d0380 x1834598494681472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611488.696282:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611488.696283:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611488.696284:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611488.696285:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749611488.696285:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59a00. 00000100:00000001:2.0:1749611488.696286:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611488.696287:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611488.696287:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611488.696287:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16bd00. 00000100:00000001:3.0:1749611488.696288:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749611488.696288:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a330. 00000100:00000200:2.0:1749611488.696289:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494681472, offset 0 00000100:00000040:3.0:1749611488.696290:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611488.696290:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000400:00000200:2.0:1749611488.696291:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749611488.696292:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:1.0:1749611488.696292:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611488.696293:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:3.0:1749611488.696294:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494681216, offset 0 00000400:00000200:2.0:1749611488.696294:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611488.696294:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611488.696296:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611488.696297:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611488.696297:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94b980 00000400:00000200:2.0:1749611488.696300:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 114592 00000100:00000001:1.0:1749611488.696300:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611488.696302:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611488.696302:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611488.696304:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611488.696304:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611488.696305:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749611488.696306:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94b880 00000100:00000001:2.0:1749611488.696306:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611488.696307:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749611488.696307:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000400:00000200:3.0:1749611488.696309:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x911d [1] + 0 00000100:00000010:2.0:1749611488.696309:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ed880. 00000100:00000001:1.0:1749611488.696309:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283375744 : -131939426175872 : ffff8800755ef480) 00000100:00000040:2.0:1749611488.696310:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ed880 x1834598494681472 msgsize 520 00000100:00000040:1.0:1749611488.696311:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ef480 x1834598494681344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611488.696312:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749611488.696312:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749611488.696314:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611488.696316:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749611488.696316:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494681344:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611488.696317:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749611488.696319:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800827d1f80 x1834598494681216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611488.696319:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a330 00000100:00000200:1.0:1749611488.696319:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494681344 00000400:00000010:2.0:1749611488.696320:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a330. 00000020:00000001:1.0:1749611488.696320:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749611488.696321:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611488.696324:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749611488.696325:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800827d1f80 x1834598494681216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611488.696326:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d0380 x1834598494681472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611488.696326:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611488.696327:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611488.696329:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749611488.696329:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611488.696330:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749611488.696330:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611488.696331:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d0380 x1834598494681472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611488.696331:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749611488.696332:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:2.0:1749611488.696335:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611488.696335:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611488.696336:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749611488.696336:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1749611488.696337:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611488.696338:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611488.696338:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bce5c00. 00000100:00000001:3.0:1749611488.696340:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749611488.696340:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 786 usecs (1 jiffies) 02000000:00000001:1.0:1749611488.696340:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611488.696341:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611488.696341:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300762154 00000100:00000001:1.0:1749611488.696341:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696342:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300762176 00000100:00000001:3.0:1749611488.696343:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696343:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300762154 00010000:00000001:1.0:1749611488.696343:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611488.696344:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300762176 00010000:00000001:1.0:1749611488.696344:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611488.696345:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611488.696345:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300762154 00000100:00001000:1.0:1749611488.696345:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611488.696346:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300762176 00000100:00000001:3.0:1749611488.696347:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696347:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300762154 00000100:00000001:1.0:1749611488.696347:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749611488.696348:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611488.696348:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300762176 00000100:00000001:1.0:1749611488.696348:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611488.696349:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611488.696350:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ee300 x1834598494681216/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611508 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.696350:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611488.696350:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611488.696351:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:2.0:1749611488.696352:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611488.696352:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611488.696353:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe3c8. 00000100:00000001:1.0:1749611488.696353:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611488.696354:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000200:2.0:1749611488.696355:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611488.696355:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 02000000:00000001:1.0:1749611488.696355:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:3.0:1749611488.696356:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494681216:12345-0@lo:38:kworker.0 Request processed in 157us (272us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611488.696356:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611488.696357:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611488.696358:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d1f80 x1834598494681216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611488.696358:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611488.696359:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611488.696360:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00100000:3.0:1749611488.696361:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00000200:2.0:1749611488.696362:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d1f80 x1834598494681216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611488.696362:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494681344, offset 0 00000100:00000001:3.0:1749611488.696363:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611488.696364:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749611488.696365:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611488.696366:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7b00. 00000100:00000001:2.0:1749611488.696366:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749611488.696368:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611488.696369:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611488.696369:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611488.696370:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5800. 00000100:00000001:2.0:1749611488.696371:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611488.696372:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611488.696372:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611488.696373:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749611488.696373:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b900 00000100:00000001:2.0:1749611488.696375:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611488.696376:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611488.696379:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611488 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611488.696381:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=11 v=20 (1 20 1 1) 00000100:00000001:2.0:1749611488.696382:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611488.696383:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749611488.696383:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x912d [1] + 0 00000100:00000001:2.0:1749611488.696384:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611488.696385:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494681472 00000100:00000001:2.0:1749611488.696385:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611488.696386:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749611488.696386:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611488.696387:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611488.696388:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611488.696388:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d1f80 x1834598494681216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611513 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611488.696388:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611488.696389:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611488.696390:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611488.696391:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494681472 00000020:00000001:3.0:1749611488.696392:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611488.696392:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611488.696392:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749611488.696392:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800827d2a00 x1834598494681344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611488.696393:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611488.696393:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749611488.696394:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696394:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.696395:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749611488.696396:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696396:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749611488.696397:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5800. 00000100:00080000:2.0:1749611488.696397:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:1.0:1749611488.696397:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800827d2a00 x1834598494681344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611488.696399:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7b00. 00000100:00080000:2.0:1749611488.696399:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000010:3.0:1749611488.696400:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611488.696400:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611488.696401:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611488.696401:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611488.696402:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749611488.696402:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d1f80 x1834598494681216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611513 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611488.696406:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611488.696406:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494681216:0@lo:38:kworker.0 00000400:00000200:1.0:1749611488.696406:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:3.0:1749611488.696408:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611488.696410:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749611488.696411:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611488.696411:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611488.696412:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611488.696414:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611488.696415:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000001:2.0:1749611488.696415:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611488.696416:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:2.0:1749611488.696416:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749611488.696416:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000010:2.0:1749611488.696417:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe688. 00000100:00000001:1.0:1749611488.696417:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611488.696418:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000400:00000200:2.0:1749611488.696418:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000100:00000001:3.0:1749611488.696419:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283368576 : -131939426183040 : ffff8800755ed880) 00000400:00000010:2.0:1749611488.696419:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000020:00000001:1.0:1749611488.696419:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611488.696420:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611488.696421:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ed880 x1834598494681472/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611508 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611488.696421:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ef480 x1834598494681344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611508 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611488.696422:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d2a00 x1834598494681344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611488.696426:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494681472:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1749611488.696426:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ef480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494681344:12345-0@lo:38:kworker.0 Request processed in 109us (237us total) trans 0 rc -19/-19 00000100:00000200:3.0:1749611488.696428:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494681472 00000020:00000001:3.0:1749611488.696429:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749611488.696430:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749611488.696430:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00000001:1.0:1749611488.696431:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749611488.696432:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d2a00 x1834598494681344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611488.696432:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749611488.696434:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611488.696434:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16bd00. 00010000:00020000:3.0:1749611488.696436:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611488.696436:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749611488.696436:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00010000:00000001:3.0:1749611488.696437:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611488.696437:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.696438:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611488.696438:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749611488.696438:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59a00. 00010000:00000001:3.0:1749611488.696439:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611488.696439:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611488.696440:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611488.696440:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611488.696440:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611488.696441:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611488.696441:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611488.696442:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1749611488.696443:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611488 v=5 (0 0 0 0) 02000000:00000010:3.0:1749611488.696444:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f7000. 02000000:00000001:3.0:1749611488.696444:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611488.696444:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=143 v=20 (20 1 1 1) 00000100:00000001:3.0:1749611488.696445:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696445:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611488.696446:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611488.696447:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611488.696447:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611488.696448:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611488.696449:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749611488.696449:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d2a00 x1834598494681344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611513 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611488.696451:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611488.696452:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611488.696452:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611488.696453:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749611488.696454:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611488.696454:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611488.696455:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611488.696455:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611488.696456:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611488.696456:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749611488.696457:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00080000:2.0:1749611488.696457:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611488.696458:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611488.696459:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611488.696461:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611488.696461:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d2a00 x1834598494681344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611513 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611488.696462:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611488.696463:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611488.696465:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749611488.696465:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494681344:0@lo:38:kworker.0 00000400:00000010:3.0:1749611488.696466:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611488.696467:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611488.696468:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494681472, offset 0 00000100:00000001:2.0:1749611488.696468:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611488.696470:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611488.696473:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d1f80 x1834598494681216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611513 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611488.696474:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611488.696476:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749611488.696477:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94b980 02000000:00000001:2.0:1749611488.696477:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611488.696478:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de800. 00000400:00000200:3.0:1749611488.696479:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9135 [1] + 0 02000000:00000001:2.0:1749611488.696480:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611488.696481:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611488.696481:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:3.0:1749611488.696482:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749611488.696482:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749611488.696483:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749611488.696483:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c625400. 00000100:00000001:3.0:1749611488.696485:0:10935:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749611488.696485:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611488.696486:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1749611488.696487:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800827d0380 x1834598494681472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611488.696487:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d1f80. 00000100:00000001:2.0:1749611488.696488:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611488.696489:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.696490:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611488.696492:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800827d0380 x1834598494681472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611488.696492:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d2a00 x1834598494681344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611513 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.696495:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611488.696496:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611488.696496:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de400. 00000100:00000001:3.0:1749611488.696497:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611488.696497:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1749611488.696498:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000020:00000001:2.0:1749611488.696498:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611488.696498:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:3.0:1749611488.696499:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000020:00000001:2.0:1749611488.696499:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611488.696500:0:10935:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:2.0:1749611488.696500:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c625c00. 00000100:00000001:3.0:1749611488.696501:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749611488.696501:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611488.696502:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611488.696502:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611488.696503:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d2a00. 00000100:00000040:3.0:1749611488.696504:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611488.696504:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611488.696504:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611488.696505:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696505:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611488.696506:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611488.696508:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ed880 x1834598494681472/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611508 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.696508:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611488.696508:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749611488.696509:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611488.696510:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611488.696511:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749611488.696512:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ed880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494681472:12345-0@lo:38:kworker.0 Request processed in 86us (201us total) trans 0 rc -19/-19 00000400:00000001:2.0:1749611488.696514:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611488.696515:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe528. 00000100:00100000:3.0:1749611488.696516:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000400:00000200:2.0:1749611488.696516:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000100:00000001:3.0:1749611488.696517:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1749611488.696517:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:3.0:1749611488.696518:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611488.696534:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611488.696537:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d0380 x1834598494681472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611488.696541:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d0380 x1834598494681472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611513 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611488.696544:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7b00. 00000100:00000001:2.0:1749611488.696545:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749611488.696546:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611488.696546:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.696546:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611488.696547:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749611488.696548:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5800. 00000100:00000001:2.0:1749611488.696548:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611488.696549:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.696549:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611488.696550:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611488.696552:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611488 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611488.696554:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=43 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611488.696556:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611488.696557:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611488.696558:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611488.696560:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d0380 x1834598494681472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611513 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.696563:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611488.696564:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611488.696565:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.696565:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611488.696566:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611488.696567:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611488.696568:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611488.696569:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611488.696571:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0380 x1834598494681472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611513 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611488.696578:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494681472:0@lo:38:kworker.0 00000100:00000001:2.0:1749611488.696580:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696581:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611488.696583:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d0380 x1834598494681472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611513 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611488.696586:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611488.696586:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611488.696587:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0ddc00. 02000000:00000001:2.0:1749611488.696589:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611488.696589:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611488.696590:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611488.696591:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611488.696592:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c627000. 02000000:00000001:2.0:1749611488.696594:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611488.696594:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611488.696595:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d0380. 00000100:00000001:2.0:1749611488.696596:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611488.696597:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611488.696598:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696599:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611488.696600:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611488.696600:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611488.696601:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611488.718568:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300762176, at 4300762176 00000100:00000010:3.0:1749611488.718574:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369db2c0. 00000100:00000040:2.0:1749611488.718575:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300762176, at 4300762176 00000100:00000040:1.0:1749611488.718576:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300762176, at 4300762176 00000100:00000010:2.0:1749611488.718580:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369dbf00. 00000100:00000010:1.0:1749611488.718582:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369db040. 00000020:00000001:1.0:1749611489.122672:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611489.122675:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611489.122677:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611489.682578:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611489.682582:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611489.682583:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611489.682586:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611489.682587:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611489.682589:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611489.682591:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611489.682593:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611489.682604:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611490.124702:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611490.124706:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611490.124710:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611490.682621:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611490.682627:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611490.682629:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611490.682632:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611490.682634:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611490.682637:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611490.682638:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611490.682646:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8800755ee680 x1834598494680960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611490.682652:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611490.682655:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ee680 x1834598494680960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611490.682659:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611490.682661:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611490.682663:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611490.682664:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611490.682666:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ee680 x1834598494680960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611490.682670:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ee680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494680960:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611490.682673:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611490.682674:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611490.682676:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611490.682677:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611490.682678:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ee680 x1834598494680960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611490.682682:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611490.682684:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a3810c0. 00000100:00000001:2.0:1749611490.682687:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611490.682699:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611490.682701:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611490.682704:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611490.682707:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611490.682709:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829600 refcount=4 00000020:00000001:2.0:1749611490.682710:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369596928 : -131939339954688 : ffff88007a829600) 00010000:00000001:2.0:1749611490.682712:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369596928 : -131939339954688 : ffff88007a829600) 00010000:00010000:2.0:1749611490.682716:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d518 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611490.682721:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611490.682725:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d518 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611490.682728:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611490.682730:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d518 lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611490.682733:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611490.682735:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611490.682736:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d518 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611490.682740:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611490.682741:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611490.682743:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611490.682745:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d518 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611490.682748:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007a829600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611490.682750:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611490.682751:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d518 lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611490.682760:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611490.682761:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611490.682762:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611490.682762:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829600 refcount=5 00000020:00000001:2.0:1749611490.682764:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369596928 : -131939339954688 : ffff88007a829600) 00010000:00000001:2.0:1749611490.682765:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369596928 : -131939339954688 : ffff88007a829600) 00010000:00000001:2.0:1749611490.682766:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611490.682768:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d518 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611490.682770:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611490.682772:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d518 lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611490.682774:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:00000040:2.0:1749611490.682776:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611490.682777:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611490.682778:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611490.682779:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611490.682781:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611490.682781:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611490.682782:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611490.682783:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611490.682785:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007a829600 with handle 0x689c0ec07329d518 from hash 00010000:00000001:2.0:1749611490.682786:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611490.682786:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611490.682787:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611490.682787:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611490.682788:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611490.682789:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611490.682790:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611490.682790:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611490.682791:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611490.682792:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611490.682796:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d518 lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611490.682799:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611490.682800:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611490.682801:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611490.682802:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611490.682802:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611490.682803:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611490.682803:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611490.682804:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007a829600/0x689c0ec07329d518 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611490.682809:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800654dfd00 count: 0 00010000:00000001:2.0:1749611490.682831:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611490.682832:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611490.682834:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611490.682836:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ee680 x1834598494680960/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611490.682839:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611490.682841:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611490.682842:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611490.682843:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611490.682846:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007a828000. 02000000:00000001:2.0:1749611490.682852:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611490.682853:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611490.682855:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ee680. 00000100:00000001:2.0:1749611490.682857:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611490.682858:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611490.682859:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611490.682860:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:2.0:1749611490.682863:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' failed (-110). 10000000:00000001:2.0:1749611490.682865:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00020000:2.0:1749611490.682867:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -110 10000000:00000001:2.0:1749611490.682868:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611490.682870:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611490.682874:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff8800b4070600) refs 2 10000000:00000001:2.0:1749611490.682875:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611490.682876:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611490.682877:0:9690:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b4070c00) refs 3 10000000:00000001:2.0:1749611490.682878:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611490.682879:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611490.682880:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1749611490.682881:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611490.682882:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b4229800 from 1 10000000:00000001:2.0:1749611490.682884:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611490.682884:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749611490.682887:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ee680. 00000020:00000040:2.0:1749611490.682889:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611490.682892:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611490.682894:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611490.682897:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611490.682900:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a828000. 00000100:00000001:2.0:1749611490.682904:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611490.682907:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611490.682908:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611490.682911:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800654df400. 00010000:00000001:2.0:1749611490.682914:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611490.682915:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a829800. 00000020:00000001:2.0:1749611490.682917:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611490.682919:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a829800 with handle 0x689c0ec07329d51f to hash 00000020:00000001:2.0:1749611490.682920:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611490.682921:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369597440 : -131939339954176 : ffff88007a829800) 00010000:00000001:2.0:1749611490.682922:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369597440 : -131939339954176 : ffff88007a829800) 00010000:00000001:2.0:1749611490.682924:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611490.682924:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611490.682926:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d51f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611490.682930:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d51f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611490.682942:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d51f lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611490.682945:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611490.682946:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611490.682949:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a3810c0. 00000100:00000001:2.0:1749611490.682950:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096277696 : -131939613273920 : ffff88006a3810c0) 00000100:00000001:2.0:1749611490.682952:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611490.682953:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134283372160 : -131939426179456 : ffff8800755ee680) 00000100:00000001:2.0:1749611490.682955:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611490.682958:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611490.682959:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611490.682960:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611490.682962:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800755ee680 x1834598494681728/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611490.682966:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611490.682967:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611490.682969:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800755ee680 x1834598494681728/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611490.682973:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611490.682974:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611490.682975:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611490.682976:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611490.682977:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611490.682978:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611490.682979:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611490.682979:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611490.682980:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611490.685682:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800654dfd00. 00010000:00000010:1.1:1749611490.685688:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a829600. 00000020:00000001:1.0:1749611491.126718:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611491.126722:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611491.126724:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611491.682632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611491.682638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611491.682639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611491.682642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611491.682644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611491.682658:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611491.682660:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611491.682662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611491.682664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611492.128741:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611492.128744:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611492.128746:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611492.682637:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611492.682644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611492.682646:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611492.682650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611492.682653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611492.682656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611492.682658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611492.682661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611492.682664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611493.130730:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611493.130734:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611493.130737:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611493.682651:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611493.682659:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611493.682661:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611493.682666:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611493.682670:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611493.682674:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.682677:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611493.682681:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.682684:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.696632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611493.696646:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611493.696649:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.696653:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611493.696655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611493.696658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.696660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.710997:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611493.711003:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611493.711006:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611493.711014:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d0000 x1834598494681856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611493.711026:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611493.711038:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611493.711042:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611493.711045:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611493.711048:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611493.711053:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494681856:0@lo:38:kworker.0 00000100:00000001:2.0:1749611493.711058:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611493.711062:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611493.711064:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611493.711067:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611493.711071:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de400. 02000000:00000001:2.0:1749611493.711074:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611493.711083:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe528. 00000400:00000010:2.0:1749611493.711091:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:2.0:1749611493.711099:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494681856, portal 4 00000100:00000001:2.0:1749611493.711102:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611493.711103:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503448576 : -131939206103040 : ffff8800827d0000) 00000100:00000040:2.0:1749611493.711113:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d0000 x1834598494681856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611493.711121:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611493.711125:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611493.711127:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000200:2.0:1749611493.711130:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494681856, offset 0 00000400:00000200:2.0:1749611493.711137:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611493.711151:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611493.711162:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94bb00 00000400:00000200:2.0:1749611493.711170:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 2600 00000400:00000200:2.0:1749611493.711208:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611493.711213:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611493.711219:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611493.711222:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611493.711226:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ed180. 00000100:00000040:2.0:1749611493.711229:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ed180 x1834598494681856 msgsize 520 00000100:00100000:2.0:1749611493.711234:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611493.711252:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611493.711262:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:2.0:1749611493.711264:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611493.711267:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611493.711273:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d0000 x1834598494681856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611493.711281:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611493.711285:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d0000 x1834598494681856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611493.711292:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.711294:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611493.711298:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611493.711304:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1280 usecs (2 jiffies) 00000100:00000001:2.0:1749611493.711308:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300767170 00000100:00000010:2.0:1749611493.711312:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369dbf00. 00000100:00000001:2.0:1749611493.711319:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611493.711326:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300767170 00000100:00000010:2.0:1749611493.711329:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369dbac0. 00000100:00000001:2.0:1749611493.711332:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749611493.711337:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611493.711344:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494681856 02000000:00000001:3.0:1749611493.711348:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611493.711350:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300767170 00000100:00000001:3.0:1749611493.711353:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749611493.711353:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369db8c0. 00000100:00000001:3.0:1749611493.711357:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.711357:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611493.711359:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300767170 02000000:00000001:3.0:1749611493.711362:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611493.711362:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369db540. 00000100:00000001:2.0:1749611493.711365:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:3.0:1749611493.711368:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494681856 00000100:00000001:2.0:1749611493.711368:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611493.711371:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611493.711371:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.711373:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611493.711374:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611493.711376:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611493.711377:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611493.711380:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.711382:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749611493.711383:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.711383:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.711385:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:3.0:1749611493.711391:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5800. 00000100:00000001:2.0:1749611493.711392:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611493.711393:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611493.711398:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d0380 x1834598494681984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611493.711399:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7b00. 00000020:00000010:3.0:1749611493.711405:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611493.711406:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611493.711407:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611493.711410:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611493.711412:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749611493.711412:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611493.711415:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749611493.711415:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611493.711418:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611493.711418:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494681984:0@lo:38:kworker.0 00000100:00000001:2.0:1749611493.711421:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611493.711423:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611493.711425:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611493.711425:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611493.711427:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611493.711430:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0ddc00. 02000000:00000001:2.0:1749611493.711433:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611493.711436:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611493.711436:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe688. 00000400:00000010:2.0:1749611493.711450:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000001:3.0:1749611493.711451:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611493.711454:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749611493.711454:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494681984, portal 10 00000100:00000001:2.0:1749611493.711455:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611493.711457:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503449472 : -131939206102144 : ffff8800827d0380) 00000100:00100000:3.0:1749611493.711461:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00000040:2.0:1749611493.711463:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d0380 x1834598494681984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611493.711466:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283366784 : -131939426184832 : ffff8800755ed180) 00000100:00000001:2.0:1749611493.711470:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611493.711472:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611493.711474:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000040:3.0:1749611493.711475:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ed180 x1834598494681856/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611513 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611493.711476:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494681984, offset 0 00000400:00000200:2.0:1749611493.711479:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611493.711486:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611493.711492:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94bb80 00000100:00100000:3.0:1749611493.711495:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494681856:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611493.711495:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749611493.711497:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 115336 00000100:00100000:1.0:1749611493.711500:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494682240 00000400:00000200:2.0:1749611493.711501:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749611493.711502:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494681856 02000000:00000001:1.0:1749611493.711504:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749611493.711505:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611493.711506:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611493.711508:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.711514:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611493.711515:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749611493.711518:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:2.0:1749611493.711519:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ec380. 00000100:00000040:2.0:1749611493.711551:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ec380 x1834598494681984 msgsize 520 00000100:00100000:2.0:1749611493.711555:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611493.711562:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611493.711567:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611493.711569:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:2.0:1749611493.711572:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611493.711576:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d0380 x1834598494681984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611493.711579:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:1.0:1749611493.711580:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.711583:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749611493.711584:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494682240 00000100:00000040:2.0:1749611493.711587:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d0380 x1834598494681984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611493.711587:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611493.711589:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749611493.711591:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611493.711593:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611493.711594:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611493.711595:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749611493.711596:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611493.711597:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611493.711598:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611493.711600:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:2.0:1749611493.711601:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1110 usecs (2 jiffies) 00010000:00020000:3.0:1749611493.711603:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611493.711604:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300767171 00000100:00000001:1.0:1749611493.711605:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1749611493.711608:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749611493.711608:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e7e8140. 00000100:00000001:2.0:1749611493.711609:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300767170 00010000:00000001:3.0:1749611493.711613:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611493.711613:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300767171 00000020:00000010:1.0:1749611493.711614:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012bdeeac0. 00000100:00000001:2.0:1749611493.711616:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300767170 00000100:00000001:3.0:1749611493.711617:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611493.711619:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300767171 00000020:00000040:1.0:1749611493.711620:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611493.711621:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611493.711622:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300767170 02000000:00000001:3.0:1749611493.711624:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611493.711624:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300767171 00000100:00000001:2.0:1749611493.711627:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300767170 00000100:00000001:1.0:1749611493.711627:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611493.711630:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749611493.711631:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130311800. 00000020:00000010:1.0:1749611493.711631:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59a00. 00000100:00000001:2.0:1749611493.711632:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611493.711634:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.711634:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749611493.711635:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16bd00. 00000100:00000001:3.0:1749611493.711638:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611493.711638:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d2a00 x1834598494682112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611493.711640:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00010000:00000001:3.0:1749611493.711643:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611493.711646:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611493.711648:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611493.711650:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00001000:3.0:1749611493.711652:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611493.711652:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611493.711654:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611493.711656:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611493.711656:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611493.711658:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611493.711661:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611493.711661:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611493.711661:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:2.0:1749611493.711663:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611493.711663:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:3.0:1749611493.711665:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:2.0:1749611493.711665:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611493.711665:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611493.711668:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749611493.711668:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494682112:0@lo:38:kworker.0 00000100:00000001:1.0:1749611493.711670:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.711671:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611493.711672:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:2.0:1749611493.711673:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611493.711675:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611493.711676:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749611493.711677:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611493.711678:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000010:2.0:1749611493.711679:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de800. 00000100:00000001:1.0:1749611493.711680:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749611493.711681:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611493.711681:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611493.711684:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611493.711684:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe3c8. 00000100:00100000:1.0:1749611493.711685:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00000001:3.0:1749611493.711687:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749611493.711687:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000040:1.0:1749611493.711688:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000200:2.0:1749611493.711690:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494682112, portal 10 00000100:00000001:1.0:1749611493.711690:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134706674560 : -131939002877056 : ffff88008e99fb80) 00000100:00000040:3.0:1749611493.711691:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611493.711692:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611493.711694:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503459328 : -131939206092288 : ffff8800827d2a00) 00000400:00000010:3.0:1749611493.711696:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000040:1.0:1749611493.711696:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88008e99fb80 x1834598494682240/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:174/0 lens 224/0 e 0 to 0 dl 1749611504 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611493.711700:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d2a00 x1834598494682112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611493.711702:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494681856, offset 0 00000100:00000001:2.0:1749611493.711706:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611493.711707:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749611493.711709:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611493.711709:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e7e8300. 00000400:00000200:3.0:1749611493.711711:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:2.0:1749611493.711711:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a330. 00000100:00000200:2.0:1749611493.711715:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494682112, offset 0 00000100:00000001:1.0:1749611493.711718:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611493.711719:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749611493.711721:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e7e8300. 00000400:00000200:3.0:1749611493.711722:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611493.711725:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749611493.711728:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494682240:12345-0@lo:400:kworker.0 00000100:00000200:1.0:1749611493.711732:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494682240 00000400:00000200:3.0:1749611493.711733:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94bb00 00000400:00000200:2.0:1749611493.711734:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94bc00 00000020:00000001:1.0:1749611493.711735:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611493.711737:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 115856 00000020:00000001:1.0:1749611493.711738:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749611493.711741:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611493.711742:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749611493.711744:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:3.0:1749611493.711745:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x914d [1] + 0 00000400:00000200:2.0:1749611493.711745:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611493.711746:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749611493.711749:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749611493.711751:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749611493.711753:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1749611493.711753:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749611493.711753:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611493.711754:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000010:2.0:1749611493.711756:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ec700. 00000020:00000001:1.0:1749611493.711756:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749611493.711758:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611493.711759:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611493.711760:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749611493.711763:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ec700 x1834598494682112 msgsize 520 00000100:00000001:1.0:1749611493.711764:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611493.711767:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749611493.711768:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1749611493.711771:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bce5000. 02000000:00000001:1.0:1749611493.711773:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.711774:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611493.711775:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611493.711776:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611493.711778:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611493.711779:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a330 00010000:00000040:1.0:1749611493.711780:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494682240 00000400:00000010:2.0:1749611493.711782:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a330. 00010000:00000001:1.0:1749611493.711783:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749611493.711784:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611493.711785:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800827d0000 x1834598494681856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611518 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611493.711788:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d2a00 x1834598494682112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611518 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749611493.711789:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88008e99fb80 x1834598494682240/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1749611504 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611493.711795:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749611493.711797:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749611493.711798:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d2a00 x1834598494682112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611518 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611493.711799:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611493.711802:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=98 v=5 (1 1 1 1) 00000100:00000040:3.0:1749611493.711803:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800827d0000 x1834598494681856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611493.711804:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.711806:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611493.711806:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611493.711809:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611493.711809:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:1.0:1749611493.711811:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611493.711812:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 02000000:00000001:1.0:1749611493.711813:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611493.711814:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300767170 02000000:00000001:1.0:1749611493.711815:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611493.711817:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611493.711817:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300767171 00000100:00000001:1.0:1749611493.711817:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611493.711819:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300767170 00000100:00000001:2.0:1749611493.711821:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300767171 00000100:00000001:2.0:1749611493.711823:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300767170 00000100:00000001:2.0:1749611493.711825:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300767171 00000100:00000040:1.0:1749611493.711825:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611493.711826:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:2.0:1749611493.711827:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300767170 00000400:00000010:3.0:1749611493.711829:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611493.711829:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300767171 00000400:00000010:1.0:1749611493.711829:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:2.0:1749611493.711831:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611493.711833:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611493.711834:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611493.711837:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611493.711842:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611493.711846:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494682240, offset 224 00000100:00000040:3.0:1749611493.711847:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000001:2.0:1749611493.711850:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611493.711851:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611493.711852:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611493.711854:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe528. 00000020:00000001:3.0:1749611493.711855:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611493.711857:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611493.711858:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611493.711860:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611493.711863:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ed180 x1834598494681856/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611513 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611493.711863:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749611493.711869:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d0000 x1834598494681856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611493.711872:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749611493.711877:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d0000 x1834598494681856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611493.711881:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ed180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494681856:12345-0@lo:38:kworker.0 Request processed in 386us (647us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749611493.711882:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94bc80 00000100:00000001:2.0:1749611493.711884:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611493.711886:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611493.711887:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9155 [1] + 224 00000100:00000001:2.0:1749611493.711889:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611493.711891:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611493.711893:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749611493.711893:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749611493.711895:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00000001:2.0:1749611493.711895:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611493.711896:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611493.711898:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611493.711899:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611493.711900:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611493.711901:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749611493.711904:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611493 v=5 (0 0 0 0) 00000100:00000200:1.0:1749611493.711905:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800827d1f80 x1834598494682240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611493.711907:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=16 v=20 (1 20 1 1) 00000020:00000010:3.0:1749611493.711908:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7b00. 00000100:00000001:2.0:1749611493.711910:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611493.711912:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749611493.711914:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611493.711915:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611493.711915:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff8800827d1f80 x1834598494682240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611493.711919:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d0000 x1834598494681856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611518 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611493.711920:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5800. 00000100:00000001:3.0:1749611493.711924:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.711926:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611493.711928:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611493.711930:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611493.711931:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.711934:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:1.0:1749611493.711935:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:2.0:1749611493.711936:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749611493.711937:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00080000:2.0:1749611493.711939:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611493.711940:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611493.711941:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:2.0:1749611493.711942:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611493.711944:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611493.711944:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611493.711948:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0000 x1834598494681856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611518 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611493.711948:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00010000:00000001:1.0:1749611493.711950:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749611493.711952:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611493.711955:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749611493.711956:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494681856:0@lo:38:kworker.0 00000100:00000040:1.0:1749611493.711959:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88008e99fb80 x1834598494682240/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:174/0 lens 224/224 e 0 to 0 dl 1749611504 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611493.711961:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.711968:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749611493.711969:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e99fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494682240:12345-0@lo:400:kworker.0 Request processed in 259us (546us total) trans 0 rc 0/0 00000100:00000040:2.0:1749611493.711972:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d0000 x1834598494681856/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611518 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611493.711977:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00080000:3.0:1749611493.711978:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611493.711979:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749611493.711980:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 02000000:00000001:2.0:1749611493.711981:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611493.711983:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:3.0:1749611493.711984:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 02000000:00000010:2.0:1749611493.711984:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de400. 00000100:00000001:1.0:1749611493.711985:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749611493.711987:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611493.711989:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611493.711991:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749611493.711993:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1749611493.711994:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16bd00. 02000000:00000010:2.0:1749611493.711996:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801322e4400. 00000020:00000010:1.0:1749611493.711998:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 02000000:00000001:2.0:1749611493.712001:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:1.0:1749611493.712002:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59a00. 02000000:00000001:2.0:1749611493.712003:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611493.712005:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d0000. 00000020:00000040:1.0:1749611493.712007:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611493.712009:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611493.712010:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611493.712010:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.712012:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.712017:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611493.712019:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.712021:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611493.712022:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611493.712026:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611493.712027:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611493.712029:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe688. 00000400:00000200:2.0:1749611493.712031:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:2.0:1749611493.712033:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611493.712035:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611493.712038:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d0380 x1834598494681984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611493.712047:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d0380 x1834598494681984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611493.712053:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611493.712055:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.712056:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611493.712058:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611493.712059:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611493.712065:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611493.712068:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611493.712072:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611493 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611493.712075:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=148 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611493.712078:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611493.712079:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611493.712081:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611493.712085:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d0380 x1834598494681984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611518 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611493.712092:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611493.712094:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611493.712095:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.712097:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611493.712098:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611493.712101:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611493.712103:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611493.712105:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611493.712109:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0380 x1834598494681984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611518 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611493.712117:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494681984:0@lo:38:kworker.0 00000100:00000001:2.0:1749611493.712121:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.712123:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611493.712126:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d0380 x1834598494681984/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611518 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611493.712132:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611493.712133:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611493.712135:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0ddc00. 02000000:00000001:2.0:1749611493.712138:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611493.712139:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611493.712140:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611493.712142:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611493.712148:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009cf49c00. 02000000:00000001:2.0:1749611493.712153:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611493.712154:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611493.712156:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d0380. 00000100:00000001:2.0:1749611493.712158:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611493.712160:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.712162:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.712164:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611493.712165:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611493.712168:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611493.712169:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611493.712171:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe3c8. 00000400:00000200:2.0:1749611493.712173:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611493.712200:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:2.0:1749611493.712203:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611493.712208:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d2a00 x1834598494682112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611518 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611493.712216:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d2a00 x1834598494682112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611518 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611493.712223:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611493.712224:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.712226:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611493.712228:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611493.712229:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611493.712231:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611493.712233:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611493.712237:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611493 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611493.712240:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=48 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611493.712243:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611493.712244:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611493.712246:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611493.712250:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d2a00 x1834598494682112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611518 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611493.712257:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611493.712259:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611493.712266:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.712268:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611493.712269:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611493.712272:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611493.712275:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611493.712277:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611493.712281:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d2a00 x1834598494682112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611518 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611493.712289:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494682112:0@lo:38:kworker.0 00000100:00000001:2.0:1749611493.712292:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.712294:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611493.712296:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d2a00 x1834598494682112/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611518 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611493.712302:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611493.712304:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611493.712306:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de800. 02000000:00000001:2.0:1749611493.712308:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611493.712309:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611493.712310:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611493.712312:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611493.712314:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db64000. 02000000:00000001:2.0:1749611493.712316:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611493.712318:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611493.712319:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d2a00. 00000100:00000001:2.0:1749611493.712322:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611493.712323:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611493.712325:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.712327:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611493.712328:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611493.712329:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611493.712330:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611493.713592:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300767171, at 4300767171 00000100:00000040:3.0:1749611493.713601:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300767171, at 4300767171 00000100:00000010:1.0:1749611493.713602:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369dbac0. 00000100:00000010:3.0:1749611493.713610:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369db540. 00000100:00000040:2.0:1749611493.713614:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300767171, at 4300767171 00000100:00000010:2.0:1749611493.713624:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369db8c0. 00000020:00000001:2.0:1749611494.132720:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611494.132724:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611494.132726:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611494.682577:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611494.682581:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611494.682582:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611494.682585:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611494.682587:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611494.682590:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611494.682592:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611494.682594:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611494.682595:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611494.711571:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611494.711580:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611494.711581:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611494.711583:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611494.711585:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611494.711586:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611494.711588:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611495.134679:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611495.134683:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611495.134686:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611495.682641:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611495.682650:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611495.682652:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611495.682657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611495.682661:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611495.682665:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611495.682668:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611495.682671:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611495.682674:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611495.711631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611495.711645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611495.711648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611495.711651:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611495.711654:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611495.711657:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611495.711659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611496.136835:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611496.136841:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611496.136844:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611496.682638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611496.682663:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611496.682665:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611496.682669:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611496.682672:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611496.682675:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611496.682677:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611496.682689:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8800755ee680 x1834598494681728/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611496.682700:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611496.682704:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800755ee680 x1834598494681728/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611496.682713:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611496.682717:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611496.682719:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611496.682721:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611496.682724:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ee680 x1834598494681728/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611496.682733:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800755ee680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494681728:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611496.682738:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611496.682740:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611496.682743:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611496.682745:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611496.682748:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800755ee680 x1834598494681728/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611496.682755:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611496.682758:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a3810c0. 00000100:00000001:2.0:1749611496.682763:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611496.682765:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611496.682769:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611496.682773:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611496.682776:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611496.682780:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829800 refcount=4 00000020:00000001:2.0:1749611496.682787:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369597440 : -131939339954176 : ffff88007a829800) 00010000:00000001:2.0:1749611496.682790:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369597440 : -131939339954176 : ffff88007a829800) 00010000:00010000:2.0:1749611496.682796:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d51f lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611496.682807:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611496.682812:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d51f lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611496.682818:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611496.682821:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d51f lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611496.682828:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611496.682829:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611496.682832:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d51f lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611496.682838:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611496.682841:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611496.682844:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611496.682847:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d51f lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611496.682853:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007a829800 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611496.682857:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611496.682860:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d51f lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611496.682865:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611496.682867:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611496.682868:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611496.682869:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829800 refcount=5 00000020:00000001:2.0:1749611496.682876:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369597440 : -131939339954176 : ffff88007a829800) 00010000:00000001:2.0:1749611496.682878:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369597440 : -131939339954176 : ffff88007a829800) 00010000:00000001:2.0:1749611496.682882:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611496.682885:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d51f lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611496.682891:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611496.682893:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d51f lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611496.682898:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:2.0:1749611496.682901:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611496.682902:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611496.682904:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611496.682906:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611496.682909:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611496.682911:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611496.682912:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611496.682914:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611496.682917:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007a829800 with handle 0x689c0ec07329d51f from hash 00010000:00000001:2.0:1749611496.682919:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611496.682920:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611496.682921:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611496.682922:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611496.682924:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611496.682925:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611496.682927:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611496.682928:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611496.682930:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611496.682931:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611496.682934:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d51f lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611496.682939:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611496.682940:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611496.682946:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611496.682947:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611496.682949:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611496.682950:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611496.682952:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611496.682954:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007a829800/0x689c0ec07329d51f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611496.682962:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800654df400 count: 0 00010000:00000001:2.0:1749611496.682997:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611496.683000:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611496.683003:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611496.683007:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800755ee680 x1834598494681728/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611496.683014:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611496.683017:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611496.683019:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611496.683021:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611496.683026:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007a828000. 02000000:00000001:2.0:1749611496.683033:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611496.683035:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611496.683037:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ee680. 00000100:00000001:2.0:1749611496.683041:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611496.683042:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611496.683044:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611496.683047:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611496.683050:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611496.683053:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801369dbfc0. 00000020:00000010:2.0:1749611496.683057:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828000. 00000020:00000010:2.0:1749611496.683064:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a829600. 00000040:00000010:2.0:1749611496.683068:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a828e00. 00000020:00000010:2.0:1749611496.683072:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611496.683077:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a829000. 80000000:00000010:2.0:1749611496.683082:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256b40. 00040000:00000010:2.0:1749611496.683087:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a829c00. 00080000:00000010:2.0:1749611496.683094:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749611496.683105:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abe000. 10000000:00000040:2.0:1749611496.683115:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611496.683119:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88006ee72840 : new refcount 2 10000000:00000001:2.0:1749611496.683123:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611496.683127:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611496.683132:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a829600. 00000040:00000010:2.0:1749611496.683136:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a828e00. 00000020:00000010:2.0:1749611496.683140:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611496.683145:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a829000. 80000000:00000010:2.0:1749611496.683191:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256b40. 00040000:00000010:2.0:1749611496.683195:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a829c00. 00080000:00000010:2.0:1749611496.683200:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abe000. 00080000:00000010:2.0:1749611496.683223:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000020:00000010:2.0:1749611496.683227:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828000. 10000000:00000010:2.0:1749611496.683230:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801369dbfc0. 10000000:01000000:2.0:1749611496.683233:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:2.0:1749611496.683236:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611496.683239:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611496.683242:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611496.683244:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611496.683246:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8800b5273200) refs 4 10000000:00000001:2.0:1749611496.683248:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611496.683250:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611496.683251:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff8800b4070600) refs 2 10000000:00000001:2.0:1749611496.683253:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611496.683255:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611496.683256:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:2.0:1749611496.683257:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 00010000:00000010:1.1:1749611496.685772:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800654df400. 00010000:00000010:1.1:1749611496.685786:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a829800. 00000100:00000001:2.0:1749611496.711643:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611496.711654:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611496.711656:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611496.711659:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611496.711661:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611496.711664:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611496.711667:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611497.138634:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611497.138638:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611497.138641:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611497.711639:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611497.711653:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611497.711655:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611497.711659:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611497.711661:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611497.711664:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611497.711667:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611498.140783:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611498.140789:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611498.140793:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611498.711649:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611498.711663:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611498.711666:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611498.711670:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611498.711673:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611498.711676:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.711678:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.718972:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611498.718978:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611498.718980:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611498.718989:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bad7480 x1834598494682496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611498.719002:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611498.719004:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611498.719008:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611498.719011:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611498.719014:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611498.719017:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009bad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494682496:0@lo:38:kworker.0 00000100:00000001:2.0:1749611498.719022:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611498.719026:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611498.719029:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611498.719032:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611498.719038:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0ddc00. 02000000:00000001:2.0:1749611498.719040:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611498.719047:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe3c8. 00000400:00000010:2.0:1749611498.719054:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000200:2.0:1749611498.719062:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494682496, portal 4 00000100:00000001:2.0:1749611498.719074:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611498.719076:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134926054528 : -131938783497088 : ffff88009bad7480) 00000100:00000040:2.0:1749611498.719086:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009bad7480 x1834598494682496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611498.719095:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611498.719099:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611498.719101:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000200:2.0:1749611498.719104:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494682496, offset 0 00000400:00000200:2.0:1749611498.719110:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611498.719125:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611498.719179:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94bd80 00000400:00000200:2.0:1749611498.719188:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 3120 00000400:00000200:2.0:1749611498.719196:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611498.719201:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611498.719206:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611498.719209:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611498.719214:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ee680. 00000100:00000040:2.0:1749611498.719217:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ee680 x1834598494682496 msgsize 520 00000100:00100000:2.0:1749611498.719221:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611498.719245:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611498.719253:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:2.0:1749611498.719256:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611498.719259:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611498.719264:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009bad7480 x1834598494682496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611498.719273:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611498.719276:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bad7480 x1834598494682496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611498.719283:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.719285:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611498.719289:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611498.719294:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1278 usecs (2 jiffies) 00000100:00000001:2.0:1749611498.719298:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300772178 00000100:00000010:2.0:1749611498.719309:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369dbfc0. 00000100:00000001:2.0:1749611498.719316:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611498.719322:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300772178 00000100:00000010:2.0:1749611498.719325:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369db100. 00000100:00000001:2.0:1749611498.719328:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749611498.719331:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611498.719331:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300772178 00000100:00000010:2.0:1749611498.719334:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369db780. 00000100:00100000:3.0:1749611498.719336:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494682496 00000100:00000001:2.0:1749611498.719337:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611498.719339:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300772178 02000000:00000001:3.0:1749611498.719340:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:2.0:1749611498.719342:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369db800. 00000100:00000001:2.0:1749611498.719345:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749611498.719345:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611498.719348:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611498.719351:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611498.719351:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611498.719352:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611498.719354:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611498.719355:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.719356:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611498.719360:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.719362:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611498.719363:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611498.719365:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494682496 00000100:00000001:2.0:1749611498.719365:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611498.719367:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749611498.719368:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611498.719368:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1749611498.719369:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611498.719372:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611498.719372:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bad4000 x1834598494682624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611498.719374:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611498.719376:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.719380:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749611498.719382:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5800. 00000100:00000001:2.0:1749611498.719382:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611498.719385:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:3.0:1749611498.719387:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7b00. 02000000:00000001:2.0:1749611498.719387:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611498.719389:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611498.719392:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009bad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494682624:0@lo:38:kworker.0 00000020:00000010:3.0:1749611498.719393:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611498.719396:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611498.719398:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749611498.719398:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611498.719400:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749611498.719400:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611498.719402:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611498.719403:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611498.719408:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611498.719410:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de800. 02000000:00000001:2.0:1749611498.719412:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611498.719416:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe688. 00000400:00000010:2.0:1749611498.719419:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000200:2.0:1749611498.719423:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494682624, portal 10 00000100:00000001:2.0:1749611498.719425:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611498.719427:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134926041088 : -131938783510528 : ffff88009bad4000) 00000100:00000001:3.0:1749611498.719432:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611498.719433:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009bad4000 x1834598494682624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611498.719440:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611498.719443:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611498.719444:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749611498.719445:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000001:3.0:1749611498.719447:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749611498.719447:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494682624, offset 0 00000400:00000200:2.0:1749611498.719451:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611498.719452:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00000001:3.0:1749611498.719456:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283372160 : -131939426179456 : ffff8800755ee680) 00000400:00000200:2.0:1749611498.719458:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611498.719462:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ee680 x1834598494682496/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611498.719464:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94be00 00000400:00000200:2.0:1749611498.719468:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 116600 00000400:00000200:2.0:1749611498.719473:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749611498.719475:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494682496:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611498.719477:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611498.719479:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494682496 00000100:00000001:2.0:1749611498.719480:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611498.719481:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749611498.719483:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:2.0:1749611498.719485:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ec000. 00000100:00000001:1.0:1749611498.719485:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:3.0:1749611498.719486:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749611498.719487:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ec000 x1834598494682624 msgsize 520 00000100:00100000:1.0:1749611498.719488:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494682880 00000100:00100000:2.0:1749611498.719491:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749611498.719491:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611498.719493:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611498.719495:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611498.719499:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611498.719500:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.719500:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749611498.719502:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494682880 00000400:00000200:2.0:1749611498.719503:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00010000:00020000:3.0:1749611498.719504:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749611498.719505:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000020:00000001:1.0:1749611498.719505:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611498.719506:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749611498.719507:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749611498.719508:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749611498.719509:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749611498.719511:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009bad4000 x1834598494682624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611498.719512:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:1.0:1749611498.719512:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749611498.719514:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749611498.719515:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749611498.719517:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611498.719518:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611498.719550:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bad4000 x1834598494682624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611498.719555:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611498.719558:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:1.0:1749611498.719559:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e7e8300. 02000000:00000001:3.0:1749611498.719561:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1749611498.719565:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e7e8140. 02000000:00000010:3.0:1749611498.719566:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130312400. 02000000:00000001:3.0:1749611498.719568:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.719569:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611498.719571:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.719571:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749611498.719572:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00010000:00000001:3.0:1749611498.719576:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611498.719576:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611498.719578:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611498.719580:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1108 usecs (2 jiffies) 00000100:00001000:3.0:1749611498.719581:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611498.719582:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611498.719583:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300772179 00000100:00000001:3.0:1749611498.719585:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:1.0:1749611498.719586:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59a00. 00000100:00000001:3.0:1749611498.719588:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611498.719588:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300772178 00000100:00000040:3.0:1749611498.719591:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:1.0:1749611498.719591:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16bd00. 00000100:00000001:2.0:1749611498.719592:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300772179 00000100:00000001:3.0:1749611498.719594:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611498.719595:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300772178 00000100:00000001:3.0:1749611498.719596:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611498.719598:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300772179 00000100:00000040:3.0:1749611498.719599:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611498.719601:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611498.719601:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300772178 02000000:00000001:3.0:1749611498.719603:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.719603:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300772179 00000020:00000010:1.0:1749611498.719603:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000100:00000001:3.0:1749611498.719605:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611498.719606:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300772178 00000100:00000040:3.0:1749611498.719608:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611498.719609:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749611498.719611:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611498.719611:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611498.719611:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611498.719614:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611498.719614:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:3.0:1749611498.719615:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494682496, offset 0 00000100:00000001:1.0:1749611498.719615:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749611498.719618:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bad4380 x1834598494682752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611498.719618:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611498.719621:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611498.719623:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611498.719625:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611498.719625:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611498.719626:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611498.719627:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611498.719628:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749611498.719629:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611498.719630:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611498.719632:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611498.719634:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611498.719635:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009bad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494682752:0@lo:38:kworker.0 00000400:00000200:3.0:1749611498.719637:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94bd80 00000100:00000001:2.0:1749611498.719639:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611498.719641:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749611498.719643:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x917d [1] + 0 02000000:00000001:2.0:1749611498.719643:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611498.719643:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611498.719645:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611498.719645:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749611498.719648:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749611498.719648:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de400. 02000000:00000001:2.0:1749611498.719649:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611498.719650:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000400:00000200:3.0:1749611498.719652:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611498.719653:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283362304 : -131939426189312 : ffff8800755ec000) 00000100:00000001:3.0:1749611498.719656:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:2.0:1749611498.719658:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe528. 00000100:00000040:1.0:1749611498.719659:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ec000 x1834598494682624/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611498.719661:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009bad7480 x1834598494682496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611498.719661:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:2.0:1749611498.719665:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494682752, portal 10 00000100:00000001:2.0:1749611498.719667:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611498.719668:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134926041984 : -131938783509632 : ffff88009bad4380) 00000100:00000040:3.0:1749611498.719672:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009bad7480 x1834598494682496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611498.719672:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494682624:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749611498.719675:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009bad4380 x1834598494682752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611498.719676:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494682624 00000020:00000001:1.0:1749611498.719679:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611498.719681:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611498.719681:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749611498.719682:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749611498.719683:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611498.719685:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a330. 00000400:00000200:3.0:1749611498.719686:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000020:00000001:1.0:1749611498.719691:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611498.719695:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00010000:00020000:1.0:1749611498.719695:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611498.719698:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611498.719699:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:2.0:1749611498.719700:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494682752, offset 0 00000100:00000001:3.0:1749611498.719701:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:1.0:1749611498.719701:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611498.719703:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749611498.719704:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611498.719705:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611498.719706:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611498.719708:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749611498.719709:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000200:2.0:1749611498.719711:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749611498.719711:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bce6000. 00000100:00000001:3.0:1749611498.719712:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611498.719713:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611498.719714:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611498.719716:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611498.719717:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94be80 00000100:00000040:3.0:1749611498.719719:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ee680 x1834598494682496/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611518 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611498.719719:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611498.719721:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 117120 00010000:00000001:1.0:1749611498.719721:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611498.719724:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611498.719725:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611498.719727:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749611498.719728:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749611498.719730:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ee680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494682496:12345-0@lo:38:kworker.0 Request processed in 254us (510us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611498.719732:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611498.719733:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611498.719735:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749611498.719736:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800755ed500. 00000100:00000040:2.0:1749611498.719739:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800755ed500 x1834598494682752 msgsize 520 00000100:00000040:1.0:1749611498.719740:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:3.0:1749611498.719741:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00000001:1.0:1749611498.719742:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749611498.719743:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611498.719744:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611498.719745:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611498.719746:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749611498.719749:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:3.0:1749611498.719751:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7b00. 02000000:00000001:1.0:1749611498.719751:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611498.719752:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749611498.719753:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611498.719754:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000400:00000200:2.0:1749611498.719755:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a330 00000100:00000001:1.0:1749611498.719755:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749611498.719757:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a330. 00000100:00000040:1.0:1749611498.719758:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749611498.719759:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5800. 00000100:00000001:2.0:1749611498.719759:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:1.0:1749611498.719761:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:3.0:1749611498.719762:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611498.719763:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009bad4380 x1834598494682752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611498.719766:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494682624, offset 0 00000100:00000001:2.0:1749611498.719770:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749611498.719771:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611498.719773:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bad4380 x1834598494682752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611498.719780:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611498.719780:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:3.0:1749611498.719781:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611498.719781:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749611498.719784:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000400:00000200:1.0:1749611498.719787:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94be00 00000100:00000001:2.0:1749611498.719791:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611498.719793:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x918d [1] + 0 00000100:00000001:3.0:1749611498.719795:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611498.719795:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 00000100:00100000:3.0:1749611498.719796:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494682752 00000100:00000001:2.0:1749611498.719797:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300772178 00000400:00000200:1.0:1749611498.719798:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611498.719799:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611498.719801:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611498.719802:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611498.719803:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611498.719805:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611498.719807:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611498.719808:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494682752 00000100:00000001:2.0:1749611498.719809:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300772179 00000020:00000001:3.0:1749611498.719810:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611498.719811:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611498.719812:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300772178 00000020:00000001:3.0:1749611498.719813:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749611498.719813:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009bad4000 x1834598494682624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611498.719814:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300772179 00000020:00000001:3.0:1749611498.719815:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611498.719816:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.719816:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300772178 00000100:00000001:2.0:1749611498.719818:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300772179 00000020:00000010:3.0:1749611498.719819:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5800. 00000100:00000001:2.0:1749611498.719820:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300772178 00000020:00000010:3.0:1749611498.719822:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7b00. 00000100:00000001:2.0:1749611498.719822:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300772179 00000020:00000010:3.0:1749611498.719824:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611498.719824:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611498.719824:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009bad4000 x1834598494682624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611498.719826:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611498.719831:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611498.719832:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611498.719832:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611498.719834:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611498.719835:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:2.0:1749611498.719835:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe3c8. 00000400:00000200:2.0:1749611498.719837:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000100:00000001:3.0:1749611498.719838:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611498.719839:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:3.0:1749611498.719841:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.719841:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611498.719845:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009bad7480 x1834598494682496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611498.719852:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000200:2.0:1749611498.719853:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009bad7480 x1834598494682496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611498.719855:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749611498.719858:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611498.719860:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611498.719861:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611498.719863:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611498.719863:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.719865:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611498.719866:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611498.719868:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611498.719869:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611498.719869:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611498.719870:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611498.719871:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611498.719871:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611498.719872:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749611498.719874:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00000001:2.0:1749611498.719875:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611498.719876:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ec000 x1834598494682624/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611518 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611498.719877:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134283367680 : -131939426183936 : ffff8800755ed500) 02000000:00000001:2.0:1749611498.719878:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611498.719881:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800755ed500 x1834598494682752/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611518 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611498.719884:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611498 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611498.719887:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=21 v=20 (1 20 1 1) 00000100:00100000:3.0:1749611498.719891:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800755ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494682752:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611498.719891:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749611498.719894:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494682752 00000020:00000001:3.0:1749611498.719897:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749611498.719897:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ec000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494682624:12345-0@lo:38:kworker.0 Request processed in 225us (406us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611498.719898:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611498.719899:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611498.719900:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611498.719905:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bad7480 x1834598494682496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611523 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611498.719906:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000020:00000001:3.0:1749611498.719907:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611498.719909:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00020000:3.0:1749611498.719910:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611498.719910:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749611498.719912:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611498.719913:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749611498.719914:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff200. 00010000:00000001:3.0:1749611498.719915:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611498.719917:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611498.719918:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611498.719918:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611498.719918:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4addbb8. 00000100:00000001:3.0:1749611498.719919:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611498.719921:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611498.719921:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:1.0:1749611498.719921:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009998b000. 00000100:00000001:2.0:1749611498.719923:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:3.0:1749611498.719925:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130311400. 00000100:00000001:1.0:1749611498.719925:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611498.719926:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749611498.719927:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611498.719929:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611498.719929:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:3.0:1749611498.719931:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611498.719931:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611498.719933:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611498.719935:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7480 x1834598494682496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611523 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611498.719936:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611498.719938:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611498.719941:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611498.719943:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:2.0:1749611498.719944:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bad7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494682496:0@lo:38:kworker.0 00000100:00000001:3.0:1749611498.719945:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611498.719953:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611498.719954:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611498.719956:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611498.719956:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611498.719959:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611498.719960:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bad7480 x1834598494682496/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611523 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611498.719961:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611498.719963:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611498.719965:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611498.719967:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:3.0:1749611498.719968:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 02000000:00000001:2.0:1749611498.719969:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:3.0:1749611498.719972:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494682752, offset 0 02000000:00000010:2.0:1749611498.719972:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0ddc00. 00000400:00000200:3.0:1749611498.719976:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611498.719976:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611498.719977:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611498.719979:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749611498.719981:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749611498.719983:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749611498.719984:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbae800. 02000000:00000001:2.0:1749611498.719987:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749611498.719989:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94be80 02000000:00000001:2.0:1749611498.719989:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611498.719991:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad7480. 00000400:00000200:3.0:1749611498.719994:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9199 [1] + 0 00000100:00000001:2.0:1749611498.719995:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:3.0:1749611498.719999:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611498.720000:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611498.720002:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611498.720002:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611498.720005:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611498.720007:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611498.720009:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611498.720010:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009bad4380 x1834598494682752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611498.720011:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611498.720013:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611498.720016:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611498.720018:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749611498.720019:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009bad4380 x1834598494682752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611498.720020:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe688. 00000400:00000200:2.0:1749611498.720022:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:2.0:1749611498.720024:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611498.720026:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611498.720027:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749611498.720030:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009bad4000 x1834598494682624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611498.720031:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611498.720033:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611498.720036:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611498.720037:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:2.0:1749611498.720038:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009bad4000 x1834598494682624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611498.720040:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611498.720042:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:3.0:1749611498.720045:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.720045:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749611498.720047:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611498.720047:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611498.720048:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749611498.720050:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800755ed500 x1834598494682752/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611518 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611498.720050:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611498.720051:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611498.720052:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611498.720055:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611498.720058:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611498 v=5 (0 0 0 0) 00000100:00100000:3.0:1749611498.720060:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800755ed500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494682752:12345-0@lo:38:kworker.0 Request processed in 168us (318us total) trans 0 rc -19/-19 00000100:00001000:2.0:1749611498.720061:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=153 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611498.720064:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611498.720065:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611498.720067:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611498.720071:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bad4000 x1834598494682624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611523 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611498.720076:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00000001:2.0:1749611498.720078:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611498.720079:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611498.720080:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611498.720080:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611498.720082:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611498.720083:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7b00. 00000100:00000001:2.0:1749611498.720083:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611498.720085:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749611498.720086:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000020:00000010:3.0:1749611498.720089:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5800. 00000100:00000001:3.0:1749611498.720092:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611498.720092:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611498.720095:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611498.720097:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611498.720102:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4000 x1834598494682624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611523 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611498.720109:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494682624:0@lo:38:kworker.0 00000400:00000001:2.0:1749611498.720114:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611498.720115:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611498.720117:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe528. 00000400:00000200:2.0:1749611498.720119:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:2.0:1749611498.720121:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:2.0:1749611498.720123:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611498.720126:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009bad4380 x1834598494682752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611498.720155:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009bad4380 x1834598494682752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611523 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611498.720161:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611498.720163:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611498.720165:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611498.720166:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611498.720168:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611498.720169:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611498.720171:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611498.720175:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611498 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611498.720177:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=53 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611498.720180:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611498.720181:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611498.720184:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611498.720187:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bad4380 x1834598494682752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611523 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611498.720194:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611498.720202:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611498.720203:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611498.720205:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611498.720207:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611498.720209:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611498.720211:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611498.720213:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611498.720217:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4380 x1834598494682752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611523 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611498.720224:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bad4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494682752:0@lo:38:kworker.0 00000100:00000001:2.0:1749611498.720228:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.720230:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611498.720233:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bad4000 x1834598494682624/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611523 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611498.720239:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611498.720240:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611498.720242:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de800. 02000000:00000001:2.0:1749611498.720245:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611498.720246:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611498.720247:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611498.720249:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611498.720250:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be89c00. 02000000:00000001:2.0:1749611498.720255:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611498.720256:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611498.720258:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4000. 00000100:00000001:2.0:1749611498.720260:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611498.720262:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611498.720263:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611498.720266:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bad4380 x1834598494682752/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611523 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611498.720273:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611498.720274:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611498.720280:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de400. 02000000:00000001:2.0:1749611498.720282:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611498.720283:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611498.720285:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611498.720287:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611498.720288:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be8b800. 02000000:00000001:2.0:1749611498.720292:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611498.720293:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611498.720294:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4380. 00000100:00000001:2.0:1749611498.720296:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611498.720297:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611498.720299:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.720301:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611498.720302:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611498.720304:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611498.720305:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611498.721635:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300772179, at 4300772179 00000100:00000040:3.0:1749611498.721636:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300772179, at 4300772179 00000100:00000040:2.0:1749611498.721639:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300772179, at 4300772179 00000100:00000010:2.0:1749611498.721653:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369db780. 00000100:00000010:1.0:1749611498.721653:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369db100. 00000100:00000010:3.0:1749611498.721666:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369db800. 00000020:00000001:1.0:1749611499.142777:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611499.142782:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611499.142786:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611499.719645:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611499.719658:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611499.719660:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611499.719664:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611499.719666:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611499.719670:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611499.719672:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611500.144773:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611500.144779:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611500.144782:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611500.719637:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611500.719652:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611500.719655:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611500.719659:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611500.719661:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611500.719665:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611500.719668:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611501.146823:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611501.146829:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611501.146833:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1749611501.192186:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-sptlrpc-ffff8800a8b08000 from 1 10000000:00000001:3.0:1749611501.192193:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:3.0:1749611501.192195:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:3.0:1749611501.192202:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f574e00. 00000020:00000040:3.0:1749611501.192206:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:3.0:1749611501.192211:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1749611501.192213:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1749611501.192217:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611501.192223:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009cbf5800. 00000100:00000001:3.0:1749611501.192228:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611501.192231:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1749611501.192233:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1749611501.192238:0:9690:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff88009d2ad100 count: 2 00010000:00000001:3.0:1749611501.192241:0:9690:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749611501.192244:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1749611501.192247:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009cbf5600. 00000020:00000001:3.0:1749611501.192250:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:3.0:1749611501.192253:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009cbf5600 with handle 0x689c0ec07329d534 to hash 00000020:00000001:3.0:1749611501.192255:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:3.0:1749611501.192256:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134944003584 : -131938765548032 : ffff88009cbf5600) 00010000:00000001:3.0:1749611501.192259:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134944003584 : -131938765548032 : ffff88009cbf5600) 00010000:00000001:3.0:1749611501.192264:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1749611501.192266:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611501.192280:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009cbf5600/0x689c0ec07329d534 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749611501.192291:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009cbf5600/0x689c0ec07329d534 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1749611501.192301:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009cbf5600/0x689c0ec07329d534 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:3.0:1749611501.192306:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1749611501.192308:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1749611501.192312:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88009d701480. 00000100:00000001:3.0:1749611501.192314:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134955586688 : -131938753964928 : ffff88009d701480) 00000100:00000001:3.0:1749611501.192317:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611501.192319:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134987517440 : -131938722034176 : ffff88009f574e00) 00000100:00000001:3.0:1749611501.192322:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611501.192326:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611501.192328:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1749611501.192330:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611501.192336:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009f574e00 x1834598494683136/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611501.192345:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611501.192347:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749611501.192351:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009f574e00 x1834598494683136/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611501.192360:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611501.192362:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611501.192363:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611501.192365:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009d701480 going to sleep for 0 seconds 00000100:00000001:3.0:1749611501.192367:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611501.192369:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611501.192371:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611501.192372:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611501.192374:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1F:1749611501.194741:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d2ad800. 00010000:00000010:2.1:1749611501.194762:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800827d6600. 00000100:00000001:2.0:1749611501.719639:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611501.719656:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611501.719658:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611501.719682:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611501.719685:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611501.719689:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611501.719691:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611502.148762:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611502.148767:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611502.148771:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611502.191619:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611502.191624:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611502.191627:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611502.191630:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009d701480 going to sleep for 0 seconds 00000100:00000001:3.0:1749611502.191634:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611502.191637:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611502.191640:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611502.191643:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611502.191645:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611502.719696:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611502.719716:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611502.719718:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611502.719724:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611502.719727:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611502.719731:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611502.719734:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611503.150754:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611503.150759:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611503.150762:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611503.191602:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611503.191606:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611503.191608:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611503.191611:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009d701480 going to sleep for 0 seconds 00000100:00000001:3.0:1749611503.191613:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611503.191616:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611503.191623:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611503.191625:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611503.191626:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.719630:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611503.719643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611503.719645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611503.719648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611503.719650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611503.719652:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.719654:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.726877:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611503.726880:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611503.726881:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611503.726886:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079f01c00 x1834598494683264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611503.726893:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611503.726894:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611503.726896:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611503.726898:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611503.726899:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611503.726902:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079f01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494683264:0@lo:38:kworker.0 00000100:00000001:2.0:1749611503.726904:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611503.726906:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611503.726908:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611503.726909:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611503.726912:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de400. 02000000:00000001:2.0:1749611503.726918:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611503.726924:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe528. 00000400:00000010:2.0:1749611503.726930:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a990. 00000100:00000200:2.0:1749611503.726935:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494683264, portal 4 00000100:00000001:2.0:1749611503.726937:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611503.726938:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134359997440 : -131939349554176 : ffff880079f01c00) 00000100:00000040:2.0:1749611503.726943:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079f01c00 x1834598494683264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611503.726948:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611503.726950:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611503.726952:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00000100:00000200:2.0:1749611503.726953:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494683264, offset 0 00000400:00000200:2.0:1749611503.726957:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611503.726966:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611503.726973:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94c080 00000400:00000200:2.0:1749611503.726978:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 3640 00000400:00000200:2.0:1749611503.726983:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611503.726985:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611503.726989:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611503.726990:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611503.726993:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad5880. 00000100:00000040:2.0:1749611503.726995:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad5880 x1834598494683264 msgsize 520 00000100:00100000:2.0:1749611503.726998:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611503.727012:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611503.727017:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:2.0:1749611503.727019:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:2.0:1749611503.727021:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611503.727023:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079f01c00 x1834598494683264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611503.727028:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611503.727030:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079f01c00 x1834598494683264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611503.727034:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.727038:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611503.727039:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611503.727041:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494683264 00000100:00000001:2.0:1749611503.727041:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611503.727043:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611503.727044:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1277 usecs (2 jiffies) 00000100:00000001:3.0:1749611503.727045:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611503.727046:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300777186 00000100:00000001:3.0:1749611503.727047:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611503.727049:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369db780. 02000000:00000001:3.0:1749611503.727050:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611503.727052:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494683264 00000020:00000001:3.0:1749611503.727053:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611503.727053:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000040:3.0:1749611503.727054:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611503.727055:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611503.727057:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.727057:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300777186 00000020:00000001:3.0:1749611503.727058:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611503.727059:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369db1c0. 00000100:00000001:2.0:1749611503.727061:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000010:3.0:1749611503.727062:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf4200. 00000020:00000010:3.0:1749611503.727065:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7b00. 00000020:00000010:3.0:1749611503.727068:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611503.727069:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300777186 00000100:00000010:2.0:1749611503.727070:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369dbe00. 00000100:00000001:3.0:1749611503.727071:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611503.727072:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611503.727072:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749611503.727073:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.727074:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300777186 00000100:00000010:2.0:1749611503.727075:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369db3c0. 00000100:00000001:3.0:1749611503.727077:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.727077:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611503.727078:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611503.727080:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.727097:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.727098:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611503.727101:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611503.727102:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611503.727102:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611503.727103:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611503.727104:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611503.727104:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611503.727107:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079f01180 x1834598494683392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611503.727109:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611503.727111:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611503.727111:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611503.727112:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611503.727113:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749611503.727114:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 02000000:00000001:2.0:1749611503.727114:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611503.727116:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926047360 : -131938783504256 : ffff88009bad5880) 02000000:00000001:2.0:1749611503.727116:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611503.727117:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079f01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494683392:0@lo:38:kworker.0 00000100:00000040:3.0:1749611503.727120:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5880 x1834598494683264/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611503.727122:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611503.727123:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611503.727124:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611503.727126:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611503.727127:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de800. 00000100:00100000:3.0:1749611503.727128:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494683264:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749611503.727128:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611503.727130:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494683264 00000400:00000010:2.0:1749611503.727131:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe688. 00000020:00000001:3.0:1749611503.727132:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749611503.727133:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aa18. 00010000:00000001:3.0:1749611503.727135:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749611503.727135:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494683392, portal 10 00000100:00000001:2.0:1749611503.727136:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611503.727137:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134359994752 : -131939349556864 : ffff880079f01180) 00000100:00000040:2.0:1749611503.727141:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079f01180 x1834598494683392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611503.727144:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611503.727145:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611503.727145:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611503.727146:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00010000:00020000:3.0:1749611503.727147:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749611503.727148:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494683392, offset 0 00000100:00000001:1.0:1749611503.727148:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749611503.727149:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611503.727150:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749611503.727151:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611503.727151:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611503.727153:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749611503.727153:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611503.727154:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611503.727156:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611503.727156:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94c100 02000000:00000010:3.0:1749611503.727159:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f5400. 00000400:00000200:2.0:1749611503.727159:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 117640 02000000:00000001:3.0:1749611503.727160:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611503.727162:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611503.727162:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611503.727163:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749611503.727164:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611503.727165:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.727166:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00001000:3.0:1749611503.727167:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749611503.727167:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611503.727169:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000010:2.0:1749611503.727170:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4380. 00000100:00000040:2.0:1749611503.727171:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad4380 x1834598494683392 msgsize 520 00000100:00000001:3.0:1749611503.727172:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611503.727173:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:2.0:1749611503.727173:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611503.727174:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611503.727176:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611503.727178:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611503.727178:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749611503.727179:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749611503.727180:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000400:00000010:2.0:1749611503.727181:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:2.0:1749611503.727182:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749611503.727183:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611503.727184:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749611503.727184:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079f01180 x1834598494683392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611503.727186:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611503.727188:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000200:3.0:1749611503.727190:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494683264, offset 0 00000400:00000200:3.0:1749611503.727193:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611503.727195:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611503.727197:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079f01180 x1834598494683392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611503.727198:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611503.727200:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611503.727201:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94c080 00000100:00000001:2.0:1749611503.727201:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611503.727203:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611503.727205:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x91ad [1] + 0 00000100:00000040:2.0:1749611503.727205:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1107 usecs (2 jiffies) 00000100:00000001:2.0:1749611503.727206:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300777186 00000400:00000200:3.0:1749611503.727207:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611503.727207:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300777186 00000100:00000001:2.0:1749611503.727208:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300777186 00000400:00000200:3.0:1749611503.727209:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611503.727210:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300777186 00000100:00000001:3.0:1749611503.727211:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611503.727211:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300777186 00000100:00000001:2.0:1749611503.727212:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300777186 00000100:00000001:2.0:1749611503.727213:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300777186 00000100:00000200:3.0:1749611503.727214:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079f01c00 x1834598494683264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611503.727214:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300777186 00000100:00000001:2.0:1749611503.727215:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611503.727216:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.727217:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611503.727219:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078807100 x1834598494683520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611503.727220:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079f01c00 x1834598494683264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611503.727222:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611503.727223:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611503.727224:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611503.727225:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611503.727225:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611503.727226:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611503.727227:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494683520:0@lo:38:kworker.0 00000400:00000200:3.0:1749611503.727229:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:2.0:1749611503.727229:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611503.727230:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611503.727230:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611503.727231:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611503.727233:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611503.727234:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749611503.727234:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611503.727235:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0ddc00. 00000100:00000001:3.0:1749611503.727236:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611503.727236:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611503.727238:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000010:2.0:1749611503.727238:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe3c8. 00000100:00000001:3.0:1749611503.727239:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611503.727240:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749611503.727240:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a220. 00000100:00000200:2.0:1749611503.727241:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494683520, portal 10 00000100:00000040:3.0:1749611503.727242:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5880 x1834598494683264/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611523 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611503.727242:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611503.727243:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335901952 : -131939373649664 : ffff880078807100) 00000100:00000040:2.0:1749611503.727247:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078807100 x1834598494683520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611503.727248:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494683264:12345-0@lo:38:kworker.0 Request processed in 120us (251us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611503.727250:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611503.727251:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:3.0:1749611503.727252:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000400:00000010:2.0:1749611503.727252:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a330. 00000100:00000001:3.0:1749611503.727254:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749611503.727254:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494683520, offset 0 00000100:00000001:3.0:1749611503.727255:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749611503.727255:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611503.727258:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7b00. 00000400:00000200:2.0:1749611503.727258:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611503.727261:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94c180 00000400:00000200:2.0:1749611503.727262:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 118384 00000020:00000010:3.0:1749611503.727263:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000020:00000010:3.0:1749611503.727265:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf4200. 00000400:00000200:2.0:1749611503.727265:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611503.727267:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611503.727267:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611503.727290:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611503.727292:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494683392 02000000:00000001:2.0:1749611503.727293:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611503.727294:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611503.727295:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611503.727297:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611503.727298:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494683392 00000020:00000001:2.0:1749611503.727299:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611503.727300:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611503.727301:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611503.727302:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611503.727303:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611503.727305:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:2.0:1749611503.727306:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828000. 00000100:00000200:1.0:1749611503.727306:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:2.0:1749611503.727308:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387300. 00000100:00000010:1.0:1749611503.727309:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111265f80. 00000020:00000010:2.0:1749611503.727310:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9708. 00000100:00000040:1.0:1749611503.727311:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111265f80 x1834598494683520 msgsize 520 00000100:00100000:1.0:1749611503.727315:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611503.727316:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611503.727317:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611503.727318:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611503.727320:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611503.727321:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611503.727324:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a330 00000400:00000010:1.0:1749611503.727326:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a330. 00000100:00000001:1.0:1749611503.727328:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611503.727330:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611503.727332:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078807100 x1834598494683520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611503.727334:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611503.727335:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494683648 02000000:00000001:2.0:1749611503.727336:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611503.727337:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611503.727338:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611503.727339:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611503.727340:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494683648 00000020:00000001:2.0:1749611503.727341:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611503.727341:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749611503.727342:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611503.727344:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:2.0:1749611503.727345:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:2.0:1749611503.727346:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611503.727346:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611503.727348:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749611503.727348:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078807100 x1834598494683520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611503.727350:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbdc0. 00000100:00000001:1.0:1749611503.727352:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611503.727352:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749611503.727353:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e7e8300. 00000100:00000001:1.0:1749611503.727355:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611503.727357:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:1.0:1749611503.727357:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 00000100:00000001:1.0:1749611503.727359:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300777185 00000100:00000001:2.0:1749611503.727364:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749611503.727366:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829200. 00000100:00000001:1.0:1749611503.727367:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749611503.727368:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387700. 00000100:00000001:1.0:1749611503.727368:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749611503.727370:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00100000:1.0:1749611503.727370:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00000001:1.0:1749611503.727372:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926041984 : -131938783509632 : ffff88009bad4380) 00000100:00000040:2.0:1749611503.727373:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611503.727374:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611503.727375:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749611503.727375:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4380 x1834598494683392/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611503.727376:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611503.727379:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611503.727380:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00100000:1.0:1749611503.727380:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494683392:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611503.727381:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611503.727382:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:1.0:1749611503.727382:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494683392 00000020:00000040:3.0:1749611503.727384:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611503.727384:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611503.727384:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749611503.727385:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611503.727386:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611503.727390:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611503.727390:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611503.727392:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749611503.727393:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00010000:00000001:1.0:1749611503.727393:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611503.727394:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749611503.727395:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335892992 : -131939373658624 : ffff880078804e00) 00010000:00000001:1.0:1749611503.727395:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611503.727396:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611503.727397:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749611503.727398:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078804e00 x1834598494683648/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:184/0 lens 224/0 e 0 to 0 dl 1749611514 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611503.727398:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749611503.727401:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bce5800. 02000000:00000001:1.0:1749611503.727402:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.727403:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611503.727403:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611503.727404:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbb00. 00010000:00000001:1.0:1749611503.727404:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611503.727405:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749611503.727406:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611503.727407:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dbb00. 00000100:00000001:3.0:1749611503.727408:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611503.727409:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749611503.727409:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494683648:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749611503.727411:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494683648 00000100:00001000:1.0:1749611503.727411:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:3.0:1749611503.727412:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000020:00000001:2.0:1749611503.727412:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611503.727412:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611503.727413:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896913280 : -131936812638336 : ffff880111265f80) 00000020:00000001:2.0:1749611503.727414:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749611503.727414:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611503.727416:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111265f80 x1834598494683520/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611523 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611503.727416:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611503.727416:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:2.0:1749611503.727417:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749611503.727417:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611503.727418:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749611503.727418:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:2.0:1749611503.727420:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1749611503.727420:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:3.0:1749611503.727421:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494683520:12345-0@lo:38:kworker.0 02000000:00000001:1.0:1749611503.727421:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1749611503.727422:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611503.727422:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611503.727423:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494683520 00000020:00000001:2.0:1749611503.727423:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:1.0:1749611503.727423:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611503.727424:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611503.727425:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749611503.727425:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749611503.727426:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749611503.727426:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611503.727426:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000020:00000001:2.0:1749611503.727427:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:1.0:1749611503.727428:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494683392, offset 0 00000020:00000001:3.0:1749611503.727430:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.727430:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749611503.727430:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:3.0:1749611503.727431:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749611503.727431:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611503.727432:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0dfc00. 00010000:00000001:3.0:1749611503.727433:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749611503.727433:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611503.727434:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611503.727434:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611503.727435:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611503.727436:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749611503.727436:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611503.727437:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611503.727438:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:2.0:1749611503.727438:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494683648 00000400:00000200:1.0:1749611503.727438:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94c100 00010000:00000001:2.0:1749611503.727439:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:1.0:1749611503.727440:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x91b5 [1] + 0 02000000:00000010:3.0:1749611503.727441:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5ec00. 00010000:00000200:2.0:1749611503.727441:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880078804e00 x1834598494683648/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1749611514 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611503.727442:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611503.727443:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611503.727443:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749611503.727445:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611503.727445:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611503.727445:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749611503.727447:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611503.727447:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611503.727449:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:1.0:1749611503.727449:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079f01180 x1834598494683392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611503.727450:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611503.727451:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00010000:00000001:2.0:1749611503.727451:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611503.727452:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000001:2.0:1749611503.727453:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611503.727455:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=108 v=5 (1 1 1 1) 00000100:00000040:1.0:1749611503.727455:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079f01180 x1834598494683392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611503.727457:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611503.727457:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611503.727459:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000040:2.0:1749611503.727459:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:1.0:1749611503.727459:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749611503.727460:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611503.727460:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611503.727461:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611503.727461:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749611503.727461:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:3.0:1749611503.727462:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611503.727462:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611503.727462:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000040:3.0:1749611503.727463:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611503.727463:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611503.727464:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611503.727464:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:3.0:1749611503.727465:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:1.0:1749611503.727465:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749611503.727466:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000001:1.0:1749611503.727466:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611503.727467:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494683520, offset 0 00000100:00000200:2.0:1749611503.727468:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494683648, offset 224 00000100:00000040:1.0:1749611503.727468:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000200:3.0:1749611503.727469:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611503.727469:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611503.727470:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749611503.727470:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611503.727472:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611503.727474:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611503.727475:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4380 x1834598494683392/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611523 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611503.727476:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94c180 00000400:00000200:3.0:1749611503.727478:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x91c9 [1] + 0 00000400:00000200:2.0:1749611503.727478:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94c200 00000100:00100000:1.0:1749611503.727480:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494683392:12345-0@lo:38:kworker.0 Request processed in 100us (308us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749611503.727481:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611503.727481:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x91c1 [1] + 224 00000400:00000200:3.0:1749611503.727483:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611503.727484:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611503.727484:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611503.727485:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611503.727485:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00000001:1.0:1749611503.727486:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:3.0:1749611503.727487:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078807100 x1834598494683520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611503.727487:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611503.727487:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611503.727488:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 00000100:00000200:2.0:1749611503.727489:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078805f80 x1834598494683648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611519 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611503.727491:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9708. 00000100:00000040:3.0:1749611503.727492:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078807100 x1834598494683520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611503.727494:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880078805f80 x1834598494683648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611519 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611503.727494:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828000. 00000100:00000001:3.0:1749611503.727496:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611503.727498:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611503.727499:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000010:3.0:1749611503.727500:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611503.727501:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611503.727501:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611503.727503:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611503.727504:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611503.727505:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611503.727505:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611503.727505:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300777186 00000020:00000001:3.0:1749611503.727506:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611503.727507:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300777185 00000400:00000200:2.0:1749611503.727508:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000100:00000001:1.0:1749611503.727508:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300777186 00000100:00000040:3.0:1749611503.727509:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111265f80 x1834598494683520/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611523 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611503.727509:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:1.0:1749611503.727509:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300777185 00000100:00000001:2.0:1749611503.727510:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611503.727510:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300777186 00000100:00000001:2.0:1749611503.727511:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611503.727511:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300777185 00000100:00000001:2.0:1749611503.727512:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611503.727512:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300777186 00000100:00100000:3.0:1749611503.727513:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111265f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494683520:12345-0@lo:38:kworker.0 Request processed in 92us (200us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611503.727513:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611503.727514:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00010000:00000001:2.0:1749611503.727515:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749611503.727515:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611503.727516:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611503.727517:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611503.727518:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749611503.727537:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749611503.727540:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078804e00 x1834598494683648/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:184/0 lens 224/224 e 0 to 0 dl 1749611514 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611503.727542:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe3c8. 00000100:00100000:3.0:1749611503.727544:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000400:00000200:1.0:1749611503.727544:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a220 00000100:00000001:3.0:1749611503.727545:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749611503.727545:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078804e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494683648:12345-0@lo:400:kworker.0 Request processed in 141us (280us total) trans 0 rc 0/0 00000400:00000010:1.0:1749611503.727545:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a220. 00000100:00000001:3.0:1749611503.727546:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611503.727546:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749611503.727548:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff380. 00000100:00000200:1.0:1749611503.727548:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078807100 x1834598494683520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611503.727550:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000020:00000010:3.0:1749611503.727551:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add7d0. 00000020:00000010:3.0:1749611503.727552:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05a800. 00000100:00000040:2.0:1749611503.727552:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000200:1.0:1749611503.727552:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078807100 x1834598494683520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611503.727553:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611503.727554:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611503.727555:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611503.727556:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387700. 00000020:00000010:2.0:1749611503.727558:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000020:00000010:2.0:1749611503.727560:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829200. 00000100:00000001:1.0:1749611503.727562:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:2.0:1749611503.727563:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749611503.727563:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611503.727564:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611503.727565:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611503.727566:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611503.727567:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611503.727568:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611503.727570:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611503.727573:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611503 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611503.727575:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=58 v=20 (20 1 1 1) 00000100:00000001:1.0:1749611503.727577:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611503.727578:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611503.727580:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611503.727582:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078807100 x1834598494683520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611528 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611503.727586:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611503.727588:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611503.727589:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611503.727590:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611503.727591:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611503.727593:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611503.727594:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611503.727596:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611503.727597:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807100 x1834598494683520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611528 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611503.727602:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494683520:0@lo:38:kworker.0 00000400:00000001:1.0:1749611503.727605:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611503.727605:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611503.727606:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe528. 00000400:00000200:1.0:1749611503.727608:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a990 00000400:00000010:1.0:1749611503.727609:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a990. 00000100:00000001:1.0:1749611503.727612:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611503.727614:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079f01c00 x1834598494683264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611503.727618:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079f01c00 x1834598494683264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611503.727622:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611503.727622:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611503.727623:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611503.727624:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611503.727625:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611503.727625:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611503.727626:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611503.727628:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611503 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611503.727630:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=26 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611503.727631:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611503.727632:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611503.727632:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611503.727634:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079f01c00 x1834598494683264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611528 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611503.727637:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611503.727639:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611503.727639:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611503.727640:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611503.727641:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611503.727643:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611503.727644:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611503.727645:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611503.727647:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f01c00 x1834598494683264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611528 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611503.727651:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079f01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494683264:0@lo:38:kworker.0 00000100:00000001:1.0:1749611503.727657:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611503.727658:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611503.727660:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078807100 x1834598494683520/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611528 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611503.727663:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611503.727664:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611503.727665:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0ddc00. 02000000:00000001:1.0:1749611503.727667:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611503.727668:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611503.727669:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749611503.727670:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611503.727671:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d50c00. 02000000:00000001:1.0:1749611503.727673:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611503.727673:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611503.727675:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078807100. 00000100:00000001:1.0:1749611503.727676:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611503.727677:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611503.727678:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611503.727679:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079f01c00 x1834598494683264/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611528 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611503.727683:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611503.727683:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611503.727684:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de400. 02000000:00000001:1.0:1749611503.727685:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611503.727686:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611503.727686:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749611503.727687:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611503.727688:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bb8b800. 02000000:00000001:1.0:1749611503.727689:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611503.727690:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611503.727690:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f01c00. 00000100:00000001:1.0:1749611503.727692:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611503.727692:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611503.727693:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611503.727696:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611503.727699:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611503.727700:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611503.727701:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749611503.727702:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611503.727703:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611503.727704:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe688. 00000400:00000200:1.0:1749611503.727705:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aa18 00000400:00000010:1.0:1749611503.727706:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aa18. 00000100:00000001:1.0:1749611503.727707:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611503.727708:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079f01180 x1834598494683392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611503.727712:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079f01180 x1834598494683392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611528 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611503.727716:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611503.727717:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611503.727717:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611503.727718:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611503.727719:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611503.727719:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611503.727720:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611503.727722:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611503 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611503.727724:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=8 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611503.727725:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611503.727726:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611503.727727:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611503.727728:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079f01180 x1834598494683392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611528 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611503.727731:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611503.727732:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611503.727733:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611503.727734:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611503.727734:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611503.727736:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611503.727737:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611503.727740:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611503.727742:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f01180 x1834598494683392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611528 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611503.727746:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079f01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494683392:0@lo:38:kworker.0 00000100:00000001:1.0:1749611503.727748:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611503.727749:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611503.727750:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079f01180 x1834598494683392/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611528 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611503.727753:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611503.727754:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611503.727755:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de800. 02000000:00000001:1.0:1749611503.727756:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611503.727756:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611503.727757:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749611503.727758:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611503.727758:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bb88c00. 02000000:00000001:1.0:1749611503.727760:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611503.727760:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611503.727761:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f01180. 00000100:00000001:1.0:1749611503.727762:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611503.727762:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611503.727763:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611503.727764:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611503.727765:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611503.727765:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611503.727766:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611503.728553:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300777186, at 4300777186 00000100:00000040:3.0:1749611503.728557:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300777186, at 4300777186 00000100:00000010:1.0:1749611503.728557:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369db1c0. 00000100:00000040:2.0:1749611503.728561:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300777186, at 4300777186 00000100:00000010:3.0:1749611503.728562:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369db3c0. 00000100:00000010:2.0:1749611503.728570:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369dbe00. 00000020:00000001:2.0:1749611504.152730:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611504.152734:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611504.152737:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611504.191628:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611504.191633:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611504.191635:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611504.191637:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009d701480 going to sleep for 0 seconds 00000100:00000001:3.0:1749611504.191640:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611504.191642:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611504.191644:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611504.191646:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611504.191647:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611504.727704:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611504.727723:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611504.727726:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611504.727731:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611504.727733:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611504.727737:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611504.727758:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749611504.998980:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000001:1.0:1749611505.154841:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611505.154847:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611505.154851:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611505.191800:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611505.191805:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611505.191807:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611505.191811:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009d701480 going to sleep for 0 seconds 00000100:00000001:2.0:1749611505.191814:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611505.191817:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611505.191819:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611505.191822:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611505.191824:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611505.727688:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611505.727706:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611505.727709:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611505.727713:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611505.727716:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611505.727720:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611505.727723:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611506.156819:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611506.156825:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611506.156829:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611506.191636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611506.191641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611506.191660:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611506.191664:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009d701480 going to sleep for 0 seconds 00000100:00000001:2.0:1749611506.191667:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611506.191670:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611506.191683:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611506.191685:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611506.191688:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611506.727750:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611506.727769:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611506.727772:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611506.727777:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611506.727781:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611506.727786:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611506.727789:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611507.158776:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611507.158781:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611507.158785:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611507.191639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611507.191645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611507.191647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611507.191651:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88009d701480 going to sleep for 0 seconds 00000100:00000001:2.0:1749611507.191655:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611507.191659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611507.191661:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611507.191673:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009f574e00 x1834598494683136/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611507.191685:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611507.191689:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009f574e00 x1834598494683136/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611507.191698:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611507.191701:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611507.191704:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611507.191706:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611507.191710:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f574e00 x1834598494683136/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611507.191718:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009f574e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494683136:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611507.191733:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611507.191748:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611507.191752:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611507.191754:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611507.191758:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009f574e00 x1834598494683136/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611507.191765:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611507.191768:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88009d701480. 00000100:00000001:2.0:1749611507.191772:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611507.191774:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611507.191777:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611507.191781:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611507.191784:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611507.191788:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009cbf5600 refcount=4 00000020:00000001:2.0:1749611507.191790:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134944003584 : -131938765548032 : ffff88009cbf5600) 00010000:00000001:2.0:1749611507.191793:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134944003584 : -131938765548032 : ffff88009cbf5600) 00010000:00010000:2.0:1749611507.191799:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009cbf5600/0x689c0ec07329d534 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611507.191808:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611507.191813:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009cbf5600/0x689c0ec07329d534 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611507.191819:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611507.191822:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009cbf5600/0x689c0ec07329d534 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611507.191829:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611507.191831:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611507.191833:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009cbf5600/0x689c0ec07329d534 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611507.191839:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611507.191841:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611507.191849:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611507.191852:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009cbf5600/0x689c0ec07329d534 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611507.191874:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009cbf5600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611507.191877:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611507.191880:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009cbf5600/0x689c0ec07329d534 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611507.191886:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611507.191887:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611507.191889:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611507.191890:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009cbf5600 refcount=5 00000020:00000001:2.0:1749611507.191892:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134944003584 : -131938765548032 : ffff88009cbf5600) 00010000:00000001:2.0:1749611507.191894:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134944003584 : -131938765548032 : ffff88009cbf5600) 00010000:00000001:2.0:1749611507.191897:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611507.191900:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009cbf5600/0x689c0ec07329d534 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611507.191905:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611507.191907:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009cbf5600/0x689c0ec07329d534 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611507.191912:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611507.191915:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611507.191916:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611507.191919:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611507.191921:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611507.191923:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611507.191925:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611507.191927:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611507.191928:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611507.191931:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009cbf5600 with handle 0x689c0ec07329d534 from hash 00010000:00000001:2.0:1749611507.191933:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611507.191939:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611507.191940:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611507.191942:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611507.191943:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611507.191945:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611507.191947:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611507.191948:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611507.191949:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611507.191951:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611507.191954:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009cbf5600/0x689c0ec07329d534 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611507.191959:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611507.191960:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611507.191961:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611507.191963:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611507.191964:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611507.191965:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611507.191966:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611507.191968:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009cbf5600/0x689c0ec07329d534 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611507.192001:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611507.192003:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611507.192006:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611507.192011:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009f574e00 x1834598494683136/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611507.192018:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611507.192021:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611507.192023:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611507.192025:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611507.192029:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009cbf5800. 02000000:00000001:2.0:1749611507.192034:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611507.192035:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611507.192037:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009f574e00. 00000100:00000001:2.0:1749611507.192044:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611507.192046:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611507.192080:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611507.192083:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611507.192085:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611507.192089:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801369dbe00. 00000020:00000010:2.0:1749611507.192094:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829c00. 00000020:00000010:2.0:1749611507.192099:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a829000. 00000040:00000010:2.0:1749611507.192103:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a828e00. 00000020:00000010:2.0:1749611507.192108:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611507.192113:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a829600. 80000000:00000010:2.0:1749611507.192118:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256b40. 00040000:00000010:2.0:1749611507.192125:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a829200. 00080000:00000010:2.0:1749611507.192131:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749611507.192137:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abe000. 10000000:00000040:2.0:1749611507.192145:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749611507.192147:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611507.192153:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a829000. 00000040:00000010:2.0:1749611507.192158:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a828e00. 00000020:00000010:2.0:1749611507.192164:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611507.192169:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a829600. 80000000:00000010:2.0:1749611507.192172:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256b40. 00040000:00000010:2.0:1749611507.192176:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a829200. 00080000:00000010:2.0:1749611507.192180:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abe000. 00080000:00000010:2.0:1749611507.192203:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000020:00000010:2.0:1749611507.192206:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829c00. 10000000:00000010:2.0:1749611507.192208:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801369dbe00. 10000000:01000000:2.0:1749611507.192211:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:2.0:1749611507.192215:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611507.192218:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611507.192220:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611507.192222:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611507.192223:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b5273200) refs 4 10000000:00000001:2.0:1749611507.192225:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 00000040:00000001:1.0:1749611507.194087:0:29170:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611507.194096:0:29170:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59e00. 00000020:00000010:1.0:1749611507.194101:0:29170:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc58600. 00000040:00000010:1.0:1749611507.194104:0:29170:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006dc58800. 00000020:00000010:1.0:1749611507.194108:0:29170:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012e557800. 00000020:00000010:1.0:1749611507.194113:0:29170:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931f3b8. 00000020:00000010:1.0:1749611507.194116:0:29170:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc59600. 80000000:00000010:1.0:1749611507.194120:0:29170:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c0d78a0. 40000000:00000010:1.0:1749611507.194124:0:29170:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e7e8140. 00100000:00000010:1.0:1749611507.194129:0:29170:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d16b000. 00040000:00000010:1.0:1749611507.194133:0:29170:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959d400. 00040000:00000010:1.0:1749611507.194136:0:29170:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc58200. 00080000:00000010:1.0:1749611507.194141:0:29170:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b7000. 00080000:00000010:1.0:1749611507.194147:0:29170:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 00000004:00000010:1.0:1749611507.194152:0:29170:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012d16c000. 00000004:00000010:1.0:1749611507.194157:0:29170:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b5000. 00000004:00000010:1.0:1749611507.194160:0:29170:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012d16b800. 00002000:00000010:1.0:1749611507.194164:0:29170:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88006bb88000. 00000004:00000010:1.0:1749611507.194168:0:29170:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88006bb88c00. 00000020:00000010:1.0:1749611507.194171:0:29170:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012e7e8e80. 00000040:00000010:1.0:1749611507.194177:0:29170:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009685c000. 00000040:00001000:1.0:1749611507.194188:0:29170:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611507.194191:0:29170:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611507.194193:0:29170:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611507.194198:0:29170:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10504 00000040:00000001:1.0:1749611507.194209:0:29170:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611507.194212:0:29170:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611507.194215:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611507.194217:0:29170:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611507.194220:0:29170:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611507.194223:0:29170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611507.194226:0:29170:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611507.194228:0:29170:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611507.194229:0:29170:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611507.194235:0:29170:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:01000004:1.0:1749611507.194238:0:29170:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:1.0:1749611507.194241:0:29170:0:(obd_mount.c:979:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611507.194246:0:29170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009959dd00. 00000020:00000080:1.0:1749611507.194249:0:29170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611507.194252:0:29170:0:(obd_config.c:1473:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000001:1.0:1749611507.194255:0:29170:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611507.194258:0:29170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009959dd00. 00000020:00000001:1.0:1749611507.194261:0:29170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611507.194264:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611507.194266:0:29170:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1749611507.194268:0:29170:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611507.194269:0:29170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611507.194272:0:29170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff88009c16bc80. 00000020:00000080:1.0:1749611507.194274:0:29170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611507.194276:0:29170:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611507.194278:0:29170:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611507.194290:0:29170:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085150000. 00000020:00000080:1.0:1749611507.194295:0:29170:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (ffff880085150000) 00000020:00000001:1.0:1749611507.194297:0:29170:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611507.194300:0:29170:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012d169800. 00000020:00000001:1.0:1749611507.194302:0:29170:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611507.194309:0:29170:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012d169800 with handle 0x689c0ec07329d53b to hash 00000020:00000001:1.0:1749611507.194312:0:29170:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611507.194315:0:29170:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611507.194318:0:29170:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611507.194321:0:29170:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612137365641216 : -131936343910400 : ffff88012d169800) 00000020:00000040:1.0:1749611507.194325:0:29170:0:(genops.c:898:class_export_put()) PUTting export ffff88012d169800 : new refcount 1 00000020:00000040:1.0:1749611507.194338:0:29170:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085150000) now 2 - obd_device_list 00000020:00000001:1.0:1749611507.194343:0:29170:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611507.194346:0:29170:0:(obd_config.c:653:class_attach()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000001:1.0:1749611507.194348:0:29170:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611507.194350:0:29170:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611507.194353:0:29170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff88009c16bc80. 00000020:00000001:1.0:1749611507.194356:0:29170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611507.194359:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c160 type=0x10620000 idx=3 00000040:00001000:1.0:1749611507.194361:0:29170:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1749611507.194363:0:29170:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611507.194365:0:29170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000040:1.0:1749611507.194366:0:29170:0:(obd_config.c:1842:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:1.0:1749611507.194369:0:29170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff88009c0d7840. 00000020:00000080:1.0:1749611507.194371:0:29170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611507.194374:0:29170:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611507.194396:0:29170:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611507.194399:0:29170:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8927240. 00000001:00000010:1.0:1749611507.194404:0:29170:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009c63aca0. 00000001:00000010:1.0:1749611507.194408:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006dc59a00. 00000001:00000010:1.0:1749611507.194411:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88006dc59c00. 00000001:00000010:1.0:1749611507.194413:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dbae00. 00000001:00000010:1.0:1749611507.194416:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dbba00. 00000001:00000001:1.0:1749611507.194418:0:29170:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611507.194420:0:29170:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8927480. 00000001:00000010:1.0:1749611507.194423:0:29170:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009c63a4e0. 00000001:00000010:1.0:1749611507.194425:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dbbc00. 00000001:00000010:1.0:1749611507.194428:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dbac00. 00000001:00000010:1.0:1749611507.194430:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dba200. 00000001:00000010:1.0:1749611507.194437:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dbb400. 00000020:00000001:1.0:1749611507.194440:0:29170:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611507.194443:0:29170:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbb000. 00000020:00000010:1.0:1749611507.194447:0:29170:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009c16bc80. 00000020:00000010:1.0:1749611507.194451:0:29170:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ca28. 00000008:00000010:1.0:1749611507.194456:0:29170:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bf760. 00020000:00000010:1.0:1749611507.194461:0:29170:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b6640. 00008000:00000010:1.0:1749611507.194465:0:29170:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7bb8. 00000080:00000010:1.0:1749611507.194471:0:29170:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a2d0. 00000020:00000010:1.0:1749611507.194474:0:29170:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbb600. 00000020:00000010:1.0:1749611507.194477:0:29170:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880129dbb200. 00000020:00000010:1.0:1749611507.194481:0:29170:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d16f800. 00000020:00000010:1.0:1749611507.194484:0:29170:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931df98. 00000020:00000010:1.0:1749611507.194487:0:29170:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880129dba800. 80000000:00000010:1.0:1749611507.194490:0:29170:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c0d7ea0. 40000000:00000010:1.0:1749611507.194492:0:29170:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e7e8680. 00100000:00000010:1.0:1749611507.194497:0:29170:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4003800. 00040000:00000010:1.0:1749611507.194499:0:29170:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959dd00. 00040000:00000010:1.0:1749611507.194502:0:29170:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880129dba400. 00080000:00000010:1.0:1749611507.194506:0:29170:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749611507.194511:0:29170:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00002000:00000010:1.0:1749611507.194515:0:29170:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880080fa9000. 00002000:00000010:1.0:1749611507.194519:0:29170:0:(ofd_dev.c:3325:ofd_device_alloc()) kmalloced '(m)': 1864 at ffff8800b4003000. 00002000:00000001:1.0:1749611507.194564:0:29170:0:(ofd_dev.c:3058:ofd_init0()) Process entered 00002000:00000001:1.0:1749611507.194569:0:29170:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:1.0:1749611507.194571:0:29170:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749611507.194574:0:29170:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611507.194576:0:29170:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134934309888 : -131938775241728 : ffff88009c2b6c00) 00000020:01000004:1.0:1749611507.194580:0:29170:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88007913a800 from lustre-OST0000, refs=2 00000020:00000001:1.0:1749611507.194582:0:29170:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612134934309888 : -131938775241728 : ffff88009c2b6c00) 00002000:00000010:1.0:1749611507.194586:0:29170:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at ffff88012e7e8a80. 00002000:00000001:1.0:1749611507.194588:0:29170:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:1.0:1749611507.194590:0:29170:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at ffff8800a8927c00. 00002000:00000001:1.0:1749611507.194599:0:29170:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:1.0:1749611507.194601:0:29170:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:1.0:1749611507.194603:0:29170:0:(osd_handler.c:8732:osd_obd_connect()) connect #1 00000020:00000001:1.0:1749611507.194605:0:29170:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611507.194607:0:29170:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611507.194610:0:29170:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b4001000. 00000020:00000001:1.0:1749611507.194612:0:29170:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611507.194614:0:29170:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b4001000 with handle 0x689c0ec07329d542 to hash 00000020:00000001:1.0:1749611507.194616:0:29170:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611507.194619:0:29170:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611507.194621:0:29170:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611507.194624:0:29170:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085151570) now 5 - export 00000020:00000001:1.0:1749611507.194626:0:29170:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000040:1.0:1749611507.194629:0:29170:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 1 00000020:00000080:1.0:1749611507.194631:0:29170:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x689c0ec07329d542 00000020:00000001:1.0:1749611507.194633:0:29170:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611507.194635:0:29170:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611507.194637:0:29170:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d542 00000020:00000001:1.0:1749611507.194638:0:29170:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611507.194640:0:29170:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=2 00000020:00000001:1.0:1749611507.194643:0:29170:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000001:1.0:1749611507.194645:0:29170:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00080000:00000001:1.0:1749611507.194647:0:29170:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611507.194649:0:29170:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749611507.194651:0:29170:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at ffff8800a8927c00. 00002000:00000001:1.0:1749611507.194654:0:29170:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749611507.194656:0:29170:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at ffff88012e7e8a80. 00002000:00000001:1.0:1749611507.194660:0:29170:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611507.194663:0:29170:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749611507.194665:0:29170:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611507.194668:0:29170:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749611507.194670:0:29170:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff880080fa9800. 00000001:00000001:1.0:1749611507.194672:0:29170:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611507.194674:0:29170:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88009959d200. 00000001:00000010:1.0:1749611507.194677:0:29170:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at ffff880129dba600. 00000001:00000010:1.0:1749611507.194808:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007097000. 00000001:00000010:1.0:1749611507.194874:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900070a1000. 00000001:00000010:1.0:1749611507.194941:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900070ab000. 00000001:00000010:1.0:1749611507.195000:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900070b5000. 00000001:00000010:1.0:1749611507.195078:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900070bf000. 00000001:00000010:1.0:1749611507.195146:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900070c9000. 00000001:00000010:1.0:1749611507.195205:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900070d3000. 00000001:00000010:1.0:1749611507.195263:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900070dd000. 00000001:00000010:1.0:1749611507.195319:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900070e7000. 00000001:00000010:1.0:1749611507.195383:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900070f1000. 00000001:00000010:1.0:1749611507.195441:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900070fb000. 00000001:00000010:1.0:1749611507.195497:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007105000. 00000001:00000010:1.0:1749611507.195589:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000710f000. 00000001:00000010:1.0:1749611507.195649:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007119000. 00000001:00000010:1.0:1749611507.195713:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007123000. 00000001:00000010:1.0:1749611507.195795:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000712d000. 00000001:00000010:1.0:1749611507.195871:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007137000. 00000001:00000010:1.0:1749611507.195930:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007141000. 00000001:00000010:1.0:1749611507.195987:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000714b000. 00000001:00000010:1.0:1749611507.196073:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007155000. 00000001:00000010:1.0:1749611507.196135:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000715f000. 00000001:00000010:1.0:1749611507.196195:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007169000. 00000001:00000010:1.0:1749611507.196252:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007173000. 00000001:00000010:1.0:1749611507.196316:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000717d000. 00000001:00000010:1.0:1749611507.196380:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007187000. 00000001:00000010:1.0:1749611507.196436:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007191000. 00000001:00000010:1.0:1749611507.196501:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000719b000. 00000001:00000010:1.0:1749611507.196586:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900071a5000. 00000001:00000010:1.0:1749611507.196646:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900071af000. 00000001:00000010:1.0:1749611507.196710:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900071b9000. 00000001:00000010:1.0:1749611507.196769:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900071c3000. 00000001:00000010:1.0:1749611507.196825:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900071cd000. 00000001:00000010:1.0:1749611507.196888:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900071d7000. 00000001:00000010:1.0:1749611507.196952:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900071e1000. 00000001:00000010:1.0:1749611507.197011:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900071eb000. 00000001:00000010:1.0:1749611507.197094:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900071f5000. 00000001:00000010:1.0:1749611507.197165:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900071ff000. 00000001:00000010:1.0:1749611507.197224:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007209000. 00000001:00000010:1.0:1749611507.197281:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007213000. 00000001:00000010:1.0:1749611507.197345:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000721d000. 00000001:00000010:1.0:1749611507.197404:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007227000. 00000001:00000010:1.0:1749611507.197460:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007231000. 00000001:00000010:1.0:1749611507.197517:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000723b000. 00000001:00000010:1.0:1749611507.197605:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007245000. 00000001:00000010:1.0:1749611507.197666:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000724f000. 00000001:00000010:1.0:1749611507.197723:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007259000. 00000001:00000010:1.0:1749611507.197787:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007263000. 00000001:00000010:1.0:1749611507.197845:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000726d000. 00000001:00000010:1.0:1749611507.197902:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007277000. 00000001:00000010:1.0:1749611507.197957:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007281000. 00000001:00000010:1.0:1749611507.198017:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000728b000. 00000001:00000010:1.0:1749611507.198094:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007295000. 00000001:00000010:1.0:1749611507.198152:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000729f000. 00000001:00000010:1.0:1749611507.198215:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900072a9000. 00000001:00000010:1.0:1749611507.198272:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900072b3000. 00000001:00000010:1.0:1749611507.198329:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900072bd000. 00000001:00000010:1.0:1749611507.198391:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900072c7000. 00000001:00000010:1.0:1749611507.198455:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900072d1000. 00000001:00000010:1.0:1749611507.198512:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900072db000. 00000001:00000010:1.0:1749611507.198594:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900072e5000. 00000001:00000010:1.0:1749611507.198658:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900072ef000. 00000001:00000010:1.0:1749611507.198725:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900072f9000. 00000001:00000010:1.0:1749611507.198806:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007303000. 00000001:00000010:1.0:1749611507.198878:0:29170:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000730d000. 00000020:00000010:1.0:1749611507.198966:0:29170:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880080fab400. 00000020:00000010:1.0:1749611507.198969:0:29170:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88009c63a200. 00010000:00000001:1.0:1749611507.198993:0:29170:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749611507.199024:0:29170:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611507.199037:0:29170:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880080faac00. 00000020:00000010:1.0:1749611507.199040:0:29170:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff880129dbb800. 00010000:00000001:1.0:1749611507.199073:0:29170:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611507.199075:0:29170:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:1.0:1749611507.199077:0:29170:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611507.199081:0:29170:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134478125056 : -131939231426560 : ffff880080fa9800) 00000020:00000001:1.0:1749611507.199085:0:29170:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:1.0:1749611507.199090:0:29170:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1671, crc32c 9251, adler 1511, t10ip512 7007, t10ip4k 7859, t10crc512 1407, t10crc4k 1851 00000020:00000001:1.0:1749611507.199098:0:29170:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1749611507.199104:0:29170:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611507.199120:0:29170:0:(tgt_main.c:538:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at ffff880097170000. 00000020:00000001:1.0:1749611507.199123:0:29170:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:1.0:1749611507.199125:0:29170:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:1.0:1749611507.199129:0:29170:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88009959db00. 00002000:00000001:1.0:1749611507.199133:0:29170:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1749611507.199136:0:29170:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c556480. 00002000:00000001:1.0:1749611507.199139:0:29170:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134937060568 : -131938772491048 : ffff88009c5564d8) 00002000:00000001:1.0:1749611507.199162:0:29170:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1749611507.199164:0:29170:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:1.0:1749611507.199206:0:29170:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dbbe00. 00002000:00000001:1.0:1749611507.199209:0:29170:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611507.199212:0:29170:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1749611507.199215:0:29170:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1749611507.199217:0:29170:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611507.199220:0:29170:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1749611507.199228:0:29170:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012a3db8f0. 00000001:00000010:1.0:1749611507.199241:0:29170:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012a3db8f0. 00080000:00000001:1.0:1749611507.199245:0:29170:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1749611507.199247:0:29170:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:1.0:1749611507.199258:0:29170:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749611507.199261:0:29170:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:1.0:1749611507.199269:0:29170:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611507.199272:0:29170:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611507.199278:0:29170:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134937060568 : -131938772491048 : ffff88009c5564d8) 00000020:00000001:1.0:1749611507.199281:0:29170:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612137311452672 : -131936398098944 : ffff880129dbbe00) 00000001:00000040:1.0:1749611507.199292:0:29170:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 34359738368: rc = 0 00000001:00000002:1.0:1749611507.199296:0:29170:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:1.0:1749611507.199297:0:29170:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 34359738368 00000001:00000002:1.0:1749611507.199299:0:29170:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 9 00000001:00000002:1.0:1749611507.199301:0:29170:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:1.0:1749611507.199303:0:29170:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:1.0:1749611507.199304:0:29170:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:1.0:1749611507.199306:0:29170:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 9088 00000001:00000002:1.0:1749611507.199308:0:29170:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:1.0:1749611507.199309:0:29170:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 7 00000001:00000002:1.0:1749611507.199311:0:29170:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:1.0:1749611507.199313:0:29170:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:1.0:1749611507.199316:0:29170:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at ffff8800873db400. 00010000:00000010:0.1F:1749611507.200648:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009cbf5600. 00010000:00000010:1.1:1749611507.200701:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d2ad100. 00010000:00000010:1.1:1749611507.200712:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880133195a00. 00080000:00000001:0.0:1749611507.200772:0:29170:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611507.200778:0:29170:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.200780:0:29170:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611507.200785:0:29170:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff420. 00000001:00000010:0.0:1749611507.200792:0:29170:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff420. 00080000:00000001:0.0:1749611507.200796:0:29170:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611507.200797:0:29170:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611507.200802:0:29170:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611507.200804:0:29170:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611507.200809:0:29170:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.200812:0:29170:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611507.200817:0:29170:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849149496 : -131938860402120 : ffff88009717fa38) 00080000:00000010:0.0:1749611507.200821:0:29170:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88009d2adf00. 00100000:00000001:0.0:1749611507.200830:0:29170:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611507.200833:0:29170:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012bdee700. 00100000:00000010:0.0:1749611507.200837:0:29170:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012bdee700. 00100000:00000001:0.0:1749611507.200839:0:29170:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1749611507.200843:0:29170:0:(osd_handler.c:6663:osd_it_iam_init()) kmalloced '(it)': 328 at ffff88012d05be00. 00000001:00000010:0.0:1749611507.200846:0:29170:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff420. 00080000:00000001:0.0:1749611507.201128:0:29170:0:(osd_handler.c:6831:osd_it_iam_rec()) Process entered 00080000:00000001:0.0:1749611507.201131:0:29170:0:(osd_handler.c:6870:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201134:0:29170:0:(osd_handler.c:6831:osd_it_iam_rec()) Process entered 00080000:00000001:0.0:1749611507.201135:0:29170:0:(osd_handler.c:6870:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1749611507.201138:0:29170:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff88012bdee700. 80000000:00000001:0.0:1749611507.201141:0:29170:0:(fld_cache.c:342:fld_cache_entry_create()) Process leaving (rc=18446612137345214208 : -131936364337408 : ffff88012bdee700) 80000000:00000001:0.0:1749611507.201143:0:29170:0:(fld_cache.c:362:fld_cache_insert_nolock()) Process entered 80000000:00000001:0.0:1749611507.201145:0:29170:0:(fld_cache.c:183:fld_cache_shrink()) Process entered 80000000:00000001:0.0:1749611507.201147:0:29170:0:(fld_cache.c:188:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:0.0:1749611507.201149:0:29170:0:(fld_cache.c:393:fld_cache_insert_nolock()) insert range [0x0000000280000400-0x00000002c0000400]:0:ost 80000000:00000001:0.0:1749611507.201152:0:29170:0:(fld_cache.c:103:fld_fix_new_list()) Process entered 80000000:00000001:0.0:1749611507.201153:0:29170:0:(fld_cache.c:158:fld_fix_new_list()) Process leaving 80000000:00000001:0.0:1749611507.201155:0:29170:0:(fld_cache.c:397:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611507.201157:0:29170:0:(fld_cache.c:416:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1749611507.201160:0:29170:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff318. 00000001:00000010:0.0:1749611507.201164:0:29170:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff318. 00000001:00000010:0.0:1749611507.201167:0:29170:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff420. 80000000:00000001:0.0:1749611507.201170:0:29170:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:0.0:1749611507.201177:0:29170:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:0.0:1749611507.201180:0:29170:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000010:0.0:1749611507.201184:0:29170:0:(osd_handler.c:6691:osd_it_iam_fini()) kfreed 'it': 328 at ffff88012d05be00. 80000000:00000010:0.0:1749611507.201187:0:29170:0:(fld_index.c:434:fld_index_init()) kfreed 'attr': 104 at ffff880096dffe80. 80000000:00000001:0.0:1749611507.201190:0:29170:0:(fld_index.c:441:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611507.201192:0:29170:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:0.0:1749611507.201205:0:29170:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611507.201208:0:29170:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611507.201211:0:29170:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at ffff880096dffe80. 00000020:00000001:0.0:1749611507.201213:0:29170:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1749611507.201215:0:29170:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff88012bdee180. 00000020:00000001:0.0:1749611507.201219:0:29170:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611507.201221:0:29170:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff88012bdee180. 00000020:00000001:0.0:1749611507.201224:0:29170:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611507.201227:0:29170:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dff980. 00000020:00000001:0.0:1749611507.201236:0:29170:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611507.201238:0:29170:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611507.201240:0:29170:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dffb80. 00000020:00000001:0.0:1749611507.201244:0:29170:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611507.201246:0:29170:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at ffff880096dffe80. 00002000:00000001:0.0:1749611507.201249:0:29170:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611507.201251:0:29170:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:0.0:1749611507.201253:0:29170:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611507.201256:0:29170:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611507.201258:0:29170:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717fb00. 00002000:00000001:0.0:1749611507.201260:0:29170:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849149784 : -131938860401832 : ffff88009717fb58) 00002000:00000001:0.0:1749611507.201263:0:29170:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611507.201265:0:29170:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:0.0:1749611507.201267:0:29170:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d05be00. 00002000:00000001:0.0:1749611507.201269:0:29170:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201271:0:29170:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611507.201273:0:29170:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611507.201275:0:29170:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201277:0:29170:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611507.201280:0:29170:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff420. 00000001:00000010:0.0:1749611507.201286:0:29170:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff420. 00080000:00000001:0.0:1749611507.201294:0:29170:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611507.201296:0:29170:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611507.201300:0:29170:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611507.201302:0:29170:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611507.201307:0:29170:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201311:0:29170:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611507.201315:0:29170:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849149784 : -131938860401832 : ffff88009717fb58) 00000020:00000001:0.0:1749611507.201317:0:29170:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612137364536832 : -131936345014784 : ffff88012d05be00) 00002000:00000001:0.0:1749611507.201320:0:29170:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611507.201323:0:29170:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611507.201325:0:29170:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611507.201327:0:29170:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611507.201330:0:29170:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00000020:00000001:0.0:1749611507.201333:0:29170:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:0.0:1749611507.201337:0:29170:0:(nodemap_storage.c:2192:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at ffff880129dfc780. 00000001:00000001:0.0:1749611507.201341:0:29170:0:(nodemap_storage.c:1893:nodemap_save_config_cache()) Process entered 00000020:00000001:0.0:1749611507.201343:0:29170:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611507.201345:0:29170:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611507.201346:0:29170:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717fc20. 00002000:00000001:0.0:1749611507.201348:0:29170:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849150072 : -131938860401544 : ffff88009717fc78) 00002000:00000001:0.0:1749611507.201351:0:29170:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611507.201352:0:29170:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:0.0:1749611507.201355:0:29170:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d05bc00. 00002000:00000001:0.0:1749611507.201357:0:29170:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201358:0:29170:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611507.201360:0:29170:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611507.201361:0:29170:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201363:0:29170:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611507.201365:0:29170:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611507.201367:0:29170:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611507.201372:0:29170:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201375:0:29170:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611507.201378:0:29170:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849150072 : -131938860401544 : ffff88009717fc78) 00080000:00000001:0.0:1749611507.201381:0:29170:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611507.201387:0:29170:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611507.201398:0:29170:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611507.201417:0:29170:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201420:0:29170:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611507.201421:0:29170:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201423:0:29170:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611507.201425:0:29170:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611507.201428:0:29170:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x10:0x0] 89:1838299974 to info ffff88009c9b6000 00000020:00000001:0.0:1749611507.201432:0:29170:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88007dd4b740 00080000:00000002:0.0:1749611507.201434:0:29170:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/nodemap => [0x200000003:0x10:0x0] 00080000:00000001:0.0:1749611507.201437:0:29170:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611507.201440:0:29170:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611507.201443:0:29170:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880111d52400. 00080000:00000001:0.0:1749611507.201445:0:29170:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:0.0:1749611507.201447:0:29170:0:(nodemap_storage.c:277:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:0.0:1749611507.201449:0:29170:0:(local_storage.c:638:local_object_unlink()) Process entered 00080000:00000001:0.0:1749611507.201451:0:29170:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611507.201453:0:29170:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611507.201454:0:29170:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611507.201456:0:29170:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611507.201459:0:29170:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611507.201461:0:29170:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717fd40. 00002000:00000001:0.0:1749611507.201463:0:29170:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849150360 : -131938860401256 : ffff88009717fd98) 00002000:00000001:0.0:1749611507.201466:0:29170:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611507.201467:0:29170:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x10:0x0] 00080000:00000010:0.0:1749611507.201470:0:29170:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d05a800. 00002000:00000001:0.0:1749611507.201472:0:29170:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201473:0:29170:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611507.201475:0:29170:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611507.201476:0:29170:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611507.201478:0:29170:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611507.201480:0:29170:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201484:0:29170:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611507.201487:0:29170:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849150360 : -131938860401256 : ffff88009717fd98) 00080000:00000001:0.0:1749611507.201489:0:29170:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611507.201497:0:29170:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880133195a00. 00080000:00000001:0.0:1749611507.201499:0:29170:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137466485248 : -131936243066368 : ffff880133195a00) 00080000:00000001:0.0:1749611507.201502:0:29170:0:(osd_handler.c:5525:osd_index_declare_ea_delete()) Process entered 00000001:00000001:0.0:1749611507.201505:0:29170:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611507.201507:0:29170:0:(osd_handler.c:5543:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201510:0:29170:0:(osd_handler.c:3905:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1749611507.201511:0:29170:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1749611507.201513:0:29170:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1749611507.201516:0:29170:0:(osd_handler.c:383:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x10:0x0] not in the id map cache 00080000:00000010:0.0:1749611507.201519:0:29170:0:(osd_handler.c:208:osd_idc_add()) kmalloced '(idc)': 320 at ffff880133195200. 00080000:00000001:0.0:1749611507.201553:0:29170:0:(osd_handler.c:3946:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201556:0:29170:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611507.201560:0:29170:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201563:0:29170:0:(osd_handler.c:5677:osd_index_ea_delete()) Process entered 00080000:00000010:0.0:1749611507.201572:0:29170:0:(osd_handler.c:4289:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at ffff880129dfccc0. 00080000:00000001:0.0:1749611507.201584:0:29170:0:(osd_handler.c:5740:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611507.201586:0:29170:0:(osd_handler.c:5746:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611507.201590:0:29170:0:(osd_handler.c:4586:osd_ref_del()) [0x200000003:0x10:0x0] decrease nlink 1 00080000:00000001:0.0:1749611507.201599:0:29170:0:(osd_handler.c:3959:osd_destroy()) Process entered 00080000:00000002:0.0:1749611507.201602:0:29170:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000003:0x10:0x0] 00080000:00000001:0.0:1749611507.201604:0:29170:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611507.201606:0:29170:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201607:0:29170:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611507.201613:0:29170:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff420. 00000001:00000010:0.0:1749611507.201622:0:29170:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff420. 00080000:00000001:0.0:1749611507.201626:0:29170:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201628:0:29170:0:(osd_handler.c:4004:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.201630:0:29170:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611507.201634:0:29170:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611507.201635:0:29170:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000010:0.0:1749611507.201638:0:29170:0:(osd_handler.c:4329:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at ffff880129dfccc0. 00080000:00000002:0.0:1749611507.201642:0:29170:0:(osd_handler.c:510:osd_iget2()) stale inode: ino = 89 00080000:00000001:0.0:1749611507.201644:0:29170:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611507.202269:0:29170:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611507.202272:0:29170:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611507.202273:0:29170:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611507.202274:0:29170:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611507.202281:0:29170:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611507.202282:0:29170:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611507.202288:0:29170:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012d05a800. 00002000:00000001:0.0:1749611507.202293:0:29170:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1749611507.202294:0:29170:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x10:0x0] 00002000:00000010:0.0:1749611507.202297:0:29170:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717fd40. 00002000:00000001:0.0:1749611507.202302:0:29170:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:0.0:1749611507.202305:0:29170:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611507.202307:0:29170:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611507.202314:0:29170:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1749611507.202317:0:29170:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1749611507.202319:0:29170:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1749611507.202323:0:29170:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611507.202326:0:29170:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009d2ad100. 00000020:00000001:0.0:1749611507.202329:0:29170:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611507.202332:0:29170:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88008295ec00. 00000020:00000001:0.0:1749611507.202334:0:29170:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.202336:0:29170:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611507.202338:0:29170:0:(osd_handler.c:1177:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611507.202341:0:29170:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134951047512 : -131938758504104 : ffff88009d2ad158) 00080000:00000001:0.0:1749611507.202344:0:29170:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611507.202346:0:29170:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008295e600. 00080000:00000001:0.0:1749611507.202349:0:29170:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134505080320 : -131939204471296 : ffff88008295e600) 00000020:00000001:0.0:1749611507.202352:0:29170:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1749611507.202354:0:29170:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611507.202357:0:29170:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611507.202359:0:29170:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012bdee180. 00080000:00000001:0.0:1749611507.202362:0:29170:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.202364:0:29170:0:(osd_handler.c:3832:osd_declare_create()) Process entered 00080000:00000002:0.0:1749611507.202367:0:29170:0:(osd_handler.c:383:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x11:0x0] not in the id map cache 00000001:00000001:0.0:1749611507.202370:0:29170:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611507.202371:0:29170:0:(osd_handler.c:3889:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611507.202374:0:29170:0:(local_storage.c:229:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.202376:0:29170:0:(osd_handler.c:6471:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1749611507.202378:0:29170:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611507.202384:0:29170:0:(osd_handler.c:6533:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.202387:0:29170:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611507.202390:0:29170:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1749611507.202393:0:29170:0:(local_storage.c:360:__local_file_create()) create new object [0x200000003:0x11:0x0] 00000020:00000001:0.0:1749611507.202395:0:29170:0:(local_storage.c:241:local_object_create()) Process entered 00080000:00000001:0.0:1749611507.202397:0:29170:0:(osd_handler.c:4368:osd_create()) Process entered 00000001:00000001:0.0:1749611507.203693:0:29170:0:(osd_iam_lfix.c:845:iam_lfix_create()) Process leaving via out_root (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611507.203699:0:29170:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611507.203701:0:29170:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.203703:0:29170:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611507.203711:0:29170:0:(osd_handler.c:4082:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611507.203714:0:29170:0:(osd_oi.c:683:osd_oi_insert()) insert OI for [0x200000003:0x11:0x0] 00080000:00000001:0.0:1749611507.203715:0:29170:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611507.203717:0:29170:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.203719:0:29170:0:(osd_oi.c:650:osd_oi_iam_refresh()) Process entered 00000001:00000010:0.0:1749611507.203724:0:29170:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff420. 00000001:00000010:0.0:1749611507.203732:0:29170:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff420. 00080000:00000001:0.0:1749611507.203736:0:29170:0:(osd_oi.c:671:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.203739:0:29170:0:(osd_handler.c:4443:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611507.203751:0:29170:0:(local_storage.c:269:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.203755:0:29170:0:(osd_handler.c:6562:osd_index_ea_insert()) Process entered 00080000:00000010:0.0:1749611507.203759:0:29170:0:(osd_handler.c:6620:osd_index_ea_insert()) kmalloced '(lii)': 1360 at ffff88006a72a800. 00080000:00000001:0.0:1749611507.203774:0:29170:0:(osd_handler.c:5970:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611507.203778:0:29170:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88007dd4b6e8 00080000:00000002:0.0:1749611507.203780:0:29170:0:(osd_handler.c:6634:osd_index_ea_insert()) parent 2 insert nodemap:89 rc = 0 00080000:00000001:0.0:1749611507.203783:0:29170:0:(osd_handler.c:6641:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.203785:0:29170:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611507.203790:0:29170:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012bdee180. 00040000:00000001:0.0:1749611507.203793:0:29170:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611507.203794:0:29170:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611507.203796:0:29170:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611507.203798:0:29170:0:(local_storage.c:406:__local_file_create()) Process leaving (rc=18446612134505081856 : -131939204469760 : ffff88008295ec00) 00080000:00000010:0.0:1749611507.203802:0:29170:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88006ef49600. 00100000:00000001:0.0:1749611507.203806:0:29170:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611507.203808:0:29170:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012bdee180. 00100000:00000001:0.0:1749611507.203811:0:29170:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:0.0:1749611507.203813:0:29170:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000003:0x11:0x0] (8/32) registered 00000020:00000002:0.0:1749611507.203822:0:29170:0:(lu_object.c:207:lu_object_put()) Add ffff88012d05bc00/ffff88009717fc20 to site lru. bkt: ffff880111e993e8 00000001:00000001:0.0:1749611507.203827:0:29170:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1749611507.203832:0:29170:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611507.203835:0:29170:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611507.203837:0:29170:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008295ee00. 00080000:00000001:0.0:1749611507.203840:0:29170:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134505082368 : -131939204469248 : ffff88008295ee00) 00080000:00000001:0.0:1749611507.203844:0:29170:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611507.203847:0:29170:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.203850:0:29170:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611507.203854:0:29170:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff420. 00000001:00000010:0.0:1749611507.203860:0:29170:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff420. 00080000:00000001:0.0:1749611507.203863:0:29170:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611507.203867:0:29170:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 89 00080000:00000001:0.0:1749611507.203869:0:29170:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611507.203872:0:29170:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0x11:0x0] set version 0x1 (old 0x0) for inode 89 00080000:00000001:0.0:1749611507.203877:0:29170:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.203879:0:29170:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611507.203882:0:29170:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611507.203884:0:29170:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611507.203885:0:29170:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.203887:0:29170:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611507.203889:0:29170:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008295f400. 00080000:00000001:0.0:1749611507.203891:0:29170:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134505083904 : -131939204467712 : ffff88008295f400) 00080000:00000001:0.0:1749611507.203893:0:29170:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611507.203895:0:29170:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.203897:0:29170:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611507.203899:0:29170:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff420. 00000001:00000010:0.0:1749611507.203903:0:29170:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff420. 00080000:00000001:0.0:1749611507.203905:0:29170:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611507.203907:0:29170:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x1 for inode 89 00080000:00000001:0.0:1749611507.203908:0:29170:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611507.203910:0:29170:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0x11:0x0] set version 0x2 (old 0x1) for inode 89 00080000:00000001:0.0:1749611507.203913:0:29170:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.203915:0:29170:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611507.203916:0:29170:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611507.203917:0:29170:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611507.203924:0:29170:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.203927:0:29170:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611507.203929:0:29170:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88008295f800. 00080000:00000001:0.0:1749611507.203931:0:29170:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134505084928 : -131939204466688 : ffff88008295f800) 00080000:00000001:0.0:1749611507.203934:0:29170:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611507.203936:0:29170:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.203938:0:29170:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611507.203941:0:29170:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff420. 00000001:00000010:0.0:1749611507.203945:0:29170:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff420. 00080000:00000001:0.0:1749611507.203947:0:29170:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611507.203949:0:29170:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x2 for inode 89 00080000:00000001:0.0:1749611507.203951:0:29170:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611507.203952:0:29170:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0x11:0x0] set version 0x3 (old 0x2) for inode 89 00080000:00000001:0.0:1749611507.203956:0:29170:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611507.203958:0:29170:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611507.203960:0:29170:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611507.203961:0:29170:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611507.203962:0:29170:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611507.203965:0:29170:0:(nodemap_storage.c:2008:nodemap_save_config_cache()) Process leaving (rc=18446612134505081856 : -131939204469760 : ffff88008295ec00) 00000001:00000001:0.0:1749611507.203968:0:29170:0:(nodemap_storage.c:2232:nm_config_file_register_tgt()) Process leaving (rc=18446612137311717248 : -131936397834368 : ffff880129dfc780) 00002000:00000010:0.0:1749611507.203973:0:29170:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at ffff88006ef49100. 00000020:00000010:0.0:1749611507.203977:0:29170:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f000. 00000020:00000010:0.0:1749611507.203980:0:29170:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008295f200. 00000020:00000010:0.0:1749611507.203983:0:29170:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72b800. 00000020:00000010:0.0:1749611507.203987:0:29170:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdf3b8. 00000020:00000010:0.0:1749611507.203991:0:29170:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05a800. 80000000:00000010:0.0:1749611507.203993:0:29170:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16720. 40000000:00000010:0.0:1749611507.203996:0:29170:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012bdee680. 00100000:00000010:0.0:1749611507.203999:0:29170:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72f800. 00040000:00000010:0.0:1749611507.204002:0:29170:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88006ef49a00. 00040000:00000010:0.0:1749611507.204005:0:29170:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c9be800. 00080000:00000010:0.0:1749611507.204008:0:29170:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c5000. 00080000:00000010:0.0:1749611507.204014:0:29170:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4ce000. 00002000:00000010:0.0:1749611507.204020:0:29170:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88012d575c00. 00002000:00000001:1.0:1749611507.204372:0:29172:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 02000000:00000001:0.0:1749611507.204391:0:29170:0:(sec_config.c:915:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:0.0:1749611507.204398:0:29170:0:(sec_config.c:943:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611507.204402:0:29170:0:(ofd_dev.c:3191:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611507.204408:0:29170:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880129dbb200. 00000020:00000010:0.0:1749611507.204413:0:29170:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d16f800. 00000020:00000010:0.0:1749611507.204417:0:29170:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931df98. 00000020:00000010:0.0:1749611507.204426:0:29170:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880129dba800. 80000000:00000010:0.0:1749611507.204429:0:29170:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c0d7ea0. 40000000:00000010:0.0:1749611507.204432:0:29170:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e7e8680. 00100000:00000010:0.0:1749611507.204436:0:29170:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4003800. 00040000:00000010:0.0:1749611507.204441:0:29170:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959dd00. 00040000:00000010:0.0:1749611507.204444:0:29170:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880129dba400. 00080000:00000010:0.0:1749611507.204447:0:29170:0:(osd_handler.c:8115:osd_key_fini()) kfreed 'lli': 1360 at ffff88006a72a800. 00080000:00000010:0.0:1749611507.204451:0:29170:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:0.0:1749611507.204456:0:29170:0:(osd_handler.c:8124:osd_key_fini()) kfreed 'idc': 320 at ffff880133195200. 00080000:00000010:0.0:1749611507.204459:0:29170:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880111d52400. 00080000:00000010:0.0:1749611507.204461:0:29170:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00002000:00000010:0.0:1749611507.204465:0:29170:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880080fa9000. 00000020:00000010:0.0:1749611507.204469:0:29170:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbb600. 00000020:00000010:0.0:1749611507.204473:0:29170:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009c16bc80. 00000020:00000010:0.0:1749611507.204477:0:29170:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ca28. 00000008:00000010:0.0:1749611507.204481:0:29170:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bf760. 00020000:00000010:0.0:1749611507.204487:0:29170:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b6640. 00008000:00000010:0.0:1749611507.204491:0:29170:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7bb8. 00000080:00000010:0.0:1749611507.204495:0:29170:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a2d0. 00000020:00000010:0.0:1749611507.204499:0:29170:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbb000. 00000020:00000001:0.0:1749611507.204501:0:29170:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611507.204503:0:29170:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085150000) now 3 - setup 00000020:00000080:0.0:1749611507.204506:0:29170:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:0.0:1749611507.204508:0:29170:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611507.204510:0:29170:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611507.204513:0:29170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 88 at ffff88009c0d7840. 00000020:00000001:0.0:1749611507.204516:0:29170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611507.204551:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c1d0 type=0x10620000 idx=4 00000040:00001000:0.0:1749611507.204555:0:29170:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1749611507.204558:0:29170:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611507.204561:0:29170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611507.204563:0:29170:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611507.204565:0:29170:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611507.204567:0:29170:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611507.204571:0:29170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88006ef49300. 00000020:00000080:0.0:1749611507.204573:0:29170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611507.204575:0:29170:0:(obd_config.c:1473:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:00000001:0.0:1749611507.204577:0:29170:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611507.204580:0:29170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88006ef49300. 00000020:00000001:0.0:1749611507.204583:0:29170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611507.204585:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c2b0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611507.204587:0:29170:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1749611507.204589:0:29170:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611507.204591:0:29170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611507.204592:0:29170:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611507.204593:0:29170:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611507.204595:0:29170:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1749611507.204596:0:29170:0:(obd_config.c:1793:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1749611507.204598:0:29170:0:(obd_config.c:1819:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1749611507.204599:0:29170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611507.204601:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c390 type=0x10620000 idx=6 00000040:00001000:0.0:1749611507.204603:0:29170:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1749611507.204605:0:29170:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611507.204606:0:29170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:01000000:0.0:1749611507.204607:0:29170:0:(obd_config.c:1819:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1749611507.204609:0:29170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611507.204610:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c3e0 type=0x10620000 idx=7 00000040:00001000:0.0:1749611507.204612:0:29170:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1749611507.204614:0:29170:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611507.204615:0:29170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611507.204617:0:29170:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611507.204622:0:29170:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611507.204623:0:29170:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:0.0:1749611507.204626:0:29170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88006ef49300. 00000020:00000080:0.0:1749611507.204628:0:29170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611507.204630:0:29170:0:(obd_config.c:1473:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:00000001:0.0:1749611507.204632:0:29170:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611507.204634:0:29170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88006ef49300. 00000020:00000001:0.0:1749611507.204636:0:29170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611507.204638:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c4c0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611507.204640:0:29170:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6976 remains) 00000040:00001000:0.0:1749611507.204642:0:29170:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611507.204643:0:29170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611507.204644:0:29170:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611507.204645:0:29170:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611507.204647:0:29170:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1749611507.204648:0:29170:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1749611507.204650:0:29170:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611507.204652:0:29170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88006ef49300. 00000020:00000080:0.0:1749611507.204654:0:29170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611507.204655:0:29170:0:(obd_config.c:1473:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000001:0.0:1749611507.204657:0:29170:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611507.204659:0:29170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88006ef49300. 00000020:00000001:0.0:1749611507.204661:0:29170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611507.204663:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c5a0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611507.204664:0:29170:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 80 (6752 remains) 00000040:00001000:0.0:1749611507.204666:0:29170:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611507.204667:0:29170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1749611507.204669:0:29170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff88012bdee780. 00000020:00000080:0.0:1749611507.204671:0:29170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1749611507.204673:0:29170:0:(obd_config.c:1447:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:0.0:1749611507.204674:0:29170:0:(obd_config.c:1451:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611507.204676:0:29170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff88012bdee780. 00000020:00000001:0.0:1749611507.204678:0:29170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611507.204680:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c5f0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611507.204686:0:29170:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6672 remains) 00000040:00001000:0.0:1749611507.204688:0:29170:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611507.204690:0:29170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611507.204692:0:29170:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611507.204693:0:29170:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611507.204694:0:29170:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611507.204697:0:29170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88006ef49300. 00000020:00000080:0.0:1749611507.204698:0:29170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611507.204700:0:29170:0:(obd_config.c:1473:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:00000001:0.0:1749611507.204701:0:29170:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611507.204703:0:29170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88006ef49300. 00000020:00000001:0.0:1749611507.204706:0:29170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611507.204707:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c6d0 type=0x10620000 idx=11 00000040:00001000:0.0:1749611507.204709:0:29170:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6448 remains) 00000040:00001000:0.0:1749611507.204711:0:29170:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611507.204712:0:29170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611507.204713:0:29170:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611507.204714:0:29170:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611507.204715:0:29170:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1749611507.204717:0:29170:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1749611507.204718:0:29170:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611507.204720:0:29170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88006ef49300. 00000020:00000080:0.0:1749611507.204722:0:29170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611507.204723:0:29170:0:(obd_config.c:1473:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000001:0.0:1749611507.204725:0:29170:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611507.204727:0:29170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88006ef49300. 00000020:00000001:0.0:1749611507.204729:0:29170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611507.204730:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c7b0 type=0x10620000 idx=12 00000040:00001000:0.0:1749611507.204732:0:29170:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 120 (6224 remains) 00000040:00001000:0.0:1749611507.204734:0:29170:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611507.204735:0:29170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1749611507.204737:0:29170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff880117b16780. 00000020:00000080:0.0:1749611507.204739:0:29170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1749611507.204743:0:29170:0:(obd_config.c:1499:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611507.204750:0:29170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff880117b16780. 00000020:00000001:0.0:1749611507.204753:0:29170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611507.204755:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611507.204758:0:29170:0:(llog.c:688:llog_process_thread()) synced_idx: 13 00000040:00000001:0.0:1749611507.204761:0:29170:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611507.204763:0:29170:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611507.204766:0:29170:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 13 (cur idx 13 off 8192), size 10504 00000040:00000001:0.0:1749611507.204775:0:29170:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611507.204777:0:29170:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611507.204779:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611507.204782:0:29170:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 224 (6104 remains) 00000040:00001000:0.0:1749611507.204784:0:29170:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 13 synced_idx: 13 lgh_last_idx: 13 00000020:00000001:0.0:1749611507.204785:0:29170:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611507.204787:0:29170:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611507.204788:0:29170:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611507.204789:0:29170:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611507.204791:0:29170:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88006ef49300. 00000020:00000080:0.0:1749611507.204793:0:29170:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611507.204794:0:29170:0:(obd_config.c:1473:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000020:00000001:0.0:1749611507.204796:0:29170:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611507.204798:0:29170:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88006ef49300. 00000020:00000001:0.0:1749611507.204800:0:29170:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611507.204802:0:29170:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c908 type=0x0 idx=0 00000040:00000001:0.0:1749611507.204804:0:29170:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611507.204806:0:29170:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00000010:0.0:1749611507.204808:0:29170:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009685c000. 00000020:00000010:0.0:1749611507.204814:0:29170:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012e7e8e80. 00000020:00000010:0.0:1749611507.204821:0:29170:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc58600. 00000040:00000010:0.0:1749611507.204825:0:29170:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006dc58800. 00000020:00000010:0.0:1749611507.204827:0:29170:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012e557800. 00000020:00000010:0.0:1749611507.204831:0:29170:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931f3b8. 00000020:00000010:0.0:1749611507.204836:0:29170:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc59600. 80000000:00000010:0.0:1749611507.204840:0:29170:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c0d78a0. 40000000:00000010:0.0:1749611507.204842:0:29170:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e7e8140. 00100000:00000010:0.0:1749611507.204851:0:29170:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d16b000. 00040000:00000010:0.0:1749611507.204854:0:29170:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959d400. 00040000:00000010:0.0:1749611507.204857:0:29170:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc58200. 00080000:00000010:0.0:1749611507.204861:0:29170:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00080000:00000010:0.0:1749611507.204865:0:29170:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b7000. 00000004:00000010:0.0:1749611507.204869:0:29170:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012d16c000. 00000004:00000010:0.0:1749611507.204873:0:29170:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b5000. 00000004:00000010:0.0:1749611507.204877:0:29170:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012d16b800. 00002000:00000010:0.0:1749611507.204880:0:29170:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88006bb88000. 00000004:00000010:0.0:1749611507.204883:0:29170:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88006bb88c00. 00000020:00000010:0.0:1749611507.204886:0:29170:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59e00. 00000040:00000010:2.0:1749611507.204998:0:29147:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16540. 00000040:00000001:2.0:1749611507.205015:0:29147:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1749611507.205017:0:29147:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 00000040:00000001:2.0:1749611507.205022:0:29147:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:2.0:1749611507.205026:0:29147:0:(lu_object.c:207:lu_object_put()) Add ffff88012d05a000/ffff88009d2ad900 to site lru. bkt: ffff880111e98188 00000040:00000010:2.0:1749611507.205030:0:29147:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88006a9b8510. 00000040:00000001:2.0:1749611507.205033:0:29147:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1749611507.205036:0:29147:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009a4c8000. 00000040:00000010:2.0:1749611507.205041:0:29147:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88012d05ae00. 00000020:00000001:2.0:1749611507.205044:0:29147:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611507.205047:0:29147:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1749611507.205079:0:29147:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05b000. 00000040:00000010:2.0:1749611507.205083:0:29147:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d05ac00. 00000020:00000010:2.0:1749611507.205086:0:29147:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72c000. 00000020:00000010:2.0:1749611507.205090:0:29147:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05b600. 80000000:00000010:2.0:1749611507.205094:0:29147:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16960. 00040000:00000010:2.0:1749611507.205097:0:29147:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05b800. 00080000:00000010:2.0:1749611507.205101:0:29147:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c0c8000. 00080000:00000010:2.0:1749611507.205106:0:29147:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880111d53400. 00080000:00000010:2.0:1749611507.205109:0:29147:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000020:00000010:2.0:1749611507.205113:0:29147:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05ba00. 10000000:00000010:2.0:1749611507.205116:0:29147:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012bdee440. 10000000:01000000:2.0:1749611507.205119:0:29147:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:2.0:1749611507.205130:0:29147:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611507.205133:0:29147:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611507.205136:0:29147:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff88007913a800 from 1 10000000:00000001:2.0:1749611507.205138:0:29147:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611507.205140:0:29147:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749611507.205145:0:29147:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4000. 00000020:00000040:2.0:1749611507.205149:0:29147:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611507.205154:0:29147:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611507.205157:0:29147:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611507.205162:0:29147:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611507.205167:0:29147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a829c00. 00000100:00000001:2.0:1749611507.205174:0:29147:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611507.205184:0:29147:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611507.205187:0:29147:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611507.205193:0:29147:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800654df800. 00010000:00000001:2.0:1749611507.205197:0:29147:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611507.205200:0:29147:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a828000. 00000020:00000001:2.0:1749611507.205203:0:29147:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611507.205206:0:29147:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a828000 with handle 0x689c0ec07329d549 to hash 00000020:00000001:2.0:1749611507.205208:0:29147:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611507.205210:0:29147:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:2.0:1749611507.205213:0:29147:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:2.0:1749611507.205217:0:29147:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611507.205219:0:29147:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611507.205223:0:29147:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d549 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611507.205233:0:29147:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d549 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611507.205244:0:29147:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d549 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611507.205250:0:29147:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611507.205251:0:29147:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611507.205256:0:29147:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a3810c0. 00000100:00000001:2.0:1749611507.205258:0:29147:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096277696 : -131939613273920 : ffff88006a3810c0) 00000100:00000001:2.0:1749611507.205260:0:29147:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611507.205262:0:29147:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134926041088 : -131938783510528 : ffff88009bad4000) 00000100:00000001:2.0:1749611507.205266:0:29147:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611507.205270:0:29147:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611507.205272:0:29147:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611507.205274:0:29147:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611507.205282:0:29147:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bad4000 x1834598494683776/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611507.205291:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611507.205298:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611507.205303:0:29147:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009bad4000 x1834598494683776/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611507.205311:0:29147:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611507.205313:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611507.205315:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611507.205317:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611507.205319:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611507.205321:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611507.205322:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611507.205324:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611507.205325:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611507.458695:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611507.458704:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611507.458706:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611507.458710:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611507.458714:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611507.458718:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611507.458721:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611507.458724:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611507.458727:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611507.727694:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611507.727712:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611507.727724:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611507.727729:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611507.727732:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611507.727736:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611507.727738:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611508.160682:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611508.160690:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611508.160819:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611508.160825:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611508.160828:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611508.204642:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611508.204648:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611508.204651:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611508.204655:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611508.204659:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611508.204662:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.204665:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611508.204669:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.204671:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611508.448670:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611508.448677:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff8800827d6200) refs 2 10000000:00000001:0.0:1749611508.448682:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611508.448685:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611508.448687:0:9690:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611508.448688:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611508.448691:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:00000001:0.0:1749611508.448693:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611508.448696:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:00000001:0.0:1749611508.448700:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611508.448701:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:0.0:1749611508.448711:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805f80. 00000020:00000040:0.0:1749611508.448717:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611508.448723:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611508.448746:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611508.448752:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611508.448760:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009c9be000. 00000100:00000001:0.0:1749611508.448768:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611508.448773:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611508.448777:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611508.448785:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006ef49300. 00010000:00000001:0.0:1749611508.448789:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611508.448792:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009c9bf800. 00000020:00000001:0.0:1749611508.448797:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611508.448800:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009c9bf800 with handle 0x689c0ec07329d550 to hash 00000020:00000001:0.0:1749611508.448802:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611508.448804:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134941685760 : -131938767865856 : ffff88009c9bf800) 00010000:00000001:0.0:1749611508.448807:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134941685760 : -131938767865856 : ffff88009c9bf800) 00010000:00000001:0.0:1749611508.448811:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611508.448813:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611508.448818:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c9bf800/0x689c0ec07329d550 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611508.448830:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009c9bf800/0x689c0ec07329d550 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611508.448842:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009c9bf800/0x689c0ec07329d550 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611508.448848:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611508.448850:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611508.448856:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130c71300. 00000100:00000001:0.0:1749611508.448858:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137427538688 : -131936282012928 : ffff880130c71300) 00000100:00000001:0.0:1749611508.448861:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611508.448863:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335897472 : -131939373654144 : ffff880078805f80) 00000100:00000001:0.0:1749611508.448868:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611508.448873:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.448875:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611508.448877:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611508.448893:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078805f80 x1834598494683904/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.448905:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611508.448907:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611508.448911:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880078805f80 x1834598494683904/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.448920:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.448922:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611508.448923:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611508.448925:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611508.448928:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611508.448931:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611508.448932:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611508.448933:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611508.448936:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.458593:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611508.458597:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611508.458599:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611508.458602:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611508.458604:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611508.458607:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611508.458609:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611508.458612:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611508.458614:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.727665:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611508.727683:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611508.727685:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.727690:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611508.727693:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611508.727697:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.727700:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611508.734682:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611508.734690:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611508.734693:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611508.734697:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611508.734700:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611508.734703:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611508.734707:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611508.734712:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6109 00000100:00080000:0.0:1749611508.734727:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611508.734730:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611508.734734:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611508.734736:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611508.734738:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611508.734743:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611508.734745:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611508.734748:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611508.734751:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611508.734754:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611508.734757:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611508.734760:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611508.734762:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611508.734764:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611508.734766:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611508.734769:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611508.734772:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611508.734775:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611508.734778:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611508.734784:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611508.734787:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.734789:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611508.734792:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611508.734798:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807480. 00000020:00000040:0.0:1749611508.734802:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611508.734806:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611508.734808:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.734811:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611508.734814:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611508.734818:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611508.734826:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012d574c00. 00000100:00000001:0.0:1749611508.734833:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611508.734849:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078807480 x1834598494684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611508.734861:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611508.734865:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611508.734870:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078807480] to pc [ptlrpcd_rcv+-1] req@ffff880078807480 x1834598494684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.734895:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611508.734899:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611508.734903:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611508.734905:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611508.734907:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611508.734909:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611508.734911:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6109 00000100:00080000:0.0:1749611508.734914:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611508.734916:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611508.734918:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611508.734920:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611508.734922:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611508.734924:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749611508.734924:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611508.734926:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611508.734927:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611508.734930:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:0.0:1749611508.734930:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611508.734932:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:2.0:1749611508.734933:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749611508.734934:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611508.734937:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611508.734939:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611508.734941:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:2.0:1749611508.734942:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078807480 x1834598494684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.734942:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611508.734945:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611508.734947:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611508.734954:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611508.734954:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.734956:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611508.734956:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611508.734959:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611508.734960:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611508.734961:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611508.734963:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611508.734963:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611508.734965:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611508.734966:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611508.734969:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805880. 00000100:00100000:2.0:1749611508.734970:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494684032:0@lo:38:kworker.0 00000020:00000040:0.0:1749611508.734971:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611508.734974:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749611508.734975:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611508.734975:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.734977:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611508.734978:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611508.734979:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611508.734980:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611508.734981:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611508.734984:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611508.734985:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bb88c00. 00000100:00000001:0.0:1749611508.734989:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611508.734990:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de000. 02000000:00000001:2.0:1749611508.734992:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611508.734994:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078805880 x1834598494684160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:2.0:1749611508.735000:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe898. 00000100:00000001:0.0:1749611508.735001:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611508.735004:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611508.735007:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078805880] to pc [ptlrpcd_rcv+-1] req@ffff880078805880 x1834598494684160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611508.735008:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000001:0.0:1749611508.735015:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611508.735016:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494684032, portal 4 00000100:00080000:0.0:1749611508.735018:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749611508.735019:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611508.735021:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335902848 : -131939373648768 : ffff880078807480) 00000100:00080000:0.0:1749611508.735021:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611508.735022:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611508.735024:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611508.735026:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611508.735029:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6109 00000100:00000040:2.0:1749611508.735030:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078807480 x1834598494684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611508.735031:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611508.735033:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611508.735062:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611508.735064:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611508.735072:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611508.735075:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749611508.735075:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611508.735076:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611508.735078:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611508.735079:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:0.0:1749611508.735080:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000400:00000010:2.0:1749611508.735081:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000020:00000001:0.0:1749611508.735082:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000200:2.0:1749611508.735084:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494684032, offset 0 00000020:00000001:0.0:1749611508.735084:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749611508.735088:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611508.735089:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611508.735090:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611508.735091:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611508.735093:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611508.735095:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749611508.735098:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611508.735100:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611508.735102:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749611508.735104:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611508.735105:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611508.735107:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735109:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611508.735111:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611508.735114:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807100. 00000400:00000200:2.0:1749611508.735116:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94c380 00000020:00000040:0.0:1749611508.735117:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611508.735119:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611508.735120:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735122:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749611508.735123:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 4160 02000000:00000001:0.0:1749611508.735123:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611508.735125:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611508.735129:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bb88000. 00000400:00000200:2.0:1749611508.735131:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611508.735133:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611508.735135:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749611508.735137:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078807100 x1834598494684288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611508.735145:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611508.735147:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.735150:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749611508.735151:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078807100] to pc [ptlrpcd_rcv+-1] req@ffff880078807100 x1834598494684288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611508.735152:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611508.735157:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad5500. 00000100:00000040:2.0:1749611508.735161:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad5500 x1834598494684032 msgsize 520 00000100:00000001:0.0:1749611508.735163:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611508.735165:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749611508.735165:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611508.735169:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749611508.735174:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8e300. 00000020:00000040:0.0:1749611508.735176:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611508.735179:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611508.735180:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611508.735182:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611508.735187:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006ef49200. 00000100:00000001:2.0:1749611508.735188:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611508.735190:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611508.735197:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749611508.735198:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000400:00000010:2.0:1749611508.735201:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000001:2.0:1749611508.735204:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611508.735209:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:2.0:1749611508.735210:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078807480 x1834598494684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.735212:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.735219:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611508.735219:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006fe8e300] to pc [ptlrpcd_00_01+1] req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611508.735222:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078807480 x1834598494684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611508.735229:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.735231:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611508.735235:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611508.735241:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1276 usecs (2 jiffies) 00000100:00000001:2.0:1749611508.735245:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300782194 00000100:00000010:2.0:1749611508.735249:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eac6c0. 00000100:00000001:0.0:1749611508.735255:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.735256:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611508.735262:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300782194 00000100:00000040:0.0:1749611508.735263:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6119) 00000100:00000010:2.0:1749611508.735264:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eac580. 00000100:00000001:2.0:1749611508.735268:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:3.0:1749611508.735272:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611508.735276:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494684032 00000100:00000001:2.0:1749611508.735276:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300782194 00000100:00000010:2.0:1749611508.735279:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eacf00. 02000000:00000001:3.0:1749611508.735280:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611508.735282:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611508.735282:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611508.735284:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611508.735285:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300782194 00000100:00100000:0.0:1749611508.735285:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000010:2.0:1749611508.735287:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880130eacb40. 00000100:00000001:3.0:1749611508.735288:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735288:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.735290:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:3.0:1749611508.735293:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.735293:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611508.735296:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749611508.735298:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494684032 00000100:00000001:0.0:1749611508.735298:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611508.735301:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611508.735301:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735301:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:3.0:1749611508.735303:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611508.735303:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611508.735304:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611508.735306:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611508.735306:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611508.735306:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749611508.735309:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611508.735312:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.735312:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749611508.735313:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611508.735314:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.735316:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611508.735317:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749611508.735319:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5000. 00000100:00000001:2.0:1749611508.735319:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611508.735324:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078805880 x1834598494684160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.735324:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749611508.735325:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7680. 00000100:00000001:0.0:1749611508.735327:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611508.735330:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:3.0:1749611508.735332:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611508.735332:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611508.735333:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611508.735333:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611508.735335:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611508.735338:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611508.735338:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611508.735339:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749611508.735340:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611508.735343:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494684160:0@lo:38:kworker.0 00000100:00000001:1.0:1749611508.735344:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611508.735344:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.735346:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611508.735348:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749611508.735348:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611508.735350:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611508.735351:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611508.735351:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006fe8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494684416:0@lo:400:kworker.0 02000000:00000001:2.0:1749611508.735352:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611508.735356:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de800. 00000100:00000001:0.0:1749611508.735356:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611508.735358:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611508.735359:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611508.735361:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1749611508.735362:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fef78. 02000000:00000001:0.0:1749611508.735364:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611508.735365:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 02000000:00000001:0.0:1749611508.735366:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1749611508.735368:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494684160, portal 10 00000100:00000001:3.0:1749611508.735369:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.735370:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1749611508.735371:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c9be200. 00000100:00000001:2.0:1749611508.735372:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335895680 : -131939373655936 : ffff880078805880) 02000000:00000001:0.0:1749611508.735374:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611508.735378:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078805880 x1834598494684160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611508.735380:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 00000100:00000001:3.0:1749611508.735384:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611508.735385:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749611508.735386:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:3.0:1749611508.735387:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749611508.735387:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611508.735389:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000001:1.0:1749611508.735389:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611508.735391:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749611508.735392:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494684160, offset 0 00000100:00000200:0.0:1749611508.735392:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494684416, portal 10 00000100:00100000:3.0:1749611508.735393:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000400:00000200:2.0:1749611508.735396:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611508.735396:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611508.735398:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926046464 : -131938783505152 : ffff88009bad5500) 00000100:00000001:0.0:1749611508.735398:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134191751936 : -131939517799680 : ffff88006fe8e300) 00000100:00000001:1.0:1749611508.735402:0:9761:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611508.735405:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad5500 x1834598494684032/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611508.735405:0:9761:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611508.735407:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611508.735408:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611508.735413:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94c400 00000400:00000200:2.0:1749611508.735418:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 118904 00000100:00000001:0.0:1749611508.735418:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749611508.735421:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494684032:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749611508.735422:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611508.735423:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749611508.735425:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000200:3.0:1749611508.735427:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494684032 00000400:00000200:2.0:1749611508.735427:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611508.735429:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494684416, offset 0 00000100:00000001:2.0:1749611508.735430:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749611508.735432:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749611508.735432:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749611508.735436:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000010:2.0:1749611508.735436:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad7480. 00000400:00000200:0.0:1749611508.735436:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611508.735439:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad7480 x1834598494684160 msgsize 520 00000100:00100000:2.0:1749611508.735443:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611508.735446:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611508.735451:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749611508.735454:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611508.735456:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000400:00000200:0.0:1749611508.735456:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94c500 00000400:00000010:2.0:1749611508.735458:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00010000:00020000:3.0:1749611508.735459:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611508.735460:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749611508.735463:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 119424 00010000:00000001:3.0:1749611508.735464:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749611508.735464:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078805880 x1834598494684160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611508.735469:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611508.735471:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749611508.735472:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611508.735474:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749611508.735474:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078805880 x1834598494684160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611508.735477:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749611508.735477:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611508.735480:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611508.735481:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611508.735482:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611508.735483:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611508.735484:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611508.735485:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:3.0:1749611508.735486:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007dd5d400. 00000100:00000040:2.0:1749611508.735487:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1106 usecs (2 jiffies) 02000000:00000001:3.0:1749611508.735489:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.735490:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300782194 00000100:00000010:0.0:1749611508.735491:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fd180. 00000100:00000001:2.0:1749611508.735492:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300782194 00000100:00000001:3.0:1749611508.735493:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.735494:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300782194 00000100:00000001:2.0:1749611508.735496:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300782194 00000100:00000040:0.0:1749611508.735496:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fd180 x1834598494684416 msgsize 224 00010000:00000001:3.0:1749611508.735498:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611508.735498:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300782194 00000100:00000001:2.0:1749611508.735501:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300782194 00000100:00100000:0.0:1749611508.735501:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:3.0:1749611508.735502:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.735502:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300782194 00000100:00000001:2.0:1749611508.735505:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300782194 00000100:00001000:3.0:1749611508.735506:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611508.735511:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611508.735511:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611508.735511:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611508.735514:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611508.735516:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611508.735516:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611508.735519:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:0.0:1749611508.735519:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000040:2.0:1749611508.735548:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078807100 x1834598494684288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611508.735554:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749611508.735556:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611508.735558:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611508.735560:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611508.735562:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611508.735564:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611508.735567:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494684288:0@lo:38:kworker.0 00000100:00000001:0.0:1749611508.735567:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611508.735571:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611508.735573:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1749611508.735574:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611524 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611508.735575:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611508.735577:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611508.735580:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de400. 02000000:00000001:2.0:1749611508.735582:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611508.735585:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe9a0. 00000400:00000010:2.0:1749611508.735588:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000001:0.0:1749611508.735588:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611508.735590:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749611508.735591:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494684288, portal 10 00000100:00000001:2.0:1749611508.735593:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749611508.735593:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611524 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611508.735594:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611508.735595:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335901952 : -131939373649664 : ffff880078807100) 00000100:00000040:2.0:1749611508.735601:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078807100 x1834598494684288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611508.735602:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611508.735604:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611508.735605:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494684160 00000100:00000040:3.0:1749611508.735606:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611508.735606:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611508.735608:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749611508.735608:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749611508.735610:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611508.735610:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611508.735610:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:2.0:1749611508.735612:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 02000000:00000001:3.0:1749611508.735613:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611508.735613:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735613:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611508.735614:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494684288, offset 0 02000000:00000001:1.0:1749611508.735616:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611508.735617:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611508.735618:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611508.735619:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494684160 00000100:00000040:0.0:1749611508.735619:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 950 usecs (1 jiffies) 00000100:00000040:3.0:1749611508.735621:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749611508.735622:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611508.735623:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300782194 00000400:00000200:2.0:1749611508.735624:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749611508.735625:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000001:0.0:1749611508.735627:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300782194 00000400:00000200:2.0:1749611508.735629:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94c480 00000100:00000200:3.0:1749611508.735631:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494684032, offset 0 00000100:00000001:0.0:1749611508.735631:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300782194 00000400:00000200:2.0:1749611508.735632:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 119648 00000020:00000040:1.0:1749611508.735633:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611508.735635:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300782194 00000400:00000200:2.0:1749611508.735636:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749611508.735636:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749611508.735637:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749611508.735638:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735638:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300782194 00000020:00000001:1.0:1749611508.735640:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735642:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300782194 00000100:00000001:0.0:1749611508.735644:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300782194 00000020:00000010:1.0:1749611508.735645:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbaa00. 00000400:00000200:2.0:1749611508.735646:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611508.735647:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611508.735648:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300782194 00000100:00000001:2.0:1749611508.735649:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:1.0:1749611508.735650:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800873db480. 00000100:00000200:2.0:1749611508.735651:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611508.735651:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611508.735655:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94c380 00000100:00000010:2.0:1749611508.735655:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d2300. 00000020:00000010:1.0:1749611508.735655:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cbb8. 00000100:00000001:0.0:1749611508.735655:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611508.735658:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d2300 x1834598494684288 msgsize 520 00000100:00000001:1.0:1749611508.735659:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611508.735659:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611508.735661:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611508.735663:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735663:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611508.735664:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749611508.735665:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x91dd [1] + 0 00000100:00000001:1.0:1749611508.735668:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611508.735672:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611508.735672:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611508.735676:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000400:00000200:3.0:1749611508.735677:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749611508.735678:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000001:1.0:1749611508.735679:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.735680:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611508.735682:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611508.735684:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078807100 x1834598494684288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611508.735685:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611508.735687:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494684416 00000100:00000200:3.0:1749611508.735689:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078807480 x1834598494684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611508.735689:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611508.735691:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611508.735691:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611508.735692:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735694:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611508.735695:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078807100 x1834598494684288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611508.735695:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611508.735697:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494684416 00000100:00100000:0.0:1749611508.735697:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494684288 00000020:00000001:1.0:1749611508.735698:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611508.735699:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:0.0:1749611508.735700:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749611508.735701:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611508.735702:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735702:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611508.735703:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749611508.735703:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:3.0:1749611508.735704:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078807480 x1834598494684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.735705:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611508.735706:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611508.735707:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611508.735708:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:0.0:1749611508.735709:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611508.735710:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00000001:2.0:1749611508.735712:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300782194 00000100:00000001:1.0:1749611508.735713:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1749611508.735713:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494684288 00000100:00000001:2.0:1749611508.735715:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300782194 00000020:00000010:1.0:1749611508.735716:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b1a7a340. 00000020:00000001:0.0:1749611508.735716:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611508.735717:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300782194 00000100:00000001:3.0:1749611508.735718:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749611508.735718:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611508.735719:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300782194 00000020:00000001:0.0:1749611508.735720:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611508.735721:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300782194 00000020:00000010:1.0:1749611508.735721:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801369dbdc0. 00000100:00000001:2.0:1749611508.735723:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300782194 00000400:00000200:3.0:1749611508.735724:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:2.0:1749611508.735725:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300782194 00000100:00000001:2.0:1749611508.735727:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300782194 00000400:00000010:3.0:1749611508.735728:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:2.0:1749611508.735729:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749611508.735729:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000020:00000001:0.0:1749611508.735730:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.735731:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611508.735733:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:0.0:1749611508.735733:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611508.735735:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749611508.735735:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611508.735735:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000001:2.0:1749611508.735737:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749611508.735738:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bf400. 00000100:00000001:3.0:1749611508.735739:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611508.735739:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbb000. 00000020:00000010:1.0:1749611508.735741:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800873db500. 00000100:00000040:3.0:1749611508.735743:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000010:2.0:1749611508.735744:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe898. 00000020:00000010:1.0:1749611508.735744:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000020:00000010:0.0:1749611508.735744:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffe80. 00000100:00000001:3.0:1749611508.735746:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611508.735747:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000400:00000010:2.0:1749611508.735748:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000020:00000010:0.0:1749611508.735749:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add960. 00000020:00000001:3.0:1749611508.735750:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611508.735750:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611508.735751:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611508.735752:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749611508.735755:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078807480 x1834598494684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.735755:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749611508.735757:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad5500 x1834598494684032/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611528 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.735757:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611508.735759:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611508.735760:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611508.735761:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611508.735763:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078807480 x1834598494684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611508.735766:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611508.735766:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611508.735768:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611508.735770:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611508.735770:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611508.735772:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494684032:12345-0@lo:38:kworker.0 Request processed in 350us (607us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611508.735772:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.735774:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611508.735775:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611508.735777:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611508.735778:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.735779:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611508.735782:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611508.735784:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 02000000:00000001:2.0:1749611508.735784:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735784:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611508.735785:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611508.735787:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611508.735787:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:2.0:1749611508.735790:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611508 v=5 (0 0 0 0) 00000100:00100000:1.0:1749611508.735792:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00001000:2.0:1749611508.735794:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=31 v=20 (1 20 1 1) 00000100:00000001:3.0:1749611508.735795:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749611508.735795:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749611508.735797:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611508.735797:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611508.735797:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936695168 : -131938772856448 : ffff88009c4fd180) 00000100:00000001:2.0:1749611508.735799:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611508.735801:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749611508.735803:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7680. 00000100:00000040:1.0:1749611508.735803:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fd180 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:189/0 lens 224/0 e 0 to 0 dl 1749611519 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611508.735806:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078807480 x1834598494684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611533 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611508.735806:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000020:00000010:3.0:1749611508.735808:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:0.0:1749611508.735810:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926054528 : -131938783497088 : ffff88009bad7480) 00000020:00000010:3.0:1749611508.735813:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5000. 00000100:00000001:2.0:1749611508.735814:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611508.735814:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611508.735816:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbdc0. 00000100:00000040:0.0:1749611508.735816:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad7480 x1834598494684160/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611508.735817:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611508.735818:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.735818:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611508.735819:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611508.735821:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:1.0:1749611508.735821:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dbdc0. 00000100:00000001:2.0:1749611508.735823:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611508.735825:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1749611508.735826:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494684416:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1749611508.735828:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:1.0:1749611508.735830:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494684416 00000100:00000001:2.0:1749611508.735831:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749611508.735831:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494684160:12345-0@lo:38:kworker.0 00000020:00000001:1.0:1749611508.735834:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749611508.735835:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807480 x1834598494684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611533 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611508.735837:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494684160 00000020:00000001:1.0:1749611508.735838:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749611508.735840:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611508.735841:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611508.735843:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749611508.735845:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749611508.735848:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00080000:3.0:1749611508.735850:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:1.0:1749611508.735852:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:0.0:1749611508.735854:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611508.735855:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00100000:2.0:1749611508.735855:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494684032:0@lo:38:kworker.0 00000020:00000001:1.0:1749611508.735858:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.735859:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611508.735859:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749611508.735860:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749611508.735862:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749611508.735863:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1749611508.735863:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611508.735865:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078807480 x1834598494684032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611533 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611508.735867:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611508.735867:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611508.735870:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611508.735870:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611508.735871:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611508.735873:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611508.735873:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1749611508.735876:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de000. 00000100:00000001:1.0:1749611508.735876:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611508.735876:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611508.735879:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749611508.735879:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611508.735880:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611508.735881:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611508.735882:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000010:0.0:1749611508.735882:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d53400. 00000100:00000001:3.0:1749611508.735883:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611508.735884:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611508.735885:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fabc00. 02000000:00000001:0.0:1749611508.735885:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611508.735887:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012d574c00. 00000100:00100000:3.0:1749611508.735888:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 02000000:00000001:1.0:1749611508.735888:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735889:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611508.735890:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611508.735892:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503457536 : -131939206094080 : ffff8800827d2300) 02000000:00000001:2.0:1749611508.735892:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1749611508.735893:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000010:2.0:1749611508.735894:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078807480. 00010000:00000001:0.0:1749611508.735896:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611508.735899:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d2300 x1834598494684288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611528 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611508.735899:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611508.735900:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611508.735900:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.735901:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.735904:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611508.735904:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611508.735909:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494684416 00000100:00000001:0.0:1749611508.735910:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611508.735911:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:3.0:1749611508.735912:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494684288:12345-0@lo:38:kworker.0 00010000:00000001:1.0:1749611508.735913:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749611508.735913:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611508.735914:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.735917:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611508.735917:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000200:3.0:1749611508.735918:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494684288 00000100:00000001:2.0:1749611508.735919:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611508.735920:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611508.735921:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611508.735921:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749611508.735921:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c4fd180 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1749611519 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611508.735924:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611508.735924:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735924:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611508.735928:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:0.0:1749611508.735932:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749611508.735933:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611508.735934:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611508.735935:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611508.735937:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611508.735937:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611508.735938:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749611508.735941:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:1.0:1749611508.735941:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=113 v=5 (1 1 1 1) 00000100:00000040:0.0:1749611508.735942:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749611508.735944:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749611508.735945:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:1.0:1749611508.735947:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611508.735948:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611508.735950:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749611508.735951:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000200:0.0:1749611508.735951:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494684160, offset 0 02000000:00000001:3.0:1749611508.735952:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611508.735954:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:3.0:1749611508.735957:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c63ec00. 00000400:00000200:0.0:1749611508.735957:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611508.735958:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611508.735960:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611508.735961:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611508.735963:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611508.735964:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611508.735965:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749611508.735966:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749611508.735968:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749611508.735969:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611508.735973:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:1.0:1749611508.735973:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000400:00000200:0.0:1749611508.735973:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94c400 00000100:00000001:3.0:1749611508.735977:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749611508.735980:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x91e5 [1] + 0 00000100:00000001:3.0:1749611508.735985:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611508.735986:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611508.735988:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000200:1.0:1749611508.735991:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494684416, offset 224 00000400:00000200:0.0:1749611508.735991:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611508.735992:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611508.735995:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611508.735996:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611508.736000:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000400:00000200:1.0:1749611508.736000:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749611508.736002:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078805880 x1834598494684160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611508.736003:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611508.736006:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611508.736009:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611508.736012:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611508.736013:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611508.736016:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000040:0.0:1749611508.736016:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078805880 x1834598494684160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611508.736021:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494684288, offset 0 00000400:00000200:1.0:1749611508.736022:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94c500 00000400:00000200:3.0:1749611508.736027:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611508.736033:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611508.736034:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x91e9 [1] + 224 00000100:00000001:2.0:1749611508.736059:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611508.736063:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611508.736063:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749611508.736067:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1749611508.736069:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749611508.736071:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94c480 00000400:00000001:2.0:1749611508.736071:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1749611508.736073:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749611508.736074:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fef78. 00000400:00000200:2.0:1749611508.736078:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000400:00000010:2.0:1749611508.736081:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000001:2.0:1749611508.736085:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611508.736086:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:0.0:1749611508.736090:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000200:2.0:1749611508.736091:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078805880 x1834598494684160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.736094:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611508.736096:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749611508.736098:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x91f5 [1] + 0 00000100:00000001:0.0:1749611508.736101:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611508.736105:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611508.736105:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611508.736107:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611508.736108:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611508.736109:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749611508.736111:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611508.736114:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611508.736114:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078805880 x1834598494684160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611508.736114:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611524 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611508.736118:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad7480 x1834598494684160/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611528 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611508.736120:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078807100 x1834598494684288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611508.736121:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611508.736123:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.736125:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611508.736127:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611508.736129:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611508.736130:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611508.736131:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611508.736134:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078807100 x1834598494684288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611508.736134:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611508.736140:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611508 v=5 (0 0 0 0) 00000100:00100000:0.0:1749611508.736141:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494684160:12345-0@lo:38:kworker.0 Request processed in 309us (698us total) trans 0 rc -19/-19 00000100:00001000:2.0:1749611508.736145:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=13 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611508.736146:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611508.736147:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611508.736150:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611508.736152:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749611508.736152:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00000001:2.0:1749611508.736155:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611508.736155:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:0.0:1749611508.736156:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749611508.736157:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749611508.736158:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611508.736160:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749611508.736161:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000040:2.0:1749611508.736162:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078805880 x1834598494684160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611533 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611508.736163:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800873db480. 00000400:00000010:3.0:1749611508.736164:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611508.736167:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611508.736168:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749611508.736168:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cbb8. 00000100:00000001:3.0:1749611508.736169:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611508.736173:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749611508.736173:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbaa00. 00000100:00000001:1.0:1749611508.736174:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611508.736175:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.736176:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611508.736178:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611508.736178:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611508.736178:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611508.736179:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00010000:00000001:1.0:1749611508.736180:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749611508.736181:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611508.736182:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611508.736182:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611508.736184:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611508.736184:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749611508.736185:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00080000:2.0:1749611508.736188:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749611508.736190:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d2300 x1834598494684288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611528 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611508.736190:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fd180 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:189/0 lens 224/224 e 0 to 0 dl 1749611519 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611508.736193:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611508.736196:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611508.736196:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611508.736199:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749611508.736200:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494684416:12345-0@lo:400:kworker.0 Request processed in 384us (702us total) trans 0 rc 0/0 00000100:00000040:2.0:1749611508.736202:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805880 x1834598494684160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611533 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611508.736204:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611508.736207:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749611508.736209:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000400:00000010:0.0:1749611508.736210:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 00000100:00000040:1.0:1749611508.736212:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749611508.736215:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749611508.736215:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00100000:2.0:1749611508.736216:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494684160:0@lo:38:kworker.0 00000100:00000001:1.0:1749611508.736216:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749611508.736218:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000020:00000010:1.0:1749611508.736220:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800873db500. 00000100:00100000:3.0:1749611508.736221:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494684288:12345-0@lo:38:kworker.0 Request processed in 307us (558us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611508.736221:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749611508.736224:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749611508.736224:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000200:0.0:1749611508.736226:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611524 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611508.736227:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749611508.736227:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbb000. 00000100:00100000:3.0:1749611508.736231:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000020:00000040:1.0:1749611508.736231:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749611508.736234:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611508.736235:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:2.0:1749611508.736236:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe9a0. 00000100:00000001:3.0:1749611508.736237:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749611508.736239:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611524 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611508.736240:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000020:00000010:3.0:1749611508.736241:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffe80. 00000400:00000010:2.0:1749611508.736242:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000020:00000010:3.0:1749611508.736245:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add960. 00000100:00000001:2.0:1749611508.736246:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749611508.736250:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bf400. 00000100:00000001:0.0:1749611508.736250:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749611508.736252:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078807100 x1834598494684288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.736252:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611508.736255:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611508.736256:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611508.736258:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611508.736261:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611508.736264:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611508.736265:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078807100 x1834598494684288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611533 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611508.736267:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611508.736275:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=63 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611508.736277:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611508.736279:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611508.736280:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=63 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611508.736281:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611508.736283:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611508.736284:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611508.736285:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611508.736286:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.736287:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611508.736289:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611508.736290:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:2.0:1749611508.736294:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611508 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611508.736296:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=63 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611508.736299:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611508.736301:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611508.736303:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:0.0:1749611508.736303:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611508.736307:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078807100 x1834598494684288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611533 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611508.736314:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611508.736316:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:0.0:1749611508.736316:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.736317:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.736319:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611508.736320:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611508.736320:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00080000:2.0:1749611508.736323:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749611508.736324:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00080000:2.0:1749611508.736325:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611508.736327:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611508.736327:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611508.736329:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611508.736330:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807100 x1834598494684288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611533 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611508.736334:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611524 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.736341:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611508.736343:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611508.736345:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611508.736348:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611524 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611508.736350:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078807100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494684288:0@lo:38:kworker.0 00000100:00000001:2.0:1749611508.736354:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611508.736356:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006fe8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494684416:0@lo:400:kworker.0 00000100:00000001:2.0:1749611508.736357:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611508.736360:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078805880 x1834598494684160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611533 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.736361:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611508.736363:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611508.736366:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749611508.736366:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006fe8e300 x1834598494684416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611524 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611508.736368:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611508.736370:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de800. 00000100:00000001:0.0:1749611508.736372:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611508.736373:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1749611508.736374:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:2.0:1749611508.736375:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1749611508.736376:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c9be200. 00000020:00000040:2.0:1749611508.736377:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611508.736379:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611508.736380:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bb88c00. 02000000:00000001:0.0:1749611508.736380:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611508.736382:0:28321:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:2.0:1749611508.736383:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:0.0:1749611508.736383:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:2.0:1749611508.736385:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:0.0:1749611508.736385:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1749611508.736386:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078805880. 02000000:00000010:0.0:1749611508.736387:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006ef49200. 00000100:00000001:2.0:1749611508.736391:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1749611508.736391:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611508.736392:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611508.736393:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611508.736394:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749611508.736395:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8e300. 00000100:00000040:2.0:1749611508.736397:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078807100 x1834598494684288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611533 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611508.736398:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611508.736399:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.736404:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611508.736405:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611508.736406:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749611508.736407:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de400. 02000000:00000001:2.0:1749611508.736409:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611508.736410:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611508.736411:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749611508.736411:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:2.0:1749611508.736413:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611508.736413:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611508.736414:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bb88000. 00000100:00000001:0.0:1749611508.736415:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611508.736416:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611508.736417:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611508.736417:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611508.736418:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078807100. 00000100:00000001:2.0:1749611508.736421:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611508.736426:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611508.736429:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.736430:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611508.736432:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611508.736434:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611508.736436:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611508.736581:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300782194, at 4300782194 00000100:00000040:2.0:1749611508.736582:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300782194, at 4300782194 00000100:00000040:3.0:1749611508.736590:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300782194, at 4300782194 00000100:00000040:0.0:1749611508.736591:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300782194, at 4300782194 00000100:00000010:1.0:1749611508.736592:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eac580. 00000100:00000010:3.0:1749611508.736601:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eacb40. 00000100:00000010:2.0:1749611508.736613:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eacf00. 00000100:00000010:0.0:1749611508.736625:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880130eac6c0. 00010000:00000001:0.0:1749611509.162654:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611509.162661:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611509.162803:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611509.162809:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611509.162813:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611509.204656:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611509.204664:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611509.204667:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611509.204672:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611509.204677:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611509.204682:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611509.204686:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611509.204690:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611509.204694:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611509.448695:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611509.448703:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611509.448706:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611509.448710:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611509.448714:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611509.448718:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611509.448721:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611509.448724:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611509.448726:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611509.458626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611509.458632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611509.458634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611509.458638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611509.458640:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611509.458643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611509.458646:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611509.458648:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611509.458650:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611509.735722:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611509.735740:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611509.735743:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611509.735749:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611509.735751:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611509.735756:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611509.735758:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611510.164717:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611510.164725:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611510.164858:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611510.164865:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611510.164869:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611510.204736:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611510.204741:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611510.204743:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611510.204748:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611510.204751:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611510.204755:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611510.204758:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611510.204761:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611510.204765:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611510.448701:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611510.448710:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611510.448712:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611510.448717:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611510.448721:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611510.448725:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611510.448728:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611510.448731:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611510.448734:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611510.458631:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611510.458637:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611510.458639:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611510.458643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611510.458646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611510.458649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611510.458651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611510.458654:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611510.458656:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611510.735697:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611510.735715:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611510.735718:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611510.735723:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611510.735726:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611510.735730:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611510.735732:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611511.166704:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611511.166713:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611511.166848:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611511.166853:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611511.166857:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611511.204636:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611511.204643:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611511.204645:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611511.204649:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611511.204653:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611511.204657:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611511.204660:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611511.204663:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611511.204666:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611511.448708:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611511.448717:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611511.448719:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611511.448724:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611511.448728:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611511.448732:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611511.448735:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611511.448738:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611511.448741:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611511.458627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611511.458632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611511.458634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611511.458638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611511.458641:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611511.458643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611511.458646:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611511.458648:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611511.458650:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611511.735613:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611511.735628:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611511.735630:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611511.735634:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611511.735636:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611511.735649:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611511.735651:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611512.168621:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611512.168628:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611512.168762:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611512.168768:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611512.168772:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611512.204644:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611512.204652:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611512.204655:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611512.204661:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611512.204666:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611512.204670:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611512.204674:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611512.204678:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611512.204682:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611512.448734:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611512.448743:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611512.448745:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611512.448750:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611512.448754:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611512.448759:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611512.448762:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611512.448765:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611512.448768:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611512.458631:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611512.458637:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611512.458639:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611512.458643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611512.458646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611512.458649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611512.458651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611512.458654:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611512.458656:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611512.560175:0:29149:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008295f800. 00080000:00000010:0.0:1749611512.560183:0:29149:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008295f400. 00080000:00000010:0.0:1749611512.560185:0:29149:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008295ee00. 00080000:00000010:0.0:1749611512.560187:0:29149:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88008295e600. 00080000:00000010:0.0:1749611512.560196:0:29149:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880133195a00. 00080000:00000010:0.0:1749611512.560198:0:29149:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d05aa00. 00000100:00000001:2.0:1749611512.735690:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611512.735709:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611512.735711:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611512.735716:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611512.735719:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611512.735723:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611512.735725:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611513.170612:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611513.170618:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611513.170675:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611513.170679:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611513.170681:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611513.204608:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611513.204612:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611513.204614:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611513.204616:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3810c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611513.204618:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611513.204621:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611513.204623:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611513.204631:0:29147:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009bad4000 x1834598494683776/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611513.204638:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611513.204640:0:29147:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bad4000 x1834598494683776/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611513.204645:0:29147:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611513.204647:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611513.204648:0:29147:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611513.204650:0:29147:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611513.204651:0:29147:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4000 x1834598494683776/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611513.204656:0:29147:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bad4000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:29147:1834598494683776:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611513.204659:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611513.204661:0:29147:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611513.204662:0:29147:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611513.204663:0:29147:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611513.204665:0:29147:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bad4000 x1834598494683776/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611513.204682:0:29147:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611513.204684:0:29147:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a3810c0. 00000100:00000001:0.0:1749611513.204687:0:29147:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611513.204688:0:29147:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611513.204690:0:29147:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611513.204693:0:29147:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611513.204695:0:29147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611513.204696:0:29147:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a828000 refcount=4 00000020:00000001:0.0:1749611513.204697:0:29147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:0.0:1749611513.204699:0:29147:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00010000:0.0:1749611513.204703:0:29147:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d549 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611513.204708:0:29147:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611513.204711:0:29147:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d549 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611513.204715:0:29147:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611513.204717:0:29147:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d549 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611513.204720:0:29147:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611513.204721:0:29147:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611513.204723:0:29147:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d549 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611513.204726:0:29147:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611513.204727:0:29147:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611513.204729:0:29147:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611513.204731:0:29147:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d549 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611513.204739:0:29147:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007a828000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611513.204741:0:29147:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611513.204743:0:29147:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d549 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611513.204746:0:29147:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611513.204747:0:29147:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611513.204748:0:29147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611513.204749:0:29147:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a828000 refcount=5 00000020:00000001:0.0:1749611513.204749:0:29147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:0.0:1749611513.204751:0:29147:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:0.0:1749611513.204752:0:29147:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611513.204754:0:29147:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d549 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611513.204756:0:29147:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611513.204758:0:29147:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d549 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611513.204760:0:29147:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749611513.204762:0:29147:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611513.204763:0:29147:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611513.204764:0:29147:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611513.204765:0:29147:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611513.204766:0:29147:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611513.204767:0:29147:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611513.204768:0:29147:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611513.204769:0:29147:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611513.204770:0:29147:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007a828000 with handle 0x689c0ec07329d549 from hash 00010000:00000001:0.0:1749611513.204771:0:29147:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611513.204772:0:29147:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611513.204772:0:29147:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611513.204773:0:29147:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611513.204777:0:29147:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611513.204778:0:29147:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611513.204779:0:29147:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611513.204780:0:29147:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611513.204781:0:29147:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611513.204782:0:29147:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611513.204783:0:29147:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d549 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611513.204786:0:29147:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611513.204786:0:29147:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611513.204787:0:29147:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611513.204787:0:29147:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611513.204788:0:29147:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611513.204789:0:29147:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611513.204789:0:29147:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611513.204790:0:29147:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d549 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611513.204794:0:29147:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800654df800 count: 0 00010000:00000001:0.0:1749611513.204818:0:29147:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611513.204819:0:29147:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611513.204822:0:29147:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611513.204825:0:29147:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bad4000 x1834598494683776/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611513.204830:0:29147:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611513.204833:0:29147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611513.204835:0:29147:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611513.204836:0:29147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611513.204840:0:29147:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007a829c00. 02000000:00000001:0.0:1749611513.204844:0:29147:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611513.204846:0:29147:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611513.204847:0:29147:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4000. 00000100:00000001:0.0:1749611513.204851:0:29147:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611513.204852:0:29147:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611513.204854:0:29147:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611513.204856:0:29147:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611513.204862:0:29147:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611513.204865:0:29147:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012bdee780. 00000020:00000010:0.0:1749611513.204870:0:29147:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be400. 00000020:00000010:0.0:1749611513.204875:0:29147:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c9bf400. 00000040:00000010:0.0:1749611513.204879:0:29147:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88008295e600. 00000020:00000010:0.0:1749611513.204883:0:29147:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72a800. 00000020:00000010:0.0:1749611513.204887:0:29147:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88008295ee00. 80000000:00000010:0.0:1749611513.204891:0:29147:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16780. 00040000:00000010:0.0:1749611513.204895:0:29147:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88008295f400. 00080000:00000010:0.0:1749611513.204899:0:29147:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c7000. 00080000:00000010:0.0:1749611513.204903:0:29147:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749611513.204909:0:29147:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611513.204912:0:29147:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88006ee72840 : new refcount 2 00000040:00000001:0.0:1749611513.204914:0:29147:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611513.204916:0:29147:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611513.204918:0:29147:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88006dc59e00. 00000040:00000001:0.0:1749611513.204921:0:29147:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611513.204923:0:29147:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611513.204925:0:29147:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611513.204928:0:29147:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00080000:00000001:0.0:1749611513.204932:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611513.204935:0:29147:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611513.204952:0:29147:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611513.204965:0:29147:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611513.204966:0:29147:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611513.204967:0:29147:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611513.204968:0:29147:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611513.204970:0:29147:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611513.204972:0:29147:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x8:0x0] 90:3075167912 to info ffff88009a4c7000 00000020:00000001:0.0:1749611513.204975:0:29147:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880111f873f8 00080000:00000002:0.0:1749611513.204976:0:29147:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x8:0x0] 00080000:00000001:0.0:1749611513.204978:0:29147:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611513.204980:0:29147:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611513.204982:0:29147:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880111d51400. 00080000:00000001:0.0:1749611513.204987:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611513.204991:0:29147:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff880076243958. 00000020:00000001:0.0:1749611513.205016:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611513.205022:0:29147:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88006a3b8b00. 00000020:00000001:0.0:1749611513.205041:0:29147:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611513.205044:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006dc59400. 00000020:00000001:0.0:1749611513.205045:0:29147:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611513.205047:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611513.205048:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611513.205050:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611513.205051:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611513.205053:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611513.205056:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611513.205059:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134096505688 : -131939613045928 : ffff88006a3b8b58) 00000040:00000001:0.0:1749611513.205061:0:29147:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611513.205062:0:29147:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611513.205063:0:29147:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611513.205067:0:29147:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88009cc62000. 00000040:00000001:0.0:1749611513.205068:0:29147:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611513.205069:0:29147:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611513.205536:0:29147:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611513.205538:0:29147:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611513.205540:0:29147:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611513.205541:0:29147:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611513.205543:0:29147:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b161e0. 00000040:00001000:0.0:1749611513.205545:0:29147:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611513.205547:0:29147:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611513.205549:0:29147:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58800. 00000020:00000010:0.0:1749611513.205551:0:29147:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc58600. 00000040:00000010:0.0:1749611513.205554:0:29147:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880133195a00. 00000020:00000010:0.0:1749611513.205556:0:29147:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72b000. 00000020:00000010:0.0:1749611513.205559:0:29147:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdeeb0. 00000020:00000010:0.0:1749611513.205561:0:29147:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880133195200. 80000000:00000010:0.0:1749611513.205563:0:29147:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16300. 40000000:00000010:0.0:1749611513.205565:0:29147:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012bdeeb40. 00100000:00000010:0.0:1749611513.205571:0:29147:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a728000. 00040000:00000010:0.0:1749611513.205574:0:29147:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88006a3b8a00. 00040000:00000010:0.0:1749611513.205576:0:29147:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27c400. 00080000:00000010:0.0:1749611513.205579:0:29147:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749611513.205582:0:29147:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 00000004:00000010:0.0:1749611513.205586:0:29147:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a729000. 00000004:00000010:0.0:1749611513.205590:0:29147:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800ac9d5000. 00000004:00000010:0.0:1749611513.205593:0:29147:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72c000. 00002000:00000010:0.0:1749611513.205596:0:29147:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880111d52400. 00000004:00000010:0.0:1749611513.205600:0:29147:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009bad2800. 00000020:00000010:0.0:1749611513.205602:0:29147:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012bdeed80. 00000040:00000010:0.0:1749611513.205607:0:29147:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880070f02000. 00000040:00001000:0.0:1749611513.205609:0:29147:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611513.205610:0:29147:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611513.205612:0:29147:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611513.205614:0:29147:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:0.0:1749611513.205733:0:29147:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611513.205735:0:29147:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611513.205737:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611513.205738:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611513.205739:0:29147:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611513.205741:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f020e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611513.205742:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:0.0:1749611513.205743:0:29147:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611513.205744:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02150 type=0x10620000 idx=3 00000040:00001000:0.0:1749611513.205745:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:0.0:1749611513.205746:0:29147:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611513.205747:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02230 type=0x10620000 idx=4 00000040:00001000:0.0:1749611513.205748:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:0.0:1749611513.205749:0:29147:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611513.205750:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02310 type=0x10620000 idx=5 00000040:00001000:0.0:1749611513.205751:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:0.0:1749611513.205752:0:29147:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611513.205756:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611513.205757:0:29147:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:0.0:1749611513.205758:0:29147:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611513.205759:0:29147:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611513.205761:0:29147:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:0.0:1749611513.205764:0:29147:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611513.205765:0:29147:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611513.205766:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611513.205768:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:0.0:1749611513.205768:0:29147:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000040:00001000:0.0:1749611513.205769:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02460 type=0x0 idx=0 00000040:00000001:0.0:1749611513.205770:0:29147:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611513.205772:0:29147:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:0.0:1749611513.205773:0:29147:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880070f02000. 00000020:00000010:0.0:1749611513.205776:0:29147:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012bdeed80. 00000020:00000010:0.0:1749611513.205781:0:29147:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc58600. 00000040:00000010:0.0:1749611513.205783:0:29147:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880133195a00. 00000020:00000010:0.0:1749611513.205785:0:29147:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72b000. 00000020:00000010:0.0:1749611513.205789:0:29147:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdeeb0. 00000020:00000010:0.0:1749611513.205791:0:29147:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880133195200. 80000000:00000010:0.0:1749611513.205793:0:29147:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16300. 40000000:00000010:0.0:1749611513.205796:0:29147:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012bdeeb40. 00100000:00000010:0.0:1749611513.205798:0:29147:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a728000. 00040000:00000010:0.0:1749611513.205801:0:29147:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88006a3b8a00. 00040000:00000010:0.0:1749611513.205803:0:29147:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27c400. 00080000:00000010:0.0:1749611513.205809:0:29147:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:0.0:1749611513.205811:0:29147:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000004:00000010:0.0:1749611513.205813:0:29147:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a729000. 00000004:00000010:0.0:1749611513.205817:0:29147:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800ac9d5000. 00000004:00000010:0.0:1749611513.205819:0:29147:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a72c000. 00002000:00000010:0.0:1749611513.205821:0:29147:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880111d52400. 00000004:00000010:0.0:1749611513.205824:0:29147:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009bad2800. 00000020:00000010:0.0:1749611513.205826:0:29147:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58800. 00000040:00000010:0.0:1749611513.205827:0:29147:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b161e0. 00000040:00000001:0.0:1749611513.205831:0:29147:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611513.205833:0:29147:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611513.205834:0:29147:0:(lu_object.c:207:lu_object_put()) Add ffff88006dc59400/ffff88006a3b8b00 to site lru. bkt: ffff880111e9b058 00000040:00000010:0.0:1749611513.205836:0:29147:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff880076243958. 00000040:00000001:0.0:1749611513.205838:0:29147:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611513.205839:0:29147:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009cc62000. 00000040:00000010:0.0:1749611513.205842:0:29147:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88006dc59e00. 00000040:00000001:0.0:1749611513.205844:0:29147:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611513.205846:0:29147:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log params, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611513.205848:0:29147:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611513.205850:0:29147:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611513.205852:0:29147:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611513.205853:0:29147:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1749611513.205854:0:29147:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611513.205855:0:29147:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88009d27d600. 00000040:00000001:0.0:1749611513.205856:0:29147:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611513.205857:0:29147:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611513.205858:0:29147:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611513.205860:0:29147:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00080000:00000001:0.0:1749611513.205862:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611513.205864:0:29147:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611513.205865:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611513.205866:0:29147:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff880076243958. 00000020:00000001:0.0:1749611513.205868:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611513.205869:0:29147:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134096505688 : -131939613045928 : ffff88006a3b8b58) 00000040:00000001:0.0:1749611513.205871:0:29147:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611513.205872:0:29147:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611513.205873:0:29147:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611513.205874:0:29147:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880070f02000. 00000040:00000001:0.0:1749611513.205875:0:29147:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611513.205876:0:29147:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611513.205879:0:29147:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611513.205881:0:29147:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611513.205881:0:29147:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611513.205893:0:29147:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611513.205894:0:29147:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b161e0. 00000040:00001000:0.0:1749611513.205895:0:29147:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611513.206073:0:29178:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611513.206077:0:29178:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbb000. 00000020:00000010:1.0:1749611513.206080:0:29178:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880129dbb600. 00000040:00000010:1.0:1749611513.206083:0:29178:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880129dba000. 00000020:00000010:1.0:1749611513.206090:0:29178:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4001800. 00000020:00000010:1.0:1749611513.206093:0:29178:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749611513.206095:0:29178:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880129dba400. 80000000:00000010:1.0:1749611513.206098:0:29178:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976ff00. 40000000:00000010:1.0:1749611513.206100:0:29178:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801369dbe00. 00100000:00000010:1.0:1749611513.206102:0:29178:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4007800. 00040000:00000010:1.0:1749611513.206105:0:29178:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959d300. 00040000:00000010:1.0:1749611513.206107:0:29178:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880129dba800. 00080000:00000010:1.0:1749611513.206111:0:29178:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b5000. 00080000:00000010:1.0:1749611513.206115:0:29178:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 00000004:00000010:1.0:1749611513.206118:0:29178:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b4006000. 00000004:00000010:1.0:1749611513.206122:0:29178:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b7000. 00000004:00000010:1.0:1749611513.206124:0:29178:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b4003800. 00002000:00000010:1.0:1749611513.206127:0:29178:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880080fa9000. 00000004:00000010:1.0:1749611513.206130:0:29178:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800ac893800. 00000020:00000010:1.0:1749611513.206132:0:29178:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8801369dbdc0. 00000040:00000010:1.0:1749611513.206137:0:29178:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009685c000. 00000040:00001000:1.0:1749611513.206138:0:29178:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611513.206140:0:29178:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611513.206141:0:29178:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611513.206144:0:29178:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:1.0:1749611513.206149:0:29178:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611513.206151:0:29178:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611513.206153:0:29178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611513.206155:0:29178:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611513.206156:0:29178:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611513.206158:0:29178:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611513.206160:0:29178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611513.206162:0:29178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611513.206163:0:29178:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611513.206166:0:29178:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1749611513.206167:0:29178:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611513.206171:0:29178:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009959d800. 00000020:00000080:1.0:1749611513.206174:0:29178:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611513.206180:0:29178:0:(obd_config.c:1473:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:1.0:1749611513.206181:0:29178:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611513.206183:0:29178:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009959d800. 00000020:00000001:1.0:1749611513.206185:0:29178:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611513.206186:0:29178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611513.206188:0:29178:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:1.0:1749611513.206189:0:29178:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611513.206190:0:29178:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611513.206191:0:29178:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff8800b1a785e0. 00000020:01000000:1.0:1749611513.206193:0:29178:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff88007913a800 00000020:00000010:1.0:1749611513.206195:0:29178:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff8800873db500. 00000020:00000080:1.0:1749611513.206196:0:29178:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:1.0:1749611513.206198:0:29178:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:1.0:1749611513.206199:0:29178:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1749611513.206200:0:29178:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff8800873db500 00000040:00001000:1.0:1749611513.206201:0:29178:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1749611513.206202:0:29178:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:1.0:1749611513.206202:0:29178:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1749611513.206203:0:29178:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1749611513.206204:0:29178:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1749611513.206205:0:29178:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:1.0:1749611513.206206:0:29178:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff88007913a800 00000040:00001000:1.0:1749611513.206207:0:29178:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:1.0:1749611513.206208:0:29178:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:1.0:1749611513.206208:0:29178:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:1.0:1749611513.206211:0:29178:0:(obd_config.c:1295:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611513.206212:0:29178:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611513.206213:0:29178:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff8800873db500. 00000020:00000010:1.0:1749611513.206215:0:29178:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff8800b1a785e0. 00000020:00000001:1.0:1749611513.206217:0:29178:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611513.206218:0:29178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c150 type=0x10620000 idx=3 00000040:00001000:1.0:1749611513.206219:0:29178:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:1.0:1749611513.206220:0:29178:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611513.206220:0:29178:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611513.206223:0:29178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611513.206224:0:29178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611513.206225:0:29178:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1749611513.206226:0:29178:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009959d800. 00000020:00000080:1.0:1749611513.206228:0:29178:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611513.206229:0:29178:0:(obd_config.c:1473:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:1.0:1749611513.206230:0:29178:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611513.206231:0:29178:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009959d800. 00000020:00000001:1.0:1749611513.206232:0:29178:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611513.206233:0:29178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c230 type=0x10620000 idx=4 00000040:00001000:1.0:1749611513.206234:0:29178:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:1.0:1749611513.206235:0:29178:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611513.206235:0:29178:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611513.206236:0:29178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611513.206236:0:29178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611513.206237:0:29178:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611513.206238:0:29178:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1749611513.206238:0:29178:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611513.206239:0:29178:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009959d800. 00000020:00000080:1.0:1749611513.206240:0:29178:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611513.206241:0:29178:0:(obd_config.c:1473:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:00000001:1.0:1749611513.206242:0:29178:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611513.206243:0:29178:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009959d800. 00000020:00000001:1.0:1749611513.206244:0:29178:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611513.206245:0:29178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c310 type=0x10620000 idx=5 00000040:00001000:1.0:1749611513.206246:0:29178:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:1.0:1749611513.206246:0:29178:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611513.206247:0:29178:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611513.206248:0:29178:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff8800b1a78060. 00000020:01000000:1.0:1749611513.206249:0:29178:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff88007913a800 00000020:00000010:1.0:1749611513.206250:0:29178:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff8800873db500. 00000020:00000080:1.0:1749611513.206251:0:29178:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:1.0:1749611513.206252:0:29178:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:1.0:1749611513.206252:0:29178:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1749611513.206255:0:29178:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff8800873db500 00000040:00001000:1.0:1749611513.206256:0:29178:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1749611513.206257:0:29178:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:1.0:1749611513.206258:0:29178:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1749611513.206259:0:29178:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1749611513.206260:0:29178:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1749611513.206261:0:29178:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:1.0:1749611513.206261:0:29178:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff88007913a800 00000040:00001000:1.0:1749611513.206262:0:29178:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 lod.*.mdt_hash=crush 00000040:00001000:1.0:1749611513.206263:0:29178:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:1.0:1749611513.206264:0:29178:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:1.0:1749611513.206301:0:29178:0:(obd_config.c:1321:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611513.206302:0:29178:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611513.206303:0:29178:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff8800873db500. 00000020:00000010:1.0:1749611513.206305:0:29178:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff8800b1a78060. 00000020:00000001:1.0:1749611513.206306:0:29178:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611513.206307:0:29178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c380 type=0x10620000 idx=6 00000040:00001000:1.0:1749611513.206308:0:29178:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:1.0:1749611513.206309:0:29178:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611513.206310:0:29178:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611513.206312:0:29178:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:1.0:1749611513.206315:0:29178:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611513.206316:0:29178:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611513.206317:0:29178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c380 type=0x10620000 idx=6 00000040:00001000:1.0:1749611513.206318:0:29178:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:1.0:1749611513.206320:0:29178:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000020:00000001:1.0:1749611513.206321:0:29178:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611513.206321:0:29178:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611513.206322:0:29178:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611513.206323:0:29178:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1749611513.206324:0:29178:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009959d100. 00000020:00000080:1.0:1749611513.206325:0:29178:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611513.206326:0:29178:0:(obd_config.c:1473:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:00000001:1.0:1749611513.206327:0:29178:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611513.206328:0:29178:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009959d100. 00000020:00000001:1.0:1749611513.206332:0:29178:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611513.206334:0:29178:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c460 type=0x0 idx=0 00000040:00000001:1.0:1749611513.206335:0:29178:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1749611513.206336:0:29178:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:1.0:1749611513.206337:0:29178:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009685c000. 00000020:00000010:1.0:1749611513.206340:0:29178:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8801369dbdc0. 00000020:00000010:1.0:1749611513.206351:0:29178:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880129dbb600. 00000040:00000010:1.0:1749611513.206353:0:29178:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880129dba000. 00000020:00000010:1.0:1749611513.206354:0:29178:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4001800. 00000020:00000010:1.0:1749611513.206357:0:29178:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749611513.206361:0:29178:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880129dba400. 80000000:00000010:1.0:1749611513.206362:0:29178:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976ff00. 40000000:00000010:1.0:1749611513.206364:0:29178:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801369dbe00. 00100000:00000010:1.0:1749611513.206366:0:29178:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4007800. 00040000:00000010:1.0:1749611513.206368:0:29178:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959d300. 00040000:00000010:1.0:1749611513.206370:0:29178:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880129dba800. 00080000:00000010:1.0:1749611513.206372:0:29178:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00080000:00000010:1.0:1749611513.206374:0:29178:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b5000. 00000004:00000010:1.0:1749611513.206376:0:29178:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b4006000. 00000004:00000010:1.0:1749611513.206378:0:29178:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b7000. 00000004:00000010:1.0:1749611513.206380:0:29178:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b4003800. 00002000:00000010:1.0:1749611513.206382:0:29178:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880080fa9000. 00000004:00000010:1.0:1749611513.206384:0:29178:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800ac893800. 00000020:00000010:1.0:1749611513.206386:0:29178:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbb000. 00000040:00000010:0.0:1749611513.206416:0:29147:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b161e0. 00000040:00000001:0.0:1749611513.206420:0:29147:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1749611513.206422:0:29147:0:(obd_config.c:2035:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 00000040:00000001:0.0:1749611513.206424:0:29147:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611513.206426:0:29147:0:(lu_object.c:207:lu_object_put()) Add ffff88006dc59400/ffff88006a3b8b00 to site lru. bkt: ffff880111e9b058 00000040:00000010:0.0:1749611513.206428:0:29147:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff880076243958. 00000040:00000001:0.0:1749611513.206430:0:29147:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611513.206432:0:29147:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880070f02000. 00000040:00000010:0.0:1749611513.206434:0:29147:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88009d27d600. 00000020:00000001:0.0:1749611513.206437:0:29147:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611513.206438:0:29147:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1749611513.206441:0:29147:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c9bf400. 00000040:00000010:0.0:1749611513.206444:0:29147:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88008295e600. 00000020:00000010:0.0:1749611513.206446:0:29147:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72a800. 00000020:00000010:0.0:1749611513.206449:0:29147:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88008295ee00. 80000000:00000010:0.0:1749611513.206451:0:29147:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16780. 00040000:00000010:0.0:1749611513.206453:0:29147:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88008295f400. 00080000:00000010:0.0:1749611513.206456:0:29147:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749611513.206460:0:29147:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880111d51400. 00080000:00000010:0.0:1749611513.206461:0:29147:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c7000. 00000020:00000010:0.0:1749611513.206464:0:29147:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be400. 10000000:00000010:0.0:1749611513.206467:0:29147:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012bdee780. 10000000:01000000:0.0:1749611513.206470:0:29147:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1749611513.206472:0:29147:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611513.206474:0:29147:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611513.206476:0:29147:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611513.206478:0:29147:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff88006ee72540. 00000020:00000010:0.0:1749611513.206481:0:29147:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff880096dff100. 00000020:00000001:0.0:1749611513.206483:0:29147:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611513.206490:0:29147:0:(tgt_mount.c:1060:lustre_start_lwp()) Process entered 00000020:00000010:0.0:1749611513.206492:0:29147:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at ffff88012bdee780. 00000020:00000010:0.0:1749611513.206499:0:29147:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at ffff880117b16780. 00000020:00000001:0.0:1749611513.206501:0:29147:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1749611513.206502:0:29147:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff880096dff100. 00000020:00000010:0.0:1749611513.206505:0:29147:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff880130c71180. 00000020:00000001:0.0:1749611513.206507:0:29147:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749611513.206508:0:29147:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749611513.206510:0:29147:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1749611513.206513:0:29147:0:(mgc_request.c:1895:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:0.0:1749611513.206515:0:29147:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1749611513.206517:0:29147:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff88007913a800 10000000:00000001:0.0:1749611513.206535:0:29147:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1749611513.206536:0:29147:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff88007913a800 10000000:00000010:0.0:1749611513.206538:0:29147:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 294 at ffff88009d27d600. 10000000:01000000:0.0:1749611513.206540:0:29147:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1749611513.206542:0:29147:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=15 10000000:00000001:0.0:1749611513.206544:0:29147:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612134950852096 : -131938758699520 : ffff88009d27d600) 10000000:00000001:0.0:1749611513.206546:0:29147:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446612134950852096 : -131938758699520 : ffff88009d27d600) 10000000:00000001:0.0:1749611513.206547:0:29147:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611513.206548:0:29147:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff88007913a800 from 1 10000000:00000001:0.0:1749611513.206550:0:29147:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611513.206550:0:29147:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749611513.206554:0:29147:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc700. 00000020:00000040:0.0:1749611513.206555:0:29147:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611513.206558:0:29147:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611513.206560:0:29147:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611513.206563:0:29147:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611513.206566:0:29147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d27c400. 00000100:00000001:0.0:1749611513.206570:0:29147:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611513.206572:0:29147:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611513.206573:0:29147:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1749611513.206576:0:29147:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff88006ef49300 count: 2 00010000:00000001:0.0:1749611513.206578:0:29147:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611513.206579:0:29147:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611513.206580:0:29147:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d27ca00. 00000020:00000001:0.0:1749611513.206582:0:29147:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611513.206587:0:29147:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009d27ca00 with handle 0x689c0ec07329d557 to hash 00000020:00000001:0.0:1749611513.206588:0:29147:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611513.206589:0:29147:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00010000:00000001:0.0:1749611513.206591:0:29147:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00010000:00000001:0.0:1749611513.206593:0:29147:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611513.206594:0:29147:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611513.206596:0:29147:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009d27ca00/0x689c0ec07329d557 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611513.206600:0:29147:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009d27ca00/0x689c0ec07329d557 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611513.206607:0:29147:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009d27ca00/0x689c0ec07329d557 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611513.206611:0:29147:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611513.206612:0:29147:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611513.206615:0:29147:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130c71000. 00000100:00000001:0.0:1749611513.206616:0:29147:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137427537920 : -131936282013696 : ffff880130c71000) 00000100:00000001:0.0:1749611513.206617:0:29147:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611513.206618:0:29147:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936692480 : -131938772859136 : ffff88009c4fc700) 00000100:00000001:0.0:1749611513.206621:0:29147:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611513.206623:0:29147:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.206624:0:29147:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611513.206625:0:29147:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611513.206628:0:29147:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc700 x1834598494684544/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611513.206633:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611513.206634:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611513.206636:0:29147:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009c4fc700 x1834598494684544/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611513.206640:0:29147:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.206641:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611513.206643:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611513.206645:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611513.206646:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611513.206647:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611513.206648:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611513.206649:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611513.206649:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749611513.208641:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800654df800. 00010000:00000010:0.1:1749611513.208646:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a828000. 00000020:00000001:1.0:1749611513.209887:0:29180:0:(lproc_lod.c:1065:mdt_hash_store()) Process leaving via out (rc=5 : 5 : 0x5) 00000100:00000001:0.0:1749611513.448636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611513.448642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611513.448643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611513.448646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611513.448649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611513.448651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611513.448654:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611513.448656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611513.448658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.458573:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611513.458576:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611513.458577:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611513.458579:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611513.458581:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611513.458582:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611513.458584:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611513.458585:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611513.458586:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.735602:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611513.735608:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749611513.735618:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611488/real 1749611488] req@ffff8800827d3100 x1834598494681088/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611513 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611513.735631:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611513.735632:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611513.735635:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe420. 00000400:00000200:2.0:1749611513.735639:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000400:00000010:2.0:1749611513.735641:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:2.0:1749611513.735644:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611513.735646:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d3100 x1834598494681088/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611513 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611513.735651:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d3100 x1834598494681088/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611513 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.735656:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611513.735657:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.735659:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611513.735660:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611513.735662:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8800827d3100 x1834598494681088/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611513 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.735665:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.735672:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611513.735683:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.735685:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611513.735687:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611513.735688:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611513.735691:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d3100 x1834598494681088/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611513 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.735700:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611513.735701:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.735702:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611513.735703:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.735705:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611513.735707:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749611513.735709:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611513.735728:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749611513.735730:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749611513.735732:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d3100 x1834598494681088/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611513 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611513.735736:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494681088:0@lo:250:kworker.0 00000100:00000001:2.0:1749611513.735739:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.735741:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611513.735742:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d3100 x1834598494681088/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611513 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.735746:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611513.735748:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611513.735750:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0dc000. 02000000:00000001:2.0:1749611513.735753:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611513.735755:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611513.735756:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611513.735758:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611513.735759:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c626000. 02000000:00000001:2.0:1749611513.735762:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611513.735766:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611513.735768:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d3100. 00000100:00000001:2.0:1749611513.735770:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611513.735771:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.735772:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.735774:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611513.735775:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.735776:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611513.735777:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611513.735804:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611513.735808:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749611513.735810:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611513.735812:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611513.735814:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611513.735816:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 6094 00000100:00080000:0.0:1749611513.735819:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611513.735821:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611513.735823:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611513.735824:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611513.735826:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611513.735833:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611513.735834:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749611513.735836:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611513.735838:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749611513.735840:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749611513.735841:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749611513.735843:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611513.735844:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611513.735845:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611513.735845:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611513.735847:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749611513.735849:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749611513.735850:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611513.735852:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611513.735854:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611513.735855:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.735856:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611513.735858:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611513.735861:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fdc00. 00000020:00000040:0.0:1749611513.735863:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749611513.735866:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611513.735867:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.735868:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611513.735870:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611513.735872:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611513.735877:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bad2800. 00000100:00000001:0.0:1749611513.735881:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611513.735885:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4fdc00 x1834598494684672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611513.735892:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611513.735895:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611513.735897:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4fdc00] to pc [ptlrpcd_rcv+-1] req@ffff88009c4fdc00 x1834598494684672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611513.735920:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611513.735922:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611513.735925:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611513.735925:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611513.735926:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611513.735928:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611513.735929:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6114 00000100:00080000:0.0:1749611513.735930:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611513.735932:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611513.735933:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611513.735934:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611513.735934:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611513.735935:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611513.735936:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749611513.735936:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611513.735937:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749611513.735937:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611513.735938:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611513.735939:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000100:00000040:2.0:1749611513.735940:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fdc00 x1834598494684672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611513.735940:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611513.735942:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611513.735943:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611513.735944:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611513.735945:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749611513.735945:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611513.735946:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.735946:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611513.735947:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 02000000:00000001:2.0:1749611513.735948:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749611513.735948:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611513.735949:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611513.735950:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611513.735950:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611513.735951:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611513.735953:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494684672:0@lo:250:kworker.0 02000000:00000001:0.0:1749611513.735953:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611513.735954:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.735955:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611513.735955:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:2.0:1749611513.735958:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611513.735959:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.735959:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611513.735961:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749611513.735961:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fce00. 02000000:00000010:2.0:1749611513.735963:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0dc000. 00000020:00000040:0.0:1749611513.735963:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611513.735964:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611513.735964:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611513.735965:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.735965:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611513.735966:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611513.735967:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611513.735968:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe420. 02000000:00000010:0.0:1749611513.735969:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bad2c00. 00000400:00000010:2.0:1749611513.735971:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a7f8. 00000100:00000001:0.0:1749611513.735972:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611513.735974:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4fce00 x1834598494684800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749611513.735975:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494684672, portal 25 00000100:00000001:2.0:1749611513.735976:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611513.735977:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936697856 : -131938772853760 : ffff88009c4fdc00) 00000100:00000001:0.0:1749611513.735978:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749611513.735980:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4fdc00 x1834598494684672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611513.735980:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611513.735981:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4fce00] to pc [ptlrpcd_rcv+-1] req@ffff88009c4fce00 x1834598494684800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.735984:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611513.735986:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611513.735986:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611513.735988:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611513.736004:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611513.736005:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611513.736006:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611513.736007:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611513.736008:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6114 00000100:00080000:0.0:1749611513.736010:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000400:00000010:2.0:1749611513.736011:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000040:0.0:1749611513.736011:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611513.736012:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749611513.736013:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494684672, offset 0 00000100:00000040:0.0:1749611513.736013:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611513.736014:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611513.736015:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611513.736016:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000400:00000200:2.0:1749611513.736017:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749611513.736017:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611513.736018:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611513.736021:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611513.736022:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611513.736024:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000400:00000200:2.0:1749611513.736026:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611513.736026:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611513.736027:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611513.736028:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611513.736029:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611513.736030:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611513.736031:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611513.736032:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611513.736033:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611513.736034:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf94c600 02000000:00000001:0.0:1749611513.736034:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.736035:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611513.736036:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000100:2.0:1749611513.736038:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494684672 offset 0 length 520: 4 00000100:00000010:0.0:1749611513.736038:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4ff800. 00000020:00000040:0.0:1749611513.736039:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000200:2.0:1749611513.736040:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92e100 is in inconsistent state, don't perform health checking (-2, 0) 02000000:00000001:0.0:1749611513.736040:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611513.736041:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.736041:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749611513.736042:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:0.0:1749611513.736042:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611513.736043:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611513.736045:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bad0c00. 00000400:00000200:2.0:1749611513.736047:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000100:00000001:0.0:1749611513.736047:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611513.736048:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000001:2.0:1749611513.736049:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749611513.736049:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4ff800 x1834598494684928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749611513.736052:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4fdc00 x1834598494684672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611513.736053:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611513.736054:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736056:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611513.736056:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4ff800] to pc [ptlrpcd_rcv+-1] req@ffff88009c4ff800 x1834598494684928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611513.736058:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fdc00 x1834598494684672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611513.736059:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736061:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611513.736061:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749611513.736062:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00080000:0.0:1749611513.736063:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611513.736064:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.736066:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1749611513.736067:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300787216 00000100:00080000:0.0:1749611513.736067:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611513.736068:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611513.736070:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6114 00000100:00080000:0.0:1749611513.736071:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000010:2.0:1749611513.736072:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801368dfb00. 00000100:00000040:0.0:1749611513.736072:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611513.736073:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611513.736074:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611513.736075:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611513.736076:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000020:00000001:0.0:1749611513.736076:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611513.736076:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611513.736077:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611513.736078:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749611513.736079:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749611513.736080:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300787216 00000020:00000001:0.0:1749611513.736080:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749611513.736081:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000010:2.0:1749611513.736082:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801368df140. 00000100:00000001:0.0:1749611513.736082:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611513.736083:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611513.736084:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611513.736084:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611513.736085:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749611513.736086:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611513.736087:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611513.736088:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611513.736089:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611513.736090:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.736091:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611513.736092:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300787216 00000100:00000001:0.0:1749611513.736092:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611513.736094:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801368df640. 00000100:00000010:0.0:1749611513.736094:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc380. 00000020:00000040:0.0:1749611513.736095:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749611513.736096:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749611513.736096:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611513.736096:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736097:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300787216 00000100:00000001:0.0:1749611513.736097:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000010:2.0:1749611513.736099:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136819180. 02000000:00000001:0.0:1749611513.736100:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749611513.736101:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 02000000:00000001:0.0:1749611513.736101:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611513.736104:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880111d51400. 00000100:00000001:0.0:1749611513.736106:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611513.736108:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4fc380 x1834598494685056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611513.736109:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611513.736111:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.736111:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611513.736112:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736113:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736114:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611513.736114:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4fc380] to pc [ptlrpcd_rcv+-1] req@ffff88009c4fc380 x1834598494685056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.736116:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611513.736117:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749611513.736117:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611513.736118:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611513.736119:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611513.736119:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611513.736120:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611513.736120:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749611513.736122:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4000. 00000100:00000040:2.0:1749611513.736123:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fce00 x1834598494684800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611513.736123:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611513.736125:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611513.736125:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611513.736126:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736127:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611513.736128:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611513.736128:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006a3b8a00. 02000000:00000001:2.0:1749611513.736129:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611513.736129:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611513.736131:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611513.736131:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749611513.736132:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611513.736133:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494684800:0@lo:38:kworker.0 00000100:00000001:2.0:1749611513.736135:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611513.736135:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749611513.736136:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611513.736136:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.736136:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611513.736138:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611513.736139:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009bad4000] to pc [ptlrpcd_00_02+2] req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611513.736140:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de400. 02000000:00000001:2.0:1749611513.736141:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611513.736143:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe9a0. 00000400:00000010:2.0:1749611513.736144:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000200:2.0:1749611513.736146:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494684800, portal 4 00000100:00000001:2.0:1749611513.736147:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611513.736148:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936694272 : -131938772857344 : ffff88009c4fce00) 00000100:00000001:0.0:1749611513.736150:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611513.736152:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4fce00 x1834598494684800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611513.736152:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6124) 00000100:00000001:1.0:1749611513.736154:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611513.736155:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611513.736156:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611513.736157:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000001:1.0:1749611513.736158:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:2.0:1749611513.736159:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494684800, offset 0 00000100:00000001:1.0:1749611513.736159:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611513.736163:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611513.736164:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611513.736165:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611513.736166:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611513.736167:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611513.736169:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94c680 00000100:00000001:1.0:1749611513.736169:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611513.736171:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611513.736173:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 4680 02000000:00000001:1.0:1749611513.736173:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611513.736174:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611513.736178:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611513.736180:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749611513.736181:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736183:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749611513.736183:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009bad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494685184:0@lo:400:kworker.0 00000100:00000200:2.0:1749611513.736184:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:1.0:1749611513.736185:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749611513.736186:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d3100. 02000000:00000001:1.0:1749611513.736187:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611513.736188:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d3100 x1834598494684800 msgsize 520 02000000:00000001:1.0:1749611513.736189:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611513.736190:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749611513.736191:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1749611513.736192:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880129dbb000. 02000000:00000001:1.0:1749611513.736193:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611513.736196:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db8f0. 00000400:00000010:1.0:1749611513.736199:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:2.0:1749611513.736200:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:1.0:1749611513.736202:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494685184, portal 10 00000400:00000200:2.0:1749611513.736203:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000100:00000001:1.0:1749611513.736203:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:2.0:1749611513.736204:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000001:1.0:1749611513.736204:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134926041088 : -131938783510528 : ffff88009bad4000) 00000100:00000001:2.0:1749611513.736205:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611513.736207:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4fce00 x1834598494684800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611513.736208:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.736211:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611513.736213:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fce00 x1834598494684800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611513.736213:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611513.736214:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611513.736216:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611513.736216:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000100:00000001:2.0:1749611513.736217:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:1.0:1749611513.736217:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494685184, offset 0 00000100:00000001:2.0:1749611513.736219:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611513.736220:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611513.736221:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1275 usecs (2 jiffies) 00000100:00000001:3.0:1749611513.736222:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611513.736222:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300787195 00000100:00000001:2.0:1749611513.736224:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300787216 00000400:00000200:1.0:1749611513.736224:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749611513.736225:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494684800 00000100:00000001:2.0:1749611513.736225:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300787195 00000100:00000001:2.0:1749611513.736226:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300787216 02000000:00000001:3.0:1749611513.736227:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611513.736227:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300787195 00000100:00000001:2.0:1749611513.736228:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300787216 00000400:00000200:1.0:1749611513.736228:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94c800 00000100:00000001:3.0:1749611513.736229:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611513.736229:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300787195 00000100:00000001:3.0:1749611513.736231:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611513.736231:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 120168 00000100:00000001:2.0:1749611513.736233:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300787216 02000000:00000001:3.0:1749611513.736234:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736234:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611513.736235:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611513.736235:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749611513.736236:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494684800 00000100:00000001:2.0:1749611513.736236:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749611513.736237:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611513.736238:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611513.736239:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611513.736239:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4ff800 x1834598494684928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611513.736239:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749611513.736240:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749611513.736240:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749611513.736241:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611513.736242:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736242:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1749611513.736242:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111266300. 00000100:00000001:2.0:1749611513.736243:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611513.736244:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749611513.736244:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880111266300 x1834598494685184 msgsize 224 02000000:00000001:2.0:1749611513.736245:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611513.736246:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611513.736246:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749611513.736247:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5000. 00000100:00100000:2.0:1749611513.736248:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494684928:0@lo:38:kworker.0 00000100:00000001:2.0:1749611513.736249:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749611513.736250:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7680. 02000000:00000001:2.0:1749611513.736250:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611513.736251:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611513.736252:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749611513.736253:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 02000000:00000010:2.0:1749611513.736253:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de800. 00000100:00000001:1.0:1749611513.736253:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749611513.736254:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611513.736256:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fef78. 00000400:00000200:1.0:1749611513.736256:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000100:00000001:3.0:1749611513.736257:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611513.736257:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749611513.736258:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:3.0:1749611513.736259:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611513.736262:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611513.736262:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1749611513.736263:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000200:2.0:1749611513.736265:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494684928, portal 10 00000100:00000200:1.0:1749611513.736265:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.736266:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611513.736266:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936705024 : -131938772846592 : ffff88009c4ff800) 00000100:00000040:2.0:1749611513.736270:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4ff800 x1834598494684928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611513.736270:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611513.736271:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.736273:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611513.736275:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611513.736275:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611513.736275:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611513.736276:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000001:1.0:1749611513.736276:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1749611513.736277:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494684928, offset 0 00000100:00000001:1.0:1749611513.736278:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611513.736279:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611513.736280:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 950 usecs (1 jiffies) 00000100:00000001:3.0:1749611513.736281:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611513.736282:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749611513.736282:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611513.736282:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300787194 00000400:00000200:2.0:1749611513.736284:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94c700 00000100:00000001:1.0:1749611513.736284:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300787216 00000100:00000001:1.0:1749611513.736285:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300787194 00000400:00000200:2.0:1749611513.736286:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 120392 00000100:00000001:1.0:1749611513.736286:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300787216 00000100:00000001:1.0:1749611513.736288:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300787194 00000100:00000001:1.0:1749611513.736289:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300787216 00000100:00100000:3.0:1749611513.736290:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00000001:1.0:1749611513.736290:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300787194 00000100:00000001:1.0:1749611513.736291:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300787216 00000100:00000001:3.0:1749611513.736292:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503461120 : -131939206090496 : ffff8800827d3100) 00000400:00000200:2.0:1749611513.736292:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611513.736292:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611513.736293:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611513.736294:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611513.736294:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611513.736295:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d3100 x1834598494684800/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.736296:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611513.736296:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611513.736297:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611513.736299:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d1f80. 00000100:00000001:1.0:1749611513.736299:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611513.736299:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1749611513.736300:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d1f80 x1834598494684928 msgsize 520 00000100:00000001:1.0:1749611513.736301:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611513.736301:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611513.736302:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611513.736303:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494684800:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1749611513.736303:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611513.736303:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611513.736305:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494684800 00000020:00000001:3.0:1749611513.736308:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611513.736308:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611513.736309:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00010000:00000001:3.0:1749611513.736310:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749611513.736310:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:2.0:1749611513.736311:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611513.736312:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749611513.736313:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4ff800 x1834598494684928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611513.736314:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611513.736314:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494685184 00000100:00100000:1.0:1749611513.736315:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494684928 02000000:00000001:1.0:1749611513.736316:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611513.736317:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611513.736318:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4ff800 x1834598494684928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611513.736318:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749611513.736319:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611513.736319:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611513.736320:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00020000:3.0:1749611513.736321:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611513.736321:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736322:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736322:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611513.736322:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611513.736323:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749611513.736323:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736324:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611513.736324:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611513.736324:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494685184 00010000:00000001:3.0:1749611513.736325:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611513.736325:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1105 usecs (2 jiffies) 00000100:00100000:1.0:1749611513.736325:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494684928 00000020:00000001:0.0:1749611513.736325:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749611513.736326:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611513.736326:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749611513.736327:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611513.736327:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300787195 00000020:00000040:1.0:1749611513.736327:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611513.736327:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611513.736328:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300787216 00000020:00000001:1.0:1749611513.736328:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611513.736328:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749611513.736329:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611513.736329:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300787195 00000020:00000001:1.0:1749611513.736329:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611513.736330:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611513.736330:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300787216 00000020:00000001:1.0:1749611513.736330:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611513.736330:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611513.736331:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300787195 00000020:00000001:0.0:1749611513.736331:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000010:1.0:1749611513.736332:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbb200. 02000000:00000010:3.0:1749611513.736333:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009a3ff000. 00000100:00000001:2.0:1749611513.736333:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300787216 00000100:00000001:2.0:1749611513.736333:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300787195 02000000:00000001:3.0:1749611513.736334:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.736334:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611513.736335:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736335:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300787216 00000020:00000010:1.0:1749611513.736335:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800873db680. 00000020:00000010:0.0:1749611513.736335:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012bdeed80. 00000100:00000001:2.0:1749611513.736336:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611513.736337:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611513.736337:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00010000:00000001:3.0:1749611513.736338:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1749611513.736338:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b1a7a340. 00010000:00000001:3.0:1749611513.736339:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611513.736339:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611513.736340:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611513.736340:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611513.736341:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611513.736342:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749611513.736342:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc380 x1834598494685056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611513.736342:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611513.736343:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611513.736344:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.736345:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749611513.736346:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611513.736346:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749611513.736347:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611513.736347:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611513.736348:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611513.736348:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611513.736348:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611513.736348:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c600. 02000000:00000001:2.0:1749611513.736349:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611513.736350:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:2.0:1749611513.736350:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611513.736350:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff700. 00000100:00000040:3.0:1749611513.736351:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611513.736352:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:2.0:1749611513.736352:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494685056:0@lo:38:kworker.0 00000100:00000001:1.0:1749611513.736352:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749611513.736352:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000001:1.0:1749611513.736353:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749611513.736354:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736354:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611513.736355:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611513.736355:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749611513.736355:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00000040:3.0:1749611513.736356:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611513.736356:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611513.736356:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503456640 : -131939206094976 : ffff8800827d1f80) 02000000:00000001:2.0:1749611513.736357:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611513.736357:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000010:3.0:1749611513.736358:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 02000000:00000010:2.0:1749611513.736358:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de000. 00000100:00000001:0.0:1749611513.736358:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749611513.736359:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611513.736359:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d1f80 x1834598494684928/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611513.736359:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611513.736360:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611513.736361:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe898. 00000100:00000200:3.0:1749611513.736363:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494684800, offset 0 00000400:00000010:2.0:1749611513.736363:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000001:0.0:1749611513.736363:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:1.0:1749611513.736364:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494684928:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611513.736364:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:2.0:1749611513.736365:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494685056, portal 10 00000100:00000001:0.0:1749611513.736365:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611513.736366:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611513.736366:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611513.736366:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936691584 : -131938772860032 : ffff88009c4fc380) 00000100:00000200:1.0:1749611513.736366:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494684928 00000020:00000001:1.0:1749611513.736367:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749611513.736369:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611513.736369:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611513.736370:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611513.736370:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4fc380 x1834598494685056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.736373:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611513.736373:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611513.736374:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.736374:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749611513.736375:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94c680 00000100:00000040:2.0:1749611513.736375:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611513.736376:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00010000:00020000:1.0:1749611513.736376:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749611513.736376:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00010000:00000001:1.0:1749611513.736377:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749611513.736378:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9215 [1] + 0 00000100:00000040:0.0:1749611513.736378:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00010000:00000001:1.0:1749611513.736379:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611513.736379:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896914176 : -131936812637440 : ffff880111266300) 00000100:00000200:2.0:1749611513.736380:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494685056, offset 0 00000100:00000001:1.0:1749611513.736380:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749611513.736381:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611513.736381:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:3.0:1749611513.736382:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611513.736382:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611513.736382:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111266300 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:194/0 lens 224/0 e 0 to 0 dl 1749611524 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611513.736385:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611513.736385:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749611513.736385:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749611513.736387:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fa9000. 00000100:00000200:3.0:1749611513.736388:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4fce00 x1834598494684800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611513.736388:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94c780 02000000:00000001:1.0:1749611513.736388:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611513.736390:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 120912 00000100:00000001:1.0:1749611513.736390:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611513.736391:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611513.736392:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749611513.736392:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611513.736393:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611513.736393:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749611513.736394:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c4fce00 x1834598494684800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611513.736394:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:0.0:1749611513.736394:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012bdeeb40. 00000100:00000001:2.0:1749611513.736395:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611513.736396:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611513.736396:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611513.736397:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749611513.736397:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012bdeeb40. 00000100:00000001:3.0:1749611513.736398:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:2.0:1749611513.736398:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749611513.736398:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00100000:0.0:1749611513.736399:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494685184:12345-0@lo:400:kworker.0 00000100:00000010:2.0:1749611513.736400:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d2a00. 00000100:00000001:1.0:1749611513.736400:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611513.736401:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000040:2.0:1749611513.736401:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d2a00 x1834598494685056 msgsize 520 00000100:00000001:1.0:1749611513.736401:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:0.0:1749611513.736401:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494685184 00000400:00000010:3.0:1749611513.736402:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000020:00000001:0.0:1749611513.736403:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611513.736404:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749611513.736404:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749611513.736404:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000020:00000001:0.0:1749611513.736404:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:1.0:1749611513.736405:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611513.736406:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749611513.736406:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611513.736406:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611513.736407:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736407:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611513.736407:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749611513.736408:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:3.0:1749611513.736409:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:1.0:1749611513.736409:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749611513.736409:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:3.0:1749611513.736410:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611513.736410:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000400:00000010:2.0:1749611513.736410:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000400:00000010:1.0:1749611513.736410:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000020:00000001:0.0:1749611513.736411:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749611513.736412:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611513.736412:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749611513.736413:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494684928, offset 0 00000020:00000001:0.0:1749611513.736413:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611513.736414:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d3100 x1834598494684800/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611533 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611513.736414:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4fc380 x1834598494685056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611513.736414:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1749611513.736415:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:0.0:1749611513.736415:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749611513.736416:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736417:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611513.736417:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749611513.736418:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749611513.736419:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494684800:12345-0@lo:38:kworker.0 Request processed in 117us (230us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749611513.736419:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc380 x1834598494685056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611513.736420:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749611513.736421:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94c700 02000000:00000001:0.0:1749611513.736421:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611513.736422:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611513.736422:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d52400. 00000100:00000001:2.0:1749611513.736423:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749611513.736424:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000400:00000200:1.0:1749611513.736424:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9225 [1] + 0 02000000:00000001:0.0:1749611513.736424:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611513.736425:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611513.736425:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.736425:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611513.736426:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749611513.736426:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000020:00000001:0.0:1749611513.736426:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611513.736427:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:0.0:1749611513.736427:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494685184 00000100:00000001:2.0:1749611513.736428:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300787194 00000020:00000010:3.0:1749611513.736429:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7680. 00000100:00000001:2.0:1749611513.736429:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300787216 00000400:00000200:1.0:1749611513.736429:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749611513.736429:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749611513.736430:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300787194 00000020:00000010:3.0:1749611513.736431:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611513.736431:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300787216 00000100:00000001:1.0:1749611513.736431:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611513.736432:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300787194 00010000:00000200:0.0:1749611513.736432:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880111266300 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1749611524 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.736433:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300787216 00000100:00000200:1.0:1749611513.736433:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4ff800 x1834598494684928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611513.736434:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5000. 00000100:00000001:2.0:1749611513.736434:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300787194 00000100:00000001:3.0:1749611513.736435:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.736435:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300787216 00000100:00000001:2.0:1749611513.736436:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611513.736436:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611513.736437:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611513.736437:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736438:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611513.736438:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c4ff800 x1834598494684928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.736439:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611513.736439:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611513.736441:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611513.736442:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611513.736442:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749611513.736442:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611513.736442:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000200:1.0:1749611513.736444:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000400:00000010:1.0:1749611513.736445:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:0.0:1749611513.736445:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611513.736446:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611513.736447:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611513.736447:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:3.0:1749611513.736448:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:0.0:1749611513.736448:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611513.736449:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611513.736449:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611513.736449:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:3.0:1749611513.736450:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000400:00000001:2.0:1749611513.736450:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611513.736450:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611513.736450:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611513.736451:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe9a0. 00000400:00000200:2.0:1749611513.736452:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000100:00000001:1.0:1749611513.736452:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611513.736452:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000400:00000010:2.0:1749611513.736453:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000040:1.0:1749611513.736453:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611513.736455:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611513.736455:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611513.736455:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494685184, offset 224 00000020:00000001:1.0:1749611513.736456:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611513.736457:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4fce00 x1834598494684800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611513.736458:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d1f80 x1834598494684928/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611533 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611513.736458:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749611513.736461:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4fce00 x1834598494684800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611513.736462:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611513.736463:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611513.736463:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494684928:12345-0@lo:38:kworker.0 Request processed in 99us (161us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749611513.736464:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494685056 02000000:00000001:3.0:1749611513.736465:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611513.736465:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611513.736465:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611513.736466:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611513.736466:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:0.0:1749611513.736466:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94c800 00000100:00000001:3.0:1749611513.736467:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611513.736468:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611513.736468:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1749611513.736468:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00000001:2.0:1749611513.736469:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611513.736469:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749611513.736469:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x921d [1] + 224 00000100:00100000:3.0:1749611513.736470:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494685056 00000100:00000001:2.0:1749611513.736470:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611513.736470:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749611513.736471:0:10935:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749611513.736471:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611513.736471:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800873db680. 00000020:00000040:3.0:1749611513.736472:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749611513.736472:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611513.736473:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611513.736473:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611513.736473:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611513.736474:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611513.736474:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00001000:2.0:1749611513.736475:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611513 v=5 (0 0 0 0) 00000020:00000010:1.0:1749611513.736475:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbb200. 00000100:00000001:0.0:1749611513.736475:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749611513.736476:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5000. 00000020:00000010:3.0:1749611513.736477:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7680. 00000100:00001000:2.0:1749611513.736477:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=36 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611513.736477:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.736478:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1749611513.736478:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611513.736479:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:3.0:1749611513.736480:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611513.736480:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611513.736481:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611513.736481:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611513.736482:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611513.736483:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fce00 x1834598494684800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611538 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611513.736483:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611513.736484:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736487:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611513.736489:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611513.736489:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611513.736490:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.736491:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611513.736492:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749611513.736492:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00080000:2.0:1749611513.736493:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:0.0:1749611513.736493:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:3.0:1749611513.736494:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611513.736495:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611513.736495:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611513.736496:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611513.736497:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611513.736497:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611513.736498:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611513.736498:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611513.736499:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749611513.736499:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00100000:3.0:1749611513.736500:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00000040:2.0:1749611513.736500:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fce00 x1834598494684800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611538 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611513.736500:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:0.0:1749611513.736500:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749611513.736501:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503459328 : -131939206092288 : ffff8800827d2a00) 00000020:00000001:0.0:1749611513.736501:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611513.736502:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611513.736502:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749611513.736503:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611513.736504:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d2a00 x1834598494685056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611533 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611513.736505:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494684800:0@lo:38:kworker.0 00000100:00000040:0.0:1749611513.736505:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111266300 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:194/0 lens 224/224 e 0 to 0 dl 1749611524 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611513.736508:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611513.736508:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611513.736508:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611513.736509:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494685056:12345-0@lo:38:kworker.0 00000400:00000010:2.0:1749611513.736509:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fef78. 00000100:00000001:1.0:1749611513.736509:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749611513.736510:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000100:00100000:0.0:1749611513.736510:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111266300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494685184:12345-0@lo:400:kworker.0 Request processed in 116us (264us total) trans 0 rc 0/0 00000100:00000200:3.0:1749611513.736511:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494685056 00000400:00000010:2.0:1749611513.736511:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000020:00000001:3.0:1749611513.736512:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611513.736512:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749611513.736513:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749611513.736513:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4ff800 x1834598494684928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611513.736513:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611513.736513:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:0.0:1749611513.736514:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000400:00000010:1.0:1749611513.736515:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db8f0. 00000020:00000001:3.0:1749611513.736517:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611513.736517:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749611513.736517:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000200:2.0:1749611513.736518:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4ff800 x1834598494684928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611513.736518:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00010000:00020000:3.0:1749611513.736519:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611513.736519:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611513.736537:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611513.736538:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.736539:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611513.736539:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749611513.736540:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611513.736540:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611513.736541:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611513.736541:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611513.736542:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:0.0:1749611513.736542:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff700. 00010000:00000001:3.0:1749611513.736543:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611513.736543:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611513.736544:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611513.736545:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:2.0:1749611513.736545:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611513 v=5 (0 0 0 0) 00000020:00000010:0.0:1749611513.736545:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000100:00000001:3.0:1749611513.736546:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749611513.736546:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c600. 02000000:00000001:3.0:1749611513.736547:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1749611513.736547:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=18 v=20 (1 20 1 1) 00000100:00000001:2.0:1749611513.736548:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749611513.736548:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.736549:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:0.0:1749611513.736549:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000010:3.0:1749611513.736550:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c955c00. 00000100:00000001:2.0:1749611513.736550:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611513.736551:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611513.736551:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611513.736552:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611513.736552:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4ff800 x1834598494684928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611538 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611513.736552:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:3.0:1749611513.736554:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611513.736555:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736555:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749611513.736556:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611513.736556:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611513.736556:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.736557:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611513.736557:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611513.736558:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749611513.736558:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611513.736559:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611513.736559:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611513.736560:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611513.736560:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736561:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611513.736562:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611513.736562:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749611513.736562:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611513.736563:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00080000:2.0:1749611513.736563:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:1.0:1749611513.736564:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=68 v=5 (5 5 5 5) 00000100:00000040:3.0:1749611513.736565:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611513.736565:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00080000:2.0:1749611513.736565:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:3.0:1749611513.736566:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736566:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749611513.736566:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611513.736567:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611513.736568:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611513.736568:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4ff800 x1834598494684928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611538 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611513.736568:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611513.736569:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611513.736570:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00010000:00000001:1.0:1749611513.736570:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:3.0:1749611513.736572:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494685056, offset 0 00000100:00100000:2.0:1749611513.736572:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494684928:0@lo:38:kworker.0 00010000:00080000:1.0:1749611513.736573:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611513.736574:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611513.736574:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736575:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611513.736577:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611513.736577:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fce00 x1834598494684800/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611538 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611513.736577:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611513.736578:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749611513.736579:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:3.0:1749611513.736580:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94c780 00000100:00000001:2.0:1749611513.736580:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749611513.736580:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:2.0:1749611513.736581:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611513.736581:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611513.736582:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de400. 00000400:00000200:3.0:1749611513.736583:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9231 [1] + 0 02000000:00000001:2.0:1749611513.736583:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749611513.736583:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611513.736584:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1749611513.736585:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749611513.736585:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749611513.736586:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611513.736586:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611513.736587:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749611513.736587:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bad2c00. 00000100:00000001:1.0:1749611513.736587:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611513.736588:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611513.736589:0:10935:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749611513.736589:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611513.736589:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611513.736590:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fce00. 00000100:00000040:1.0:1749611513.736590:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611513.736591:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4fc380 x1834598494685056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.736592:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611513.736593:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.736594:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749611513.736594:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bad4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494685184:0@lo:400:kworker.0 00000100:00000040:2.0:1749611513.736595:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4ff800 x1834598494684928/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611538 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611513.736596:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c4fc380 x1834598494685056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611513.736597:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.736598:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749611513.736598:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611513.736599:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1749611513.736599:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bad4000 x1834598494685184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611513.736600:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de800. 02000000:00000001:2.0:1749611513.736601:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611513.736603:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611513.736603:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611513.736604:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749611513.736604:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611513.736604:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000010:1.0:1749611513.736605:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880129dbb000. 00000400:00000200:3.0:1749611513.736606:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000020:00000001:2.0:1749611513.736606:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:3.0:1749611513.736607:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 02000000:00000010:2.0:1749611513.736607:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bad0c00. 02000000:00000001:2.0:1749611513.736608:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611513.736608:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611513.736609:0:10935:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:2.0:1749611513.736609:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611513.736609:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4ff800. 00000100:00000001:3.0:1749611513.736610:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749611513.736610:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611513.736610:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749611513.736611:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736611:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611513.736611:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.736612:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611513.736612:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749611513.736613:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611513.736613:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1749611513.736613:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006a3b8a00. 00000100:00000001:3.0:1749611513.736614:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736614:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749611513.736615:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611513.736615:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611513.736615:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:2.0:1749611513.736616:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611513.736616:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:1.0:1749611513.736616:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4000. 00000100:00000040:3.0:1749611513.736617:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d2a00 x1834598494685056/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611533 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611513.736617:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe898. 00000400:00000200:2.0:1749611513.736618:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000100:00000001:1.0:1749611513.736618:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611513.736618:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611513.736619:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:1.0:1749611513.736619:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.736620:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611513.736622:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494685056:12345-0@lo:38:kworker.0 Request processed in 112us (219us total) trans 0 rc -19/-19 00000100:00000200:2.0:1749611513.736622:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4fc380 x1834598494685056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611513.736622:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611513.736623:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611513.736624:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611513.736625:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611513.736626:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00000200:2.0:1749611513.736626:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4fc380 x1834598494685056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611538 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611513.736627:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611513.736628:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749611513.736630:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7680. 00000100:00000001:2.0:1749611513.736630:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749611513.736631:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611513.736631:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.736631:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611513.736632:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749611513.736633:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5000. 00000100:00000001:2.0:1749611513.736633:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611513.736634:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.736634:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611513.736635:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611513.736636:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611513 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611513.736638:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=68 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611513.736639:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:2.0:1749611513.736641:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:2.0:1749611513.736642:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611513.736643:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611513.736645:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc380 x1834598494685056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611538 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.736651:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611513.736652:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611513.736653:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.736654:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611513.736654:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611513.736655:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611513.736657:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611513.736658:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611513.736660:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc380 x1834598494685056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611538 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611513.736663:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494685056:0@lo:38:kworker.0 00000100:00000001:2.0:1749611513.736665:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736666:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611513.736667:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc380 x1834598494685056/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611538 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611513.736670:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611513.736671:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611513.736672:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de000. 02000000:00000001:2.0:1749611513.736673:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611513.736673:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611513.736674:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611513.736675:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611513.736675:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880111d51400. 02000000:00000001:2.0:1749611513.736677:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611513.736677:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611513.736678:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc380. 00000100:00000001:2.0:1749611513.736679:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611513.736679:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611513.736680:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736681:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611513.736684:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611513.736685:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611513.736685:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611513.758571:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300787216, at 4300787216 00000100:00000010:0.0:1749611513.758576:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801368dfb00. 00000100:00000040:3.0:1749611513.758578:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300787216, at 4300787216 00000100:00000040:2.0:1749611513.758579:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300787216, at 4300787216 00000100:00000040:1.0:1749611513.758583:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300787216, at 4300787216 00000100:00000010:3.0:1749611513.758587:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136819180. 00000100:00000010:1.0:1749611513.758591:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801368df140. 00000100:00000010:2.0:1749611513.758596:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801368df640. 00010000:00000001:0.0:1749611514.172643:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611514.172649:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611514.172651:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611514.172652:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611514.172655:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611514.172657:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611514.172658:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611514.172660:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611514.172742:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611514.172745:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611514.172747:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611514.206612:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611514.206616:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611514.206617:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611514.206620:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611514.206623:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611514.206625:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611514.206627:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611514.206629:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611514.206631:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611514.448699:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611514.448708:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611514.448710:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611514.448715:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611514.448719:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611514.448723:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611514.448726:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611514.448738:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880078805f80 x1834598494683904/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611514.448773:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611514.448778:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078805f80 x1834598494683904/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611514.448786:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611514.448789:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611514.448792:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611514.448794:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611514.448797:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805f80 x1834598494683904/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611514.448806:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078805f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494683904:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611514.448811:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611514.448813:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611514.448816:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611514.448818:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611514.448821:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078805f80 x1834598494683904/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611514.448828:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611514.448831:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880130c71300. 00000100:00000001:0.0:1749611514.448837:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611514.448838:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611514.448842:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611514.448846:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611514.448849:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611514.448852:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c9bf800 refcount=4 00000020:00000001:0.0:1749611514.448854:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134941685760 : -131938767865856 : ffff88009c9bf800) 00010000:00000001:0.0:1749611514.448857:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134941685760 : -131938767865856 : ffff88009c9bf800) 00010000:00010000:0.0:1749611514.448864:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009c9bf800/0x689c0ec07329d550 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611514.448883:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611514.448889:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009c9bf800/0x689c0ec07329d550 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611514.448895:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611514.448898:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c9bf800/0x689c0ec07329d550 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611514.448904:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611514.448906:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611514.448908:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009c9bf800/0x689c0ec07329d550 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611514.448914:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611514.448917:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611514.448920:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611514.448923:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009c9bf800/0x689c0ec07329d550 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611514.448929:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009c9bf800 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611514.448932:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611514.448935:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009c9bf800/0x689c0ec07329d550 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611514.448941:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611514.448942:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611514.448943:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611514.448945:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c9bf800 refcount=5 00000020:00000001:0.0:1749611514.448947:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134941685760 : -131938767865856 : ffff88009c9bf800) 00010000:00000001:0.0:1749611514.448949:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134941685760 : -131938767865856 : ffff88009c9bf800) 00010000:00000001:0.0:1749611514.448952:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611514.448960:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009c9bf800/0x689c0ec07329d550 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611514.448965:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611514.448968:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009c9bf800/0x689c0ec07329d550 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611514.448974:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611514.448976:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611514.448978:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611514.448980:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611514.449026:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611514.449030:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611514.449032:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611514.449034:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611514.449035:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611514.449038:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009c9bf800 with handle 0x689c0ec07329d550 from hash 00010000:00000001:0.0:1749611514.449041:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611514.449042:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611514.449043:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611514.449045:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611514.449046:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611514.449048:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611514.449050:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611514.449052:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611514.449053:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611514.449055:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611514.449058:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009c9bf800/0x689c0ec07329d550 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611514.449063:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611514.449064:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611514.449065:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611514.449067:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611514.449068:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611514.449069:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611514.449070:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611514.449079:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009c9bf800/0x689c0ec07329d550 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611514.449114:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611514.449117:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611514.449120:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611514.449125:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078805f80 x1834598494683904/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611514.449133:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611514.449136:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611514.449138:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611514.449140:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611514.449145:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009c9be000. 02000000:00000001:0.0:1749611514.449151:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611514.449153:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611514.449155:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078805f80. 00000100:00000001:0.0:1749611514.449161:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611514.449162:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611514.449164:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611514.449167:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611514.449170:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611514.449174:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012bdeeb40. 00000020:00000010:0.0:1749611514.449179:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c600. 00000020:00000010:0.0:1749611514.449184:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27c000. 00000040:00000010:0.0:1749611514.449187:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d27cc00. 00000020:00000010:0.0:1749611514.449192:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72c000. 00000020:00000010:0.0:1749611514.449197:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27d800. 80000000:00000010:0.0:1749611514.449202:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b161e0. 00040000:00000010:0.0:1749611514.449208:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27c800. 00080000:00000010:0.0:1749611514.449214:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d5000. 00080000:00000010:0.0:1749611514.449219:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f02000. 10000000:00000040:0.0:1749611514.449228:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611514.449233:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88006ee72840 : new refcount 2 00000040:00000001:0.0:1749611514.449237:0:9690:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611514.449244:0:9690:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611514.449248:0:9690:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88009d27d400. 00000040:00000001:0.0:1749611514.449252:0:9690:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611514.449256:0:9690:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611514.449260:0:9690:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611514.449264:0:9690:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00080000:00000001:0.0:1749611514.449271:0:9690:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611514.449275:0:9690:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611514.449294:0:9690:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611514.449316:0:9690:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611514.449319:0:9690:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611514.449321:0:9690:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611514.449323:0:9690:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611514.449325:0:9690:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611514.449329:0:9690:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x6:0x0] 84:3075167909 to info ffff8800ac9d5000 00000020:00000001:0.0:1749611514.449334:0:9690:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369f7a30 00080000:00000002:0.0:1749611514.449336:0:9690:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x6:0x0] 00080000:00000001:0.0:1749611514.449339:0:9690:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611514.449342:0:9690:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611514.449349:0:9690:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009cd68c00. 00080000:00000001:0.0:1749611514.449351:0:9690:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611514.449356:0:9690:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff88006a9b84b0. 00000020:00000001:0.0:1749611514.449359:0:9690:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611514.449374:0:9690:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134951049560 : -131938758502056 : ffff88009d2ad958) 00000040:00000001:0.0:1749611514.449377:0:9690:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611514.449379:0:9690:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611514.449381:0:9690:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611514.449387:0:9690:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880070f00000. 00000040:00000001:0.0:1749611514.449389:0:9690:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611514.449391:0:9690:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611514.449407:0:9690:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611514.449409:0:9690:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611514.449411:0:9690:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611514.449413:0:9690:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611514.449416:0:9690:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16300. 00000040:00001000:0.0:1749611514.449418:0:9690:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611514.449428:0:9690:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611514.449432:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d000. 00000020:00000010:0.0:1749611514.449435:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27ce00. 00000040:00000010:0.0:1749611514.449439:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d27c200. 00000020:00000010:0.0:1749611514.449442:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a729000. 00000020:00000010:0.0:1749611514.449448:0:9690:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdeeb0. 00000020:00000010:0.0:1749611514.449451:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88008295f800. 80000000:00000010:0.0:1749611514.449454:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b165a0. 40000000:00000010:0.0:1749611514.449457:0:9690:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012bdeea80. 00100000:00000010:0.0:1749611514.449462:0:9690:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a728000. 00040000:00000010:0.0:1749611514.449466:0:9690:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88006a3b8600. 00040000:00000010:0.0:1749611514.449470:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88008295f400. 00080000:00000010:0.0:1749611514.449474:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d7000. 00080000:00000010:0.0:1749611514.449479:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 00000004:00000010:0.0:1749611514.449484:0:9690:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a72b000. 00000004:00000010:0.0:1749611514.449490:0:9690:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009a4c7000. 00000004:00000010:0.0:1749611514.449495:0:9690:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72a800. 00002000:00000010:0.0:1749611514.449500:0:9690:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cd6a800. 00000004:00000010:0.0:1749611514.449504:0:9690:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009cd68000. 00000020:00000010:0.0:1749611514.449508:0:9690:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012bdee280. 00000040:00000010:0.0:1749611514.449515:0:9690:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009a4c8000. 00000040:00001000:0.0:1749611514.449518:0:9690:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611514.449550:0:9690:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611514.449552:0:9690:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611514.449557:0:9690:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10504 00000040:00000001:0.0:1749611514.449565:0:9690:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611514.449568:0:9690:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611514.449570:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c8000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611514.449573:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611514.449576:0:9690:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611514.449578:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c80e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611514.449580:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:0.0:1749611514.449582:0:9690:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611514.449589:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c8160 type=0x10620000 idx=3 00000040:00001000:0.0:1749611514.449591:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:0.0:1749611514.449593:0:9690:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611514.449595:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c81d0 type=0x10620000 idx=4 00000040:00001000:0.0:1749611514.449597:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1749611514.449599:0:9690:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611514.449601:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c82b0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611514.449602:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1749611514.449604:0:9690:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611514.449606:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c8390 type=0x10620000 idx=6 00000040:00001000:0.0:1749611514.449607:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1749611514.449609:0:9690:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611514.449611:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c83e0 type=0x10620000 idx=7 00000040:00001000:0.0:1749611514.449613:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1749611514.449614:0:9690:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611514.449616:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c84c0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611514.449618:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6976 remains) 00000040:00001000:0.0:1749611514.449619:0:9690:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611514.449621:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c85a0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611514.449623:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 80 (6752 remains) 00000040:00001000:0.0:1749611514.449625:0:9690:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611514.449626:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c85f0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611514.449628:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6672 remains) 00000040:00001000:0.0:1749611514.449630:0:9690:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611514.449632:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c86d0 type=0x10620000 idx=11 00000040:00001000:0.0:1749611514.449634:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6448 remains) 00000040:00001000:0.0:1749611514.449635:0:9690:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611514.449637:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c87b0 type=0x10620000 idx=12 00000040:00001000:0.0:1749611514.449639:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 120 (6224 remains) 00000040:00001000:0.0:1749611514.449640:0:9690:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611514.449642:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c8828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611514.449644:0:9690:0:(llog.c:688:llog_process_thread()) synced_idx: 13 00000040:00000001:0.0:1749611514.449650:0:9690:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611514.449652:0:9690:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611514.449654:0:9690:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 13 (cur idx 13 off 8192), size 10504 00000040:00000001:0.0:1749611514.449659:0:9690:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611514.449661:0:9690:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611514.449663:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c8828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611514.449665:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 224 (6104 remains) 00000040:00001000:0.0:1749611514.449666:0:9690:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 13 synced_idx: 13 lgh_last_idx: 13 00000040:00001000:0.0:1749611514.449668:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009a4c8908 type=0x0 idx=0 00000040:00000001:0.0:1749611514.449671:0:9690:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611514.449673:0:9690:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00000010:0.0:1749611514.449675:0:9690:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009a4c8000. 00000020:00000010:0.0:1749611514.449683:0:9690:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012bdee280. 00000020:00000010:0.0:1749611514.449691:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27ce00. 00000040:00000010:0.0:1749611514.449697:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009d27c200. 00000020:00000010:0.0:1749611514.449700:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a729000. 00000020:00000010:0.0:1749611514.449705:0:9690:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdeeb0. 00000020:00000010:0.0:1749611514.449710:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88008295f800. 80000000:00000010:0.0:1749611514.449713:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b165a0. 40000000:00000010:0.0:1749611514.449717:0:9690:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012bdeea80. 00100000:00000010:0.0:1749611514.449720:0:9690:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a728000. 00040000:00000010:0.0:1749611514.449725:0:9690:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88006a3b8600. 00040000:00000010:0.0:1749611514.449728:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88008295f400. 00080000:00000010:0.0:1749611514.449732:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:0.0:1749611514.449736:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d7000. 00000004:00000010:0.0:1749611514.449741:0:9690:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a72b000. 00000004:00000010:0.0:1749611514.449746:0:9690:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009a4c7000. 00000004:00000010:0.0:1749611514.449750:0:9690:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a72a800. 00002000:00000010:0.0:1749611514.449753:0:9690:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cd6a800. 00000004:00000010:0.0:1749611514.449757:0:9690:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009cd68000. 00000020:00000010:0.0:1749611514.449760:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d000. 00000040:00000010:0.0:1749611514.449766:0:9690:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16300. 00000040:00000001:0.0:1749611514.449769:0:9690:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611514.449771:0:9690:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611514.449780:0:9690:0:(lu_object.c:207:lu_object_put()) Add ffff88012d05a000/ffff88009d2ad900 to site lru. bkt: ffff880111e98188 00000040:00000010:0.0:1749611514.449783:0:9690:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88006a9b84b0. 00000040:00000001:0.0:1749611514.449786:0:9690:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611514.449789:0:9690:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880070f00000. 00000040:00000010:0.0:1749611514.449793:0:9690:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88009d27d400. 00000040:00000001:0.0:1749611514.449796:0:9690:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611514.449799:0:9690:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log lustre-OST0000, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611514.449802:0:9690:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611514.449805:0:9690:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611514.449808:0:9690:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611514.449810:0:9690:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:0.0:1749611514.449812:0:9690:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611514.449814:0:9690:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88008295ee00. 00000040:00000001:0.0:1749611514.449816:0:9690:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611514.449817:0:9690:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611514.449820:0:9690:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611514.449823:0:9690:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00080000:00000001:0.0:1749611514.449827:0:9690:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611514.449830:0:9690:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611514.449832:0:9690:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611514.449835:0:9690:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff88006a9b84b0. 00000020:00000001:0.0:1749611514.449837:0:9690:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611514.449840:0:9690:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134951049560 : -131938758502056 : ffff88009d2ad958) 00000040:00000001:0.0:1749611514.449843:0:9690:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611514.449844:0:9690:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611514.449846:0:9690:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611514.449849:0:9690:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88009a4c8000. 00000040:00000001:0.0:1749611514.449851:0:9690:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611514.449852:0:9690:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611514.449858:0:9690:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611514.449860:0:9690:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611514.449861:0:9690:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611514.449863:0:9690:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611514.449865:0:9690:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16300. 00000040:00001000:0.0:1749611514.449872:0:9690:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 13 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611514.450301:0:29182:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611514.450308:0:29182:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbb000. 00000020:00000010:1.0:1749611514.450312:0:29182:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880129dbb200. 00000040:00000010:1.0:1749611514.450315:0:29182:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880129dba800. 00000020:00000010:1.0:1749611514.450318:0:29182:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4003800. 00000020:00000010:1.0:1749611514.450323:0:29182:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749611514.450326:0:29182:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880129dba400. 80000000:00000010:1.0:1749611514.450330:0:29182:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976ff00. 40000000:00000010:1.0:1749611514.450333:0:29182:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136947c00. 00100000:00000010:1.0:1749611514.450337:0:29182:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4006000. 00040000:00000010:1.0:1749611514.450340:0:29182:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959de00. 00040000:00000010:1.0:1749611514.450343:0:29182:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880129dba000. 00080000:00000010:1.0:1749611514.450348:0:29182:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b7000. 00080000:00000010:1.0:1749611514.450353:0:29182:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 00000004:00000010:1.0:1749611514.450358:0:29182:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b4007800. 00000004:00000010:1.0:1749611514.450363:0:29182:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b5000. 00000004:00000010:1.0:1749611514.450366:0:29182:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b4001800. 00002000:00000010:1.0:1749611514.450371:0:29182:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b4063000. 00000004:00000010:1.0:1749611514.450381:0:29182:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b4062000. 00000020:00000010:1.0:1749611514.450384:0:29182:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136947140. 00000040:00000010:1.0:1749611514.450391:0:29182:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009685c000. 00000040:00080000:1.0:1749611514.451051:0:29182:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 64768 count 14 00000040:00000010:1.0:1749611514.451055:0:29182:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009685c000. 00000020:00000010:1.0:1749611514.451060:0:29182:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880136947140. 00000020:00000010:1.0:1749611514.451081:0:29182:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880129dbb200. 00000040:00000010:1.0:1749611514.451085:0:29182:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880129dba800. 00000020:00000010:1.0:1749611514.451088:0:29182:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4003800. 00000020:00000010:1.0:1749611514.451093:0:29182:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749611514.451098:0:29182:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880129dba400. 80000000:00000010:1.0:1749611514.451101:0:29182:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976ff00. 40000000:00000010:1.0:1749611514.451103:0:29182:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136947c00. 00100000:00000010:1.0:1749611514.451106:0:29182:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4006000. 00040000:00000010:1.0:1749611514.451111:0:29182:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959de00. 00040000:00000010:1.0:1749611514.451114:0:29182:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880129dba000. 00080000:00000010:1.0:1749611514.451118:0:29182:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00080000:00000010:1.0:1749611514.451121:0:29182:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b7000. 00000004:00000010:1.0:1749611514.451125:0:29182:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b4007800. 00000004:00000010:1.0:1749611514.451130:0:29182:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b5000. 00000004:00000010:1.0:1749611514.451133:0:29182:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b4001800. 00002000:00000010:1.0:1749611514.451137:0:29182:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800b4063000. 00000004:00000010:1.0:1749611514.451140:0:29182:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800b4062000. 00000020:00000010:1.0:1749611514.451143:0:29182:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbb000. 00000040:00000010:0.0:1749611514.451206:0:9690:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16300. 00000040:00000001:0.0:1749611514.451212:0:9690:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1749611514.451216:0:9690:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 00000040:00000001:0.0:1749611514.451221:0:9690:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611514.451226:0:9690:0:(lu_object.c:207:lu_object_put()) Add ffff88012d05a000/ffff88009d2ad900 to site lru. bkt: ffff880111e98188 00000040:00000010:0.0:1749611514.451230:0:9690:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88006a9b84b0. 00000040:00000001:0.0:1749611514.451233:0:9690:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611514.451237:0:9690:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009a4c8000. 00000040:00000010:0.0:1749611514.451242:0:9690:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88008295ee00. 00000020:00000001:0.0:1749611514.451246:0:9690:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611514.451249:0:9690:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1749611514.451254:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27c000. 00000040:00000010:0.0:1749611514.451259:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009d27cc00. 00000020:00000010:0.0:1749611514.451262:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72c000. 00000020:00000010:0.0:1749611514.451267:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27d800. 80000000:00000010:0.0:1749611514.451272:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b161e0. 00040000:00000010:0.0:1749611514.451276:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27c800. 00080000:00000010:0.0:1749611514.451281:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f02000. 00080000:00000010:0.0:1749611514.451287:0:9690:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009cd68c00. 00080000:00000010:0.0:1749611514.451290:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d5000. 00000020:00000010:0.0:1749611514.451295:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c600. 10000000:00000010:0.0:1749611514.451298:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012bdeeb40. 10000000:01000000:0.0:1749611514.451302:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:0.0:1749611514.451307:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611514.451311:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611514.451314:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611514.451317:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff88009998b000) refs 2 10000000:00000001:0.0:1749611514.451320:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611514.451323:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611514.451326:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff8800827d6200) refs 2 10000000:00000001:0.0:1749611514.451328:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611514.451329:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611514.451331:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1749611514.451340:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611514.451342:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff88007913a800 from 7 10000000:00000001:0.0:1749611514.451345:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611514.451346:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1749611514.451352:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4000. 00000020:00000040:0.0:1749611514.451356:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611514.451360:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611514.451364:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611514.451368:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611514.451374:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88008295ee00. 00000100:00000001:0.0:1749611514.451380:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611514.451384:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611514.451386:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611514.451392:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88006a3b8600. 00010000:00000001:0.0:1749611514.451396:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611514.451398:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88008295f400. 00000020:00000001:0.0:1749611514.451402:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611514.451404:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88008295f400 with handle 0x689c0ec07329d55e to hash 00000020:00000001:0.0:1749611514.451407:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611514.451408:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134505083904 : -131939204467712 : ffff88008295f400) 00010000:00000001:0.0:1749611514.451411:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134505083904 : -131939204467712 : ffff88008295f400) 00010000:00000001:0.0:1749611514.451414:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611514.451416:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611514.451420:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88008295f400/0x689c0ec07329d55e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611514.451429:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88008295f400/0x689c0ec07329d55e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611514.451441:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88008295f400/0x689c0ec07329d55e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611514.451446:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611514.451448:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611514.451453:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130c71300. 00000100:00000001:0.0:1749611514.451460:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137427538688 : -131936282012928 : ffff880130c71300) 00000100:00000001:0.0:1749611514.451463:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611514.451464:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134926041088 : -131938783510528 : ffff88009bad4000) 00000100:00000001:0.0:1749611514.451469:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611514.451473:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611514.451475:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611514.451477:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611514.451483:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bad4000 x1834598494685312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611514.451492:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611514.451494:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611514.451497:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009bad4000 x1834598494685312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611514.451505:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611514.451507:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611514.451508:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611514.451510:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611514.451512:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611514.451514:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611514.451516:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611514.451517:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611514.451519:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749611514.451745:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c9bf800. 00000100:00000001:0.0:1749611514.458627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611514.458633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611514.458635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611514.458638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611514.458641:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611514.458644:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611514.458646:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611514.458649:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611514.458651:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611515.174703:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611515.174710:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611515.174850:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611515.174856:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611515.174859:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611515.206633:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611515.206639:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611515.206657:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611515.206661:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611515.206665:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611515.206669:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611515.206671:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611515.206675:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611515.206677:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611515.451746:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611515.451756:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611515.451759:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611515.451763:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611515.451767:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611515.451771:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611515.451774:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611515.451778:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611515.451780:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611515.458627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611515.458632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611515.458635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611515.458639:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611515.458641:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611515.458644:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611515.458647:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611515.458650:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611515.458652:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611516.176688:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611516.176695:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611516.176836:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611516.176842:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611516.176846:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611516.206651:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611516.206658:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611516.206660:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611516.206664:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611516.206667:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611516.206671:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611516.206673:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611516.206676:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611516.206678:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611516.451634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611516.451640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611516.451653:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611516.451656:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611516.451658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611516.451661:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611516.451662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611516.451664:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611516.451666:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611516.458573:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611516.458576:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611516.458578:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611516.458579:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611516.458581:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611516.458583:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611516.458584:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611516.458585:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611516.458586:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611517.178707:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611517.178715:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611517.178860:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611517.178865:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611517.178870:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611517.206636:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611517.206641:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611517.206643:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611517.206647:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611517.206651:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611517.206655:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611517.206658:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611517.206661:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611517.206664:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611517.451654:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611517.451661:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611517.451663:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611517.451667:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611517.451670:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611517.451673:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611517.451675:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611517.451678:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611517.451680:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611517.458615:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611517.458620:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611517.458637:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611517.458640:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611517.458642:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611517.458645:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611517.458647:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611517.458649:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611517.458651:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749611517.998666:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:2.0:1749611517.998677:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:2.0:1749611517.998685:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1749611517.998864:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00010000:00000001:0.0:1749611518.180713:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611518.180722:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611518.180851:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611518.180856:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611518.180859:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611518.206633:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611518.206638:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611518.206641:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611518.206645:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611518.206649:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611518.206653:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611518.206656:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611518.206659:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611518.206661:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.451693:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611518.451702:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611518.451704:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611518.451709:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611518.451713:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611518.451717:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611518.451720:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611518.451723:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611518.451726:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.458597:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611518.458603:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611518.458605:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611518.458608:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611518.458611:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611518.458614:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611518.458616:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611518.458619:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611518.458621:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.736688:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611518.736706:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611518.736709:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611518.736714:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611518.736717:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611518.736721:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.736723:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611518.750753:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611518.750761:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611518.750764:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611518.750768:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611518.750771:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611518.750774:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611518.750778:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611518.750783:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6119 00000100:00080000:2.0:1749611518.750788:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611518.750808:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611518.750811:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611518.750814:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611518.750816:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611518.750821:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611518.750823:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611518.750826:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611518.750829:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611518.750832:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611518.750834:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611518.750837:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611518.750839:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611518.750841:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611518.750843:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611518.750847:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611518.750850:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611518.750852:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611518.750856:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611518.750863:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611518.750866:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.750868:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611518.750871:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611518.750877:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d0380. 00000020:00000040:2.0:1749611518.750880:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611518.750885:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611518.750887:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.750890:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611518.750892:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611518.750896:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611518.750904:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0de000. 00000100:00000001:2.0:1749611518.750911:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611518.750921:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800827d0380 x1834598494685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611518.750990:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611518.750994:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611518.751000:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800827d0380] to pc [ptlrpcd_rcv+-1] req@ffff8800827d0380 x1834598494685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611518.751028:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611518.751032:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611518.751036:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611518.751038:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611518.751040:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611518.751042:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611518.751045:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6119 00000100:00080000:2.0:1749611518.751047:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611518.751050:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611518.751052:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611518.751054:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611518.751056:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611518.751059:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611518.751060:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611518.751062:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611518.751064:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611518.751066:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611518.751068:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611518.751071:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611518.751072:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611518.751074:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611518.751076:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611518.751078:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611518.751080:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611518.751082:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611518.751090:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611518.751095:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611518.751097:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.751099:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611518.751102:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611518.751105:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d0000. 00000020:00000040:2.0:1749611518.751108:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611518.751111:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611518.751112:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.751114:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611518.751116:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611518.751118:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751119:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749611518.751121:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0de800. 00000100:00000001:2.0:1749611518.751125:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751125:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611518.751130:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800827d0000 x1834598494685568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611518.751137:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611518.751137:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611518.751140:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611518.751143:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800827d0000] to pc [ptlrpcd_rcv+-1] req@ffff8800827d0000 x1834598494685568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611518.751146:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d0380 x1834598494685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611518.751151:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611518.751154:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611518.751157:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611518.751158:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611518.751159:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611518.751160:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611518.751160:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.751163:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611518.751165:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6119 02000000:00000001:0.0:1749611518.751165:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749611518.751167:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749611518.751168:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611518.751170:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 02000000:00000001:0.0:1749611518.751170:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.751172:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611518.751174:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00100000:0.0:1749611518.751174:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494685440:0@lo:38:kworker.0 00000100:00000001:2.0:1749611518.751175:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611518.751179:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749611518.751182:0:18174:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749611518.751183:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749611518.751184:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611518.751185:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611518.751185:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611518.751187:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:0.0:1749611518.751188:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749611518.751189:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611518.751191:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000010:0.0:1749611518.751192:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cd68c00. 00000100:00000040:2.0:1749611518.751194:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 02000000:00000001:0.0:1749611518.751195:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.751196:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611518.751198:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611518.751199:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611518.751201:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000010:0.0:1749611518.751202:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 00000100:00080000:2.0:1749611518.751204:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611518.751206:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611518.751207:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1749611518.751209:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 02000000:00000001:2.0:1749611518.751210:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611518.751212:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.751214:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611518.751215:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611518.751218:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494685440, portal 4 00000100:00000010:2.0:1749611518.751221:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc380. 00000100:00000001:0.0:1749611518.751221:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749611518.751223:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749611518.751223:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503449472 : -131939206102144 : ffff8800827d0380) 02000000:00000001:2.0:1749611518.751225:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611518.751226:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.751227:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611518.751229:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611518.751230:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611518.751232:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d0380 x1834598494685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611518.751233:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0de400. 00000100:00000001:2.0:1749611518.751237:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611518.751240:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4fc380 x1834598494685696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611518.751241:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611518.751244:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611518.751246:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749611518.751247:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611518.751249:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611518.751249:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494685440, offset 0 00000100:00000040:2.0:1749611518.751252:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4fc380] to pc [ptlrpcd_rcv+-1] req@ffff88009c4fc380 x1834598494685696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611518.751255:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611518.751270:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611518.751271:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611518.751274:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611518.751278:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611518.751281:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4ff800. 00000400:00000200:0.0:1749611518.751281:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94c900 00000020:00000040:2.0:1749611518.751283:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611518.751286:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611518.751287:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749611518.751288:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 5200 02000000:00000001:2.0:1749611518.751289:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611518.751293:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e900. 00000100:00000001:2.0:1749611518.751295:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611518.751297:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611518.751299:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611518.751301:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611518.751307:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611518.751308:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611518.751309:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611518.751314:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4ff800] to pc [ptlrpcd_00_03+3] req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611518.751314:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611518.751320:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8e300. 00000100:00000040:0.0:1749611518.751323:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006fe8e300 x1834598494685440 msgsize 520 00000100:00100000:0.0:1749611518.751328:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611518.751343:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611518.751349:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6129) 00000100:00000001:0.0:1749611518.751355:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611518.751365:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:0.0:1749611518.751368:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:0.0:1749611518.751371:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611518.751372:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611518.751375:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000200:0.0:1749611518.751376:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d0380 x1834598494685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611518.751377:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611518.751383:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611518.751384:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611518.751384:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611518.751386:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611518.751387:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d0380 x1834598494685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611518.751388:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611518.751390:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611518.751394:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611518.751394:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751396:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611518.751400:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.751402:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611518.751403:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611518.751405:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1272 usecs (2 jiffies) 02000000:00000001:2.0:1749611518.751406:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611518.751408:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611518.751416:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751416:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300792210 00000100:00100000:2.0:1749611518.751420:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494685824:0@lo:400:kworker.0 00000100:00000010:0.0:1749611518.751420:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdeeb40. 00000100:00000001:2.0:1749611518.751424:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611518.751426:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749611518.751428:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611518.751430:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611518.751432:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611518.751432:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300792210 02000000:00000010:2.0:1749611518.751435:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a828e00. 00000100:00000010:0.0:1749611518.751435:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdeea80. 02000000:00000001:2.0:1749611518.751437:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751438:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000400:00000010:2.0:1749611518.751443:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe898. 00000400:00000010:2.0:1749611518.751447:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000001:0.0:1749611518.751447:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300792210 00000100:00000001:1.0:1749611518.751451:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749611518.751451:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee200. 00000100:00000200:2.0:1749611518.751452:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494685824, portal 10 00000100:00000001:2.0:1749611518.751454:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611518.751454:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611518.751456:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936705024 : -131938772846592 : ffff88009c4ff800) 00000100:00000001:0.0:1749611518.751456:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300792210 00000100:00000001:1.0:1749611518.751457:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611518.751459:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee940. 00000100:00000040:2.0:1749611518.751462:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611518.751462:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749611518.751465:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611518.751467:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.751469:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611518.751472:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611518.751474:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000200:2.0:1749611518.751476:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494685824, offset 0 00000100:00000001:0.0:1749611518.751476:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751478:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611518.751481:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611518.751482:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611518.751484:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611518.751486:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611518.751487:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494685440 00000100:00000001:0.0:1749611518.751488:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749611518.751489:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611518.751489:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749611518.751490:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611518.751491:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611518.751494:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611518.751495:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800827d0000 x1834598494685568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611518.751497:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611518.751497:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94ca80 02000000:00000001:3.0:1749611518.751502:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611518.751503:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 121432 00000100:00000001:0.0:1749611518.751503:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611518.751504:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611518.751506:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494685440 02000000:00000001:0.0:1749611518.751507:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749611518.751508:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749611518.751509:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611518.751509:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749611518.751510:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749611518.751511:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611518.751512:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749611518.751512:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749611518.751514:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800827d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494685568:0@lo:38:kworker.0 00000100:00000001:2.0:1749611518.751516:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611518.751518:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611518.751518:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611518.751548:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611518.751550:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611518.751551:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fce00. 02000000:00000001:0.0:1749611518.751552:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611518.751554:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fce00 x1834598494685824 msgsize 224 02000000:00000010:0.0:1749611518.751555:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cd6a800. 02000000:00000001:0.0:1749611518.751557:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611518.751558:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749611518.751561:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611518.751561:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff318. 00000020:00000001:3.0:1749611518.751564:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611518.751564:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749611518.751566:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:0.0:1749611518.751568:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494685568, portal 10 00000020:00000010:3.0:1749611518.751570:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5c00. 00000100:00000001:0.0:1749611518.751570:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1749611518.751572:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000100:00000001:0.0:1749611518.751572:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134503448576 : -131939206103040 : ffff8800827d0000) 00000400:00000010:2.0:1749611518.751574:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000020:00000010:3.0:1749611518.751576:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7680. 00000100:00000040:0.0:1749611518.751578:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800827d0000 x1834598494685568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611518.751582:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611518.751584:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611518.751585:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611518.751587:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749611518.751587:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611518.751589:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749611518.751589:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611534 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611518.751589:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:3.0:1749611518.751591:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611518.751592:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494685568, offset 0 00000400:00000200:0.0:1749611518.751596:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611518.751597:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611518.751598:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611518.751600:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611534 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611518.751603:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611518.751607:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.751609:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611518.751609:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94c980 00000100:00000001:2.0:1749611518.751613:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611518.751617:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 948 usecs (1 jiffies) 00000100:00000001:3.0:1749611518.751620:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611518.751620:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300792210 00000100:00000001:2.0:1749611518.751623:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300792210 00000100:00000001:2.0:1749611518.751626:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300792210 00000100:00000001:2.0:1749611518.751628:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300792210 00000400:00000200:0.0:1749611518.751628:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 121656 00000100:00000001:2.0:1749611518.751630:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300792210 00000100:00000001:3.0:1749611518.751632:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611518.751633:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300792210 00000100:00000001:3.0:1749611518.751634:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611518.751634:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300792210 00000400:00000200:0.0:1749611518.751634:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611518.751637:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300792210 00000400:00000200:0.0:1749611518.751637:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611518.751638:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611518.751640:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00000001:2.0:1749611518.751641:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751641:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611518.751643:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134191751936 : -131939517799680 : ffff88006fe8e300) 00000100:00000001:2.0:1749611518.751643:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611518.751643:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611518.751646:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611518.751647:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3e300. 00000100:00000040:3.0:1749611518.751650:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006fe8e300 x1834598494685440/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611518.751650:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3e300 x1834598494685568 msgsize 520 00000100:00100000:0.0:1749611518.751654:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611518.751662:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749611518.751663:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494685440:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611518.751666:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00000200:3.0:1749611518.751667:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494685440 00000400:00000010:0.0:1749611518.751668:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000020:00000001:3.0:1749611518.751670:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611518.751670:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611518.751674:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749611518.751674:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800827d0000 x1834598494685568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611518.751675:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749611518.751677:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494685824 02000000:00000001:1.0:1749611518.751679:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611518.751682:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611518.751684:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800827d0000 x1834598494685568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611518.751689:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611518.751691:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611518.751691:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751692:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00020000:3.0:1749611518.751693:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611518.751694:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751695:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611518.751696:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749611518.751697:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611518.751698:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1102 usecs (2 jiffies) 00010000:00000001:3.0:1749611518.751699:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749611518.751701:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494685824 00000100:00000001:0.0:1749611518.751701:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300792211 00000100:00000001:3.0:1749611518.751703:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749611518.751703:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611518.751705:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:1.0:1749611518.751705:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749611518.751706:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300792210 00000020:00000001:1.0:1749611518.751707:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749611518.751708:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611518.751709:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300792211 00000020:00000040:1.0:1749611518.751711:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 02000000:00000010:3.0:1749611518.751712:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c957400. 00000100:00000001:0.0:1749611518.751712:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300792210 00000020:00000001:1.0:1749611518.751713:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:3.0:1749611518.751714:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751715:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300792211 00000100:00000001:3.0:1749611518.751716:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611518.751716:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611518.751718:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300792210 00010000:00000001:3.0:1749611518.751720:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611518.751721:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:3.0:1749611518.751723:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611518.751725:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136947c00. 00000020:00000010:1.0:1749611518.751730:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012bdeed80. 00000100:00000001:0.0:1749611518.751732:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300792211 00000100:00001000:3.0:1749611518.751733:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611518.751736:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300792210 00000100:00000001:3.0:1749611518.751737:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:1.0:1749611518.751737:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611518.751738:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611518.751740:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611518.751743:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611518.751745:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611518.751745:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611518.751746:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749611518.751748:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611518.751748:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749611518.751751:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbb000. 00000100:00000040:3.0:1749611518.751752:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:0.0:1749611518.751752:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc380 x1834598494685696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611518.751754:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611518.751756:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611518.751756:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800873db580. 00000100:00000001:3.0:1749611518.751758:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749611518.751759:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749611518.751759:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749611518.751760:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611518.751760:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000001:0.0:1749611518.751761:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611518.751763:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1749611518.751764:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000020:00000040:2.0:1749611518.751764:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 02000000:00000001:0.0:1749611518.751765:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611518.751767:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611518.751768:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:3.0:1749611518.751769:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494685440, offset 0 00000100:00000001:1.0:1749611518.751770:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1749611518.751770:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494685696:0@lo:38:kworker.0 00000100:00000001:1.0:1749611518.751772:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611518.751773:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749611518.751774:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611518.751775:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611518.751775:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611518.751777:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611518.751778:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611518.751780:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:0.0:1749611518.751781:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cd6ac00. 00000400:00000200:3.0:1749611518.751782:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611518.751782:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1749611518.751783:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611518.751784:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611518.751786:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000100:00000001:2.0:1749611518.751787:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749611518.751789:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94c900 00000100:00100000:2.0:1749611518.751789:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494685568 00000400:00000010:0.0:1749611518.751789:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 02000000:00000001:2.0:1749611518.751791:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611518.751791:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611518.751792:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494685696, portal 10 00000100:00000001:2.0:1749611518.751793:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611518.751794:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749611518.751795:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9245 [1] + 0 00000100:00000001:0.0:1749611518.751795:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936691584 : -131938772860032 : ffff88009c4fc380) 00000100:00000001:2.0:1749611518.751796:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611518.751799:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611518.751799:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749611518.751800:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749611518.751801:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494685568 00000100:00000001:1.0:1749611518.751801:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749611518.751801:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4fc380 x1834598494685696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611518.751805:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611518.751806:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00000001:0.0:1749611518.751808:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611518.751809:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611518.751809:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:2.0:1749611518.751810:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611518.751810:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611518.751811:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936694272 : -131938772857344 : ffff88009c4fce00) 00000020:00000040:2.0:1749611518.751812:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:0.0:1749611518.751812:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000200:3.0:1749611518.751814:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800827d0380 x1834598494685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611518.751814:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749611518.751814:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494685696, offset 0 00000020:00000001:2.0:1749611518.751816:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611518.751818:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611518.751818:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fce00 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:199/0 lens 224/0 e 0 to 0 dl 1749611529 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611518.751818:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749611518.751821:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000400:00000200:0.0:1749611518.751824:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611518.751825:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800827d0380 x1834598494685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611518.751825:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387700. 00000100:00000001:1.0:1749611518.751828:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611518.751829:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000400:00000200:0.0:1749611518.751829:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94ca00 00000400:00000200:0.0:1749611518.751833:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 122176 00000100:00000001:3.0:1749611518.751834:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611518.751834:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611518.751835:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749611518.751836:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136947a40. 00000100:00000001:2.0:1749611518.751837:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611518.751838:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611518.751839:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611518.751841:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000400:00000200:0.0:1749611518.751841:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611518.751842:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611518.751842:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136947a40. 00000400:00000010:3.0:1749611518.751843:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611518.751847:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611518.751849:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611518.751849:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611518.751849:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494685824:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749611518.751849:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611518.751850:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611518.751852:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611518.751853:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494685824 00000100:00000010:0.0:1749611518.751854:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3d180. 00000100:00000040:3.0:1749611518.751855:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000001:1.0:1749611518.751856:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611518.751857:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611518.751857:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3d180 x1834598494685696 msgsize 520 00000100:00000001:2.0:1749611518.751858:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749611518.751859:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611518.751859:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611518.751859:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:0.0:1749611518.751861:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749611518.751862:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611518.751864:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000020:00000001:1.0:1749611518.751864:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611518.751866:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910747392 : -131938798804224 : ffff88009ac3e300) 00000020:00000001:1.0:1749611518.751866:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749611518.751868:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749611518.751869:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8e300 x1834598494685440/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611538 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611518.751869:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1749611518.751871:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3e300 x1834598494685568/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611518.751872:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000020:00000001:1.0:1749611518.751873:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611518.751874:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000020:00000001:1.0:1749611518.751875:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611518.751876:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749611518.751877:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:3.0:1749611518.751879:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006fe8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494685440:12345-0@lo:38:kworker.0 Request processed in 217us (553us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749611518.751879:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611518.751880:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4fc380 x1834598494685696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611518.751881:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494685568:12345-0@lo:38:kworker.0 00000020:00000001:1.0:1749611518.751881:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:2.0:1749611518.751886:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494685568 00000100:00000001:1.0:1749611518.751886:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611518.751887:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611518.751888:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749611518.751888:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749611518.751889:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00010000:00000001:2.0:1749611518.751890:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749611518.751890:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc380 x1834598494685696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611518.751891:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:1.0:1749611518.751892:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b4062000. 00000100:00000001:3.0:1749611518.751893:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749611518.751894:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751896:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611518.751897:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7680. 00000100:00000001:1.0:1749611518.751897:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751898:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749611518.751899:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611518.751900:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611518.751901:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:0.0:1749611518.751901:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611518.751902:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494685824 00010000:00020000:2.0:1749611518.751903:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749611518.751904:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 781 usecs (1 jiffies) 00000020:00000010:3.0:1749611518.751905:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5c00. 00010000:00000001:1.0:1749611518.751905:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749611518.751906:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611518.751906:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300792210 00000100:00000001:3.0:1749611518.751908:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611518.751908:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611518.751909:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300792211 00010000:00000200:1.0:1749611518.751910:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c4fce00 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:199/0 lens 224/224 e 0 to 0 dl 1749611529 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611518.751911:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611518.751911:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300792210 00000100:00000001:2.0:1749611518.751913:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611518.751913:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300792211 02000000:00000001:2.0:1749611518.751915:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611518.751915:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300792210 00000100:00000001:0.0:1749611518.751917:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300792211 02000000:00000010:2.0:1749611518.751919:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0ddc00. 00010000:00000001:1.0:1749611518.751919:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611518.751919:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300792210 02000000:00000001:2.0:1749611518.751921:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611518.751921:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751921:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300792211 00000100:00000001:2.0:1749611518.751923:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.751923:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749611518.751924:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=123 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611518.751925:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611518.751928:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000001:0.0:1749611518.751929:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749611518.751930:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000001:0.0:1749611518.751931:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1749611518.751932:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611518.751933:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749611518.751933:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 00010000:00000001:2.0:1749611518.751934:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611518.751935:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611518.751937:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749611518.751937:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611518.751938:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:3.0:1749611518.751940:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494685696 00000100:00000001:2.0:1749611518.751941:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749611518.751941:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 02000000:00000001:3.0:1749611518.751965:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611518.751968:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611518.751968:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611518.751968:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611518.751970:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611518.751971:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000040:1.0:1749611518.751971:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611518.751971:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 02000000:00000001:3.0:1749611518.751973:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.751974:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:3.0:1749611518.751975:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494685696 00000400:00000010:1.0:1749611518.751975:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749611518.751975:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611518.751976:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749611518.751978:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611518.751979:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:0.0:1749611518.751979:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d0380 x1834598494685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611518.751980:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000200:1.0:1749611518.751980:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494685824, offset 224 00000020:00000001:3.0:1749611518.751981:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611518.751982:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749611518.751983:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611518.751985:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611518.751985:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611518.751985:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611518.751987:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749611518.751988:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5c00. 00000100:00000200:0.0:1749611518.751988:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d0380 x1834598494685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611518.751989:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749611518.751991:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7680. 00000400:00000010:2.0:1749611518.751992:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000020:00000010:3.0:1749611518.751993:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000400:00000200:1.0:1749611518.751994:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611518.751995:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611518.751996:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749611518.751996:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494685568, offset 0 00000100:00000001:0.0:1749611518.751997:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611518.751998:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611518.751999:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611518.752000:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611518.752000:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749611518.752001:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ca80 00000100:00000001:3.0:1749611518.752003:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611518.752003:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611518.752005:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749611518.752007:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x924d [1] + 224 00000100:00000001:0.0:1749611518.752007:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611518.752008:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611518.752009:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611518.752010:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611518.752013:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611518.752014:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94c980 00000100:00000001:3.0:1749611518.752016:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00001000:0.0:1749611518.752016:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611518 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611518.752017:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749611518.752017:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749611518.752020:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000400:00000200:2.0:1749611518.752020:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9255 [1] + 0 00000100:00001000:0.0:1749611518.752020:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=41 v=20 (1 20 1 1) 00000100:00000001:3.0:1749611518.752023:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910742912 : -131938798808704 : ffff88009ac3d180) 00000100:00000001:0.0:1749611518.752023:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611518.752024:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611518.752025:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611518.752025:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611518.752028:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611518.752029:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749611518.752030:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611534 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611518.752032:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611518.752032:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d0380 x1834598494685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611543 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611518.752036:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800827d0000 x1834598494685568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611518.752039:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611518.752041:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611518.752042:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749611518.752043:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3d180 x1834598494685696/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611538 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611518.752044:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611518.752046:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800827d0000 x1834598494685568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611518.752046:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611518.752049:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611518.752052:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:3.0:1749611518.752053:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494685696:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611518.752054:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611518.752054:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749611518.752054:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:3.0:1749611518.752057:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494685696 00000100:00000001:0.0:1749611518.752057:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611518.752059:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749611518.752060:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000040:0.0:1749611518.752060:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0380 x1834598494685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611543 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611518.752062:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749611518.752063:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749611518.752065:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749611518.752067:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000100:00000001:1.0:1749611518.752067:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749611518.752070:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611518.752070:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000001:1.0:1749611518.752070:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.752072:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00010000:00020000:3.0:1749611518.752073:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749611518.752073:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611518.752074:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:3.0:1749611518.752076:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611518.752076:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749611518.752078:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611518.752078:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611518.752079:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611518.752080:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749611518.752081:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749611518.752081:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00100000:0.0:1749611518.752081:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494685440:0@lo:38:kworker.0 00000100:00000001:3.0:1749611518.752083:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611518.752085:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749611518.752085:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fce00 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:199/0 lens 224/224 e 0 to 0 dl 1749611529 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611518.752086:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.752088:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.752088:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749611518.752089:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b5f0c00. 00000020:00000001:2.0:1749611518.752090:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611518.752091:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611518.752091:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d0380 x1834598494685440/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611543 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611518.752093:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611518.752095:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3e300 x1834598494685568/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611538 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611518.752095:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494685824:12345-0@lo:400:kworker.0 Request processed in 264us (538us total) trans 0 rc 0/0 00010000:00000001:3.0:1749611518.752096:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611518.752097:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1749611518.752098:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611518.752099:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1749611518.752100:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:0.0:1749611518.752102:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cd68c00. 00000100:00000001:3.0:1749611518.752103:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:1.0:1749611518.752104:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 02000000:00000001:0.0:1749611518.752105:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611518.752106:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749611518.752106:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494685568:12345-0@lo:38:kworker.0 Request processed in 224us (453us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749611518.752107:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000001:0.0:1749611518.752107:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749611518.752108:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611518.752109:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:0.0:1749611518.752109:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749611518.752110:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611518.752111:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611518.752112:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:2.0:1749611518.752114:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 02000000:00000010:0.0:1749611518.752114:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0de000. 00000100:00000040:3.0:1749611518.752116:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611518.752117:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611518.752117:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611518.752117:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611518.752118:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611518.752119:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.752119:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611518.752119:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611518.752121:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749611518.752121:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800873db580. 00000100:00000010:0.0:1749611518.752121:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d0380. 00000020:00000010:2.0:1749611518.752123:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387700. 00000100:00000040:3.0:1749611518.752124:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611518.752125:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1749611518.752126:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000020:00000010:1.0:1749611518.752126:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000001:0.0:1749611518.752127:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611518.752128:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000100:00000001:0.0:1749611518.752128:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611518.752129:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbb000. 00000100:00000200:3.0:1749611518.752130:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494685696, offset 0 00000020:00000010:2.0:1749611518.752132:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000020:00000040:1.0:1749611518.752133:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611518.752133:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749611518.752134:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611518.752135:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611518.752136:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611518.752136:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611518.752137:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611518.752138:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611518.752142:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611518.752144:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1749611518.752146:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749611518.752146:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff318. 00000400:00000200:0.0:1749611518.752149:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:0.0:1749611518.752151:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000400:00000200:3.0:1749611518.752152:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ca00 00000100:00000001:0.0:1749611518.752153:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611518.752156:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749611518.752157:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800827d0000 x1834598494685568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611518.752158:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9261 [1] + 0 00000100:00000001:2.0:1749611518.752158:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749611518.752162:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:2.0:1749611518.752162:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611518.752164:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749611518.752165:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800827d0000 x1834598494685568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611518.752166:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749611518.752166:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe898. 00000400:00000200:2.0:1749611518.752170:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000400:00000010:2.0:1749611518.752171:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000001:2.0:1749611518.752174:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611518.752178:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611534 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611518.752181:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611518.752182:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611518.752184:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611518.752186:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4fc380 x1834598494685696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611518.752186:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:2.0:1749611518.752187:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611534 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611518.752187:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611518.752189:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611518.752190:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611518.752192:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.752193:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749611518.752195:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c4fc380 x1834598494685696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611518.752195:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611518.752196:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611518 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611518.752197:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611518.752198:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:0.0:1749611518.752199:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=23 v=20 (1 20 1 1) 00000100:00000001:2.0:1749611518.752200:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611518.752201:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611518.752202:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.752202:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611518.752204:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611518.752204:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.752204:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611518.752208:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000040:0.0:1749611518.752208:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800827d0000 x1834598494685568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611543 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611518.752209:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=73 v=5 (5 5 5 5) 00000400:00000010:3.0:1749611518.752210:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:3.0:1749611518.752212:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:2.0:1749611518.752212:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=73 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611518.752214:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611518.752215:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611518.752217:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.752217:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611518.752219:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611518.752220:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611518.752220:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611518.752221:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611518.752222:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.752222:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.752222:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749611518.752224:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611518.752224:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00080000:0.0:1749611518.752225:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611518.752227:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:3.0:1749611518.752228:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3d180 x1834598494685696/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611538 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749611518.752229:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611518.752229:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611518.752233:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0000 x1834598494685568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611543 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611518.752237:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494685696:12345-0@lo:38:kworker.0 Request processed in 184us (377us total) trans 0 rc -19/-19 00010000:00000001:2.0:1749611518.752237:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.752240:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1749611518.752240:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800827d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494685568:0@lo:38:kworker.0 00000100:00000040:2.0:1749611518.752242:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611518.752244:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00100000:3.0:1749611518.752245:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00000001:2.0:1749611518.752245:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611518.752245:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611518.752247:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749611518.752247:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611518.752248:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749611518.752248:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000100:00000040:2.0:1749611518.752249:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611534 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611518.752251:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7680. 00000400:00000200:0.0:1749611518.752251:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611518.752252:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000020:00000010:3.0:1749611518.752254:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611518.752255:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611518.752257:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5c00. 00000100:00000001:2.0:1749611518.752258:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611518.752259:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611518.752259:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611518.752260:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611518.752262:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611534 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611518.752263:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4fc380 x1834598494685696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611518.752271:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494685824:0@lo:400:kworker.0 00000100:00000200:0.0:1749611518.752271:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4fc380 x1834598494685696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611543 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611518.752275:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611518.752277:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611518.752278:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611518.752279:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611518.752280:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4ff800 x1834598494685824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611534 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611518.752281:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611518.752282:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611518.752284:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611518.752285:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.752286:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611518.752287:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611518.752288:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611518.752290:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a828e00. 00000100:00001000:0.0:1749611518.752290:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611518 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611518.752293:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=73 v=20 (20 1 1 1) 02000000:00000001:2.0:1749611518.752295:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611518.752295:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749611518.752296:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611518.752296:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749611518.752298:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611518.752298:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611518.752300:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611518.752302:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e900. 00000100:00000040:0.0:1749611518.752302:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc380 x1834598494685696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611543 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611518.752306:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611518.752308:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611518.752308:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611518.752310:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611518.752311:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611518.752313:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000010:2.0:1749611518.752314:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4ff800. 00000100:00000001:0.0:1749611518.752314:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611518.752317:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1749611518.752317:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611518.752318:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611518.752319:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611518.752320:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611518.752322:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611518.752324:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749611518.752325:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc380 x1834598494685696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611543 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611518.752326:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611518.752328:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611518.752330:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611518.752332:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494685696:0@lo:38:kworker.0 00000100:00000001:0.0:1749611518.752343:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.752345:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611518.752348:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800827d0000 x1834598494685568/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611543 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611518.752355:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611518.752356:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611518.752358:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cd6a800. 02000000:00000001:0.0:1749611518.752361:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611518.752362:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611518.752363:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611518.752365:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611518.752366:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0de800. 02000000:00000001:0.0:1749611518.752368:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611518.752369:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611518.752371:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d0000. 00000100:00000001:0.0:1749611518.752373:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611518.752375:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611518.752376:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611518.752378:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc380 x1834598494685696/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611543 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611518.752384:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611518.752386:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611518.752387:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cd6ac00. 02000000:00000001:0.0:1749611518.752389:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611518.752390:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611518.752391:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611518.752393:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611518.752394:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0de400. 02000000:00000001:0.0:1749611518.752396:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611518.752397:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611518.752399:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc380. 00000100:00000001:0.0:1749611518.752401:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611518.752402:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611518.752404:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.752406:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611518.752407:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611518.752413:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611518.752415:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611518.753604:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300792211, at 4300792211 00000100:00000010:0.0:1749611518.753614:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdeeb40. 00000100:00000040:2.0:1749611518.753615:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300792211, at 4300792211 00000100:00000010:2.0:1749611518.753626:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee200. 00000100:00000040:1.0:1749611518.753631:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300792211, at 4300792211 00000100:00000040:3.0:1749611518.753635:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300792211, at 4300792211 00000100:00000010:1.0:1749611518.753642:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdeea80. 00000100:00000010:3.0:1749611518.753645:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee940. 00010000:00000001:0.0:1749611519.182704:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611519.182712:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.182845:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611519.182851:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611519.182855:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611519.206639:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611519.206645:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611519.206648:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611519.206652:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611519.206656:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611519.206660:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.206663:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611519.206674:0:29147:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009c4fc700 x1834598494684544/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.206686:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611519.206690:0:29147:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc700 x1834598494684544/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.206699:0:29147:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611519.206702:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.206705:0:29147:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611519.206707:0:29147:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611519.206710:0:29147:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc700 x1834598494684544/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611519.206719:0:29147:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:29147:1834598494684544:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611519.206724:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.206727:0:29147:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611519.206730:0:29147:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611519.206732:0:29147:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611519.206734:0:29147:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc700 x1834598494684544/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.206741:0:29147:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611519.206761:0:29147:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880130c71000. 00000100:00000001:0.0:1749611519.206767:0:29147:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611519.206768:0:29147:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611519.206773:0:29147:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611519.206777:0:29147:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611519.206780:0:29147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611519.206783:0:29147:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009d27ca00 refcount=4 00000020:00000001:0.0:1749611519.206785:0:29147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00010000:00000001:0.0:1749611519.206788:0:29147:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00010000:00010000:0.0:1749611519.206794:0:29147:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009d27ca00/0x689c0ec07329d557 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611519.206803:0:29147:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611519.206808:0:29147:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009d27ca00/0x689c0ec07329d557 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611519.206815:0:29147:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611519.206818:0:29147:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009d27ca00/0x689c0ec07329d557 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611519.206824:0:29147:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611519.206826:0:29147:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611519.206829:0:29147:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009d27ca00/0x689c0ec07329d557 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611519.206834:0:29147:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611519.206837:0:29147:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611519.206839:0:29147:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611519.206842:0:29147:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009d27ca00/0x689c0ec07329d557 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611519.206848:0:29147:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009d27ca00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611519.206851:0:29147:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611519.206859:0:29147:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009d27ca00/0x689c0ec07329d557 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611519.206865:0:29147:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611519.206867:0:29147:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611519.206869:0:29147:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611519.206870:0:29147:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009d27ca00 refcount=5 00000020:00000001:0.0:1749611519.206872:0:29147:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00010000:00000001:0.0:1749611519.206874:0:29147:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00010000:00000001:0.0:1749611519.206877:0:29147:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611519.206879:0:29147:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009d27ca00/0x689c0ec07329d557 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611519.206885:0:29147:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611519.206887:0:29147:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009d27ca00/0x689c0ec07329d557 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611519.206892:0:29147:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611519.206895:0:29147:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611519.206896:0:29147:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611519.206899:0:29147:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611519.206901:0:29147:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611519.206903:0:29147:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611519.206905:0:29147:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611519.206906:0:29147:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611519.206908:0:29147:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611519.206911:0:29147:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009d27ca00 with handle 0x689c0ec07329d557 from hash 00010000:00000001:0.0:1749611519.206913:0:29147:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611519.206914:0:29147:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611519.206915:0:29147:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611519.206916:0:29147:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611519.206918:0:29147:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611519.206919:0:29147:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611519.206921:0:29147:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611519.206922:0:29147:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611519.206924:0:29147:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611519.206929:0:29147:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611519.206932:0:29147:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009d27ca00/0x689c0ec07329d557 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611519.206980:0:29147:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611519.206982:0:29147:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611519.206983:0:29147:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611519.206984:0:29147:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611519.206986:0:29147:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611519.206987:0:29147:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611519.206988:0:29147:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611519.206991:0:29147:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009d27ca00/0x689c0ec07329d557 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 29147 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611519.206999:0:29147:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006ef49300 count: 0 00010000:00000001:0.0:1749611519.207034:0:29147:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611519.207036:0:29147:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611519.207039:0:29147:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611519.207043:0:29147:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc700 x1834598494684544/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.207051:0:29147:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611519.207054:0:29147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611519.207056:0:29147:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611519.207058:0:29147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611519.207063:0:29147:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d27c400. 02000000:00000001:0.0:1749611519.207067:0:29147:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611519.207069:0:29147:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611519.207071:0:29147:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc700. 00000100:00000001:0.0:1749611519.207075:0:29147:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611519.207076:0:29147:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611519.207078:0:29147:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611519.207081:0:29147:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611519.207084:0:29147:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611519.207088:0:29147:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012bdeeb40. 00000020:00000010:0.0:1749611519.207092:0:29147:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f800. 00000020:00000010:0.0:1749611519.207098:0:29147:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008295e600. 00000040:00000010:0.0:1749611519.207109:0:29147:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d27c400. 00000020:00000010:0.0:1749611519.207115:0:29147:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72c000. 00000020:00000010:0.0:1749611519.207120:0:29147:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27c600. 80000000:00000010:0.0:1749611519.207125:0:29147:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b161e0. 00040000:00000010:0.0:1749611519.207131:0:29147:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27de00. 00080000:00000010:0.0:1749611519.207137:0:29147:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c7000. 00080000:00000010:0.0:1749611519.207143:0:29147:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 10000000:00000040:0.0:1749611519.207152:0:29147:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611519.207156:0:29147:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88006ee72840 : new refcount 2 00000040:00000001:0.0:1749611519.207161:0:29147:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611519.207163:0:29147:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611519.207166:0:29147:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88009d27d800. 00000040:00000001:0.0:1749611519.207171:0:29147:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611519.207175:0:29147:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611519.207178:0:29147:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611519.207182:0:29147:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00080000:00000001:0.0:1749611519.207189:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611519.207193:0:29147:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611519.207212:0:29147:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611519.207231:0:29147:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611519.207234:0:29147:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611519.207235:0:29147:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611519.207237:0:29147:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611519.207240:0:29147:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611519.207243:0:29147:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0xa:0x0] 91:3075167914 to info ffff88009a4c7000 00000020:00000001:0.0:1749611519.207248:0:29147:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880111f873f8 00080000:00000002:0.0:1749611519.207250:0:29147:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0xa:0x0] 00080000:00000001:0.0:1749611519.207253:0:29147:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611519.207257:0:29147:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611519.207260:0:29147:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009cd6ac00. 00080000:00000001:0.0:1749611519.207263:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611519.207267:0:29147:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff88006a9b84b0. 00000020:00000001:0.0:1749611519.207270:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611519.207277:0:29147:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88006a3b8800. 00000020:00000001:0.0:1749611519.207288:0:29147:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611519.207292:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27cc00. 00000020:00000001:0.0:1749611519.207294:0:29147:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611519.207298:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611519.207299:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611519.207302:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611519.207305:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611519.207308:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611519.207312:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611519.207317:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134096504920 : -131939613046696 : ffff88006a3b8858) 00000040:00000001:0.0:1749611519.207320:0:29147:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611519.207322:0:29147:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611519.207324:0:29147:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611519.207330:0:29147:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880070f02000. 00000040:00000001:0.0:1749611519.207333:0:29147:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611519.207335:0:29147:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611519.208012:0:29147:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611519.208015:0:29147:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611519.208017:0:29147:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611519.208020:0:29147:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611519.208022:0:29147:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16300. 00000040:00001000:0.0:1749611519.208026:0:29147:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0xa:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611519.208030:0:29147:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611519.208033:0:29147:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c000. 00000020:00000010:0.0:1749611519.208037:0:29147:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27d400. 00000040:00000010:0.0:1749611519.208039:0:29147:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d27d000. 00000020:00000010:0.0:1749611519.208043:0:29147:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72a800. 00000020:00000010:0.0:1749611519.208048:0:29147:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdeeb0. 00000020:00000010:0.0:1749611519.208051:0:29147:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27c200. 80000000:00000010:0.0:1749611519.208054:0:29147:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b165a0. 40000000:00000010:0.0:1749611519.208058:0:29147:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012bdee600. 00100000:00000010:0.0:1749611519.208062:0:29147:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72b000. 00040000:00000010:0.0:1749611519.208066:0:29147:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88006a3b8a00. 00040000:00000010:0.0:1749611519.208069:0:29147:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27ce00. 00080000:00000010:0.0:1749611519.208074:0:29147:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749611519.208086:0:29147:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f00000. 00000004:00000010:0.0:1749611519.208093:0:29147:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a728000. 00000004:00000010:0.0:1749611519.208099:0:29147:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800ac9d5000. 00000004:00000010:0.0:1749611519.208104:0:29147:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a729000. 00002000:00000010:0.0:1749611519.208108:0:29147:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cd6a800. 00000004:00000010:0.0:1749611519.208113:0:29147:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009cd68c00. 00000020:00000010:0.0:1749611519.208117:0:29147:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012bdee5c0. 00000040:00000010:0.0:1749611519.208124:0:29147:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880070f06000. 00000040:00001000:0.0:1749611519.208127:0:29147:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611519.208129:0:29147:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611519.208131:0:29147:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611519.208135:0:29147:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16952 00000040:00000001:0.0:1749611519.208539:0:29147:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611519.208541:0:29147:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611519.208543:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611519.208545:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611519.208546:0:29147:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208548:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f060e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611519.208550:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1749611519.208551:0:29147:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208552:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06158 type=0x10620000 idx=3 00000040:00001000:0.0:1749611519.208553:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:0.0:1749611519.208554:0:29147:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208555:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06200 type=0x10620000 idx=4 00000040:00001000:0.0:1749611519.208556:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:0.0:1749611519.208557:0:29147:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208558:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f062e0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611519.208559:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:0.0:1749611519.208560:0:29147:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208561:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f063c0 type=0x10620000 idx=6 00000040:00001000:0.0:1749611519.208562:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:0.0:1749611519.208563:0:29147:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208564:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06438 type=0x10620000 idx=7 00000040:00001000:0.0:1749611519.208569:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:0.0:1749611519.208570:0:29147:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208571:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f064e0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611519.208572:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:0.0:1749611519.208573:0:29147:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208574:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f065c0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611519.208575:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:0.0:1749611519.208576:0:29147:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208577:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f066a0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611519.208578:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:0.0:1749611519.208579:0:29147:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208580:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06718 type=0x10620000 idx=11 00000040:00001000:0.0:1749611519.208581:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:0.0:1749611519.208582:0:29147:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208583:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f067f8 type=0x10620000 idx=12 00000040:00001000:0.0:1749611519.208584:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:0.0:1749611519.208585:0:29147:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208586:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f068d8 type=0x10620000 idx=13 00000040:00001000:0.0:1749611519.208587:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:0.0:1749611519.208588:0:29147:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208589:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06930 type=0x10620000 idx=14 00000040:00001000:0.0:1749611519.208590:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:0.0:1749611519.208591:0:29147:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208592:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f069b0 type=0x10620000 idx=15 00000040:00001000:0.0:1749611519.208593:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:0.0:1749611519.208594:0:29147:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208595:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06a40 type=0x10620000 idx=16 00000040:00001000:0.0:1749611519.208596:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:0.0:1749611519.208597:0:29147:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208598:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06ae0 type=0x10620000 idx=17 00000040:00001000:0.0:1749611519.208599:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:0.0:1749611519.208603:0:29147:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208604:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06bc0 type=0x10620000 idx=18 00000040:00001000:0.0:1749611519.208605:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:0.0:1749611519.208606:0:29147:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208608:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06ca0 type=0x10620000 idx=19 00000040:00001000:0.0:1749611519.208609:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:0.0:1749611519.208610:0:29147:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208611:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06cf0 type=0x10620000 idx=20 00000040:00001000:0.0:1749611519.208612:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:0.0:1749611519.208612:0:29147:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208613:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06dd0 type=0x10620000 idx=21 00000040:00001000:0.0:1749611519.208614:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:0.0:1749611519.208615:0:29147:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208616:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06eb0 type=0x10620000 idx=22 00000040:00001000:0.0:1749611519.208617:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:0.0:1749611519.208618:0:29147:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208619:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06f08 type=0x10620000 idx=23 00000040:00001000:0.0:1749611519.208620:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1749611519.208621:0:29147:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208622:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06f88 type=0x10620000 idx=24 00000040:00001000:0.0:1749611519.208623:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:0.0:1749611519.208624:0:29147:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208625:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07018 type=0x10620000 idx=25 00000040:00001000:0.0:1749611519.208626:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000040:00001000:0.0:1749611519.208627:0:29147:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208628:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f070b8 type=0x10620000 idx=26 00000040:00001000:0.0:1749611519.208629:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:0.0:1749611519.208630:0:29147:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208631:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07198 type=0x10620000 idx=27 00000040:00001000:0.0:1749611519.208632:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:0.0:1749611519.208633:0:29147:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208634:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07278 type=0x10620000 idx=28 00000040:00001000:0.0:1749611519.208637:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:0.0:1749611519.208638:0:29147:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208639:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f072c8 type=0x10620000 idx=29 00000040:00001000:0.0:1749611519.208641:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000040:00001000:0.0:1749611519.208642:0:29147:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208643:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f073a8 type=0x10620000 idx=30 00000040:00001000:0.0:1749611519.208644:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:0.0:1749611519.208645:0:29147:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208646:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07488 type=0x10620000 idx=31 00000040:00001000:0.0:1749611519.208647:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:0.0:1749611519.208647:0:29147:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208648:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f074e0 type=0x10620000 idx=32 00000040:00001000:0.0:1749611519.208649:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000040:00001000:0.0:1749611519.208650:0:29147:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208651:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07560 type=0x10620000 idx=33 00000040:00001000:0.0:1749611519.208652:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000040:00001000:0.0:1749611519.208653:0:29147:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208654:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f075f0 type=0x10620000 idx=34 00000040:00001000:0.0:1749611519.208655:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:0.0:1749611519.208656:0:29147:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208657:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07670 type=0x10620000 idx=35 00000040:00001000:0.0:1749611519.208658:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000040:00001000:0.0:1749611519.208659:0:29147:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208660:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07750 type=0x10620000 idx=36 00000040:00001000:0.0:1749611519.208661:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000040:00001000:0.0:1749611519.208662:0:29147:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208663:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07830 type=0x10620000 idx=37 00000040:00001000:0.0:1749611519.208664:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000040:00001000:0.0:1749611519.208665:0:29147:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208666:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07880 type=0x10620000 idx=38 00000040:00001000:0.0:1749611519.208667:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000040:00001000:0.0:1749611519.208670:0:29147:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208671:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07960 type=0x10620000 idx=39 00000040:00001000:0.0:1749611519.208673:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:0.0:1749611519.208674:0:29147:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208675:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07a40 type=0x10620000 idx=40 00000040:00001000:0.0:1749611519.208676:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:0.0:1749611519.208677:0:29147:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208678:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07a98 type=0x10620000 idx=41 00000040:00001000:0.0:1749611519.208679:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:0.0:1749611519.208680:0:29147:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208681:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07b18 type=0x10620000 idx=42 00000040:00001000:0.0:1749611519.208682:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:0.0:1749611519.208683:0:29147:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208684:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07ba8 type=0x10620000 idx=43 00000040:00001000:0.0:1749611519.208685:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000040:00001000:0.0:1749611519.208686:0:29147:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208687:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07c28 type=0x10620000 idx=44 00000040:00001000:0.0:1749611519.208688:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000040:00001000:0.0:1749611519.208689:0:29147:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208690:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07d08 type=0x10620000 idx=45 00000040:00001000:0.0:1749611519.208691:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000040:00001000:0.0:1749611519.208692:0:29147:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208692:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07de8 type=0x10620000 idx=46 00000040:00001000:0.0:1749611519.208693:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000040:00001000:0.0:1749611519.208694:0:29147:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208695:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07e38 type=0x10620000 idx=47 00000040:00001000:0.0:1749611519.208696:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000040:00001000:0.0:1749611519.208697:0:29147:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208698:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f07f18 type=0x10600000 idx=48 00000040:00001000:0.0:1749611519.208699:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000040:00001000:0.0:1749611519.208700:0:29147:0:(llog.c:575:llog_process_thread()) index: 49 last_index 64767 00000040:00000001:0.0:1749611519.208701:0:29147:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611519.208705:0:29147:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611519.208707:0:29147:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 16952 00000040:00000001:0.0:1749611519.208865:0:29147:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611519.208869:0:29147:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611519.208871:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06000 type=0x10620000 idx=49 00000040:00001000:0.0:1749611519.208873:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611519.208876:0:29147:0:(llog.c:754:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208878:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f060e0 type=0x10620000 idx=50 00000040:00001000:0.0:1749611519.208879:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1749611519.208881:0:29147:0:(llog.c:754:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208883:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06158 type=0x10620000 idx=51 00000040:00001000:0.0:1749611519.208885:0:29147:0:(llog.c:688:llog_process_thread()) synced_idx: 51 00000040:00000001:0.0:1749611519.208886:0:29147:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611519.208888:0:29147:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611519.208890:0:29147:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 51 (cur idx 51 off 16384), size 16952 00000040:00000001:0.0:1749611519.208895:0:29147:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611519.208897:0:29147:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611519.208899:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06158 type=0x10620000 idx=51 00000040:00001000:0.0:1749611519.208901:0:29147:0:(llog.c:733:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000040:00001000:0.0:1749611519.208903:0:29147:0:(llog.c:754:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000040:00001000:0.0:1749611519.208905:0:29147:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f06238 type=0x0 idx=0 00000040:00000001:0.0:1749611519.208907:0:29147:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611519.208909:0:29147:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00000010:0.0:1749611519.208912:0:29147:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880070f06000. 00000020:00000010:0.0:1749611519.208917:0:29147:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012bdee5c0. 00000020:00000010:0.0:1749611519.208925:0:29147:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27d400. 00000040:00000010:0.0:1749611519.208933:0:29147:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009d27d000. 00000020:00000010:0.0:1749611519.208936:0:29147:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72a800. 00000020:00000010:0.0:1749611519.208965:0:29147:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdeeb0. 00000020:00000010:0.0:1749611519.208971:0:29147:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27c200. 80000000:00000010:0.0:1749611519.208975:0:29147:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b165a0. 40000000:00000010:0.0:1749611519.208980:0:29147:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012bdee600. 00100000:00000010:0.0:1749611519.208983:0:29147:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72b000. 00040000:00000010:0.0:1749611519.208988:0:29147:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88006a3b8a00. 00040000:00000010:0.0:1749611519.209013:0:29147:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27ce00. 00080000:00000010:0.0:1749611519.209016:0:29147:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f00000. 00080000:00000010:0.0:1749611519.209019:0:29147:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00000004:00000010:0.0:1749611519.209022:0:29147:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a728000. 00000004:00000010:0.0:1749611519.209025:0:29147:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800ac9d5000. 00000004:00000010:0.0:1749611519.209028:0:29147:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a729000. 00002000:00000010:0.0:1749611519.209031:0:29147:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cd6a800. 00000004:00000010:0.0:1749611519.209033:0:29147:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009cd68c00. 00000020:00000010:0.0:1749611519.209035:0:29147:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c000. 00000040:00000010:0.0:1749611519.209037:0:29147:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16300. 00000040:00000001:0.0:1749611519.209039:0:29147:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611519.209041:0:29147:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611519.209043:0:29147:0:(lu_object.c:207:lu_object_put()) Add ffff88009d27cc00/ffff88006a3b8800 to site lru. bkt: ffff880111e99768 00000040:00000010:0.0:1749611519.209045:0:29147:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88006a9b84b0. 00000040:00000001:0.0:1749611519.209047:0:29147:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611519.209049:0:29147:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880070f02000. 00000040:00000010:0.0:1749611519.209051:0:29147:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88009d27d800. 00000040:00000001:0.0:1749611519.209053:0:29147:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611519.209055:0:29147:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log lustre-client, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611519.209057:0:29147:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611519.209059:0:29147:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611519.209060:0:29147:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611519.209062:0:29147:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1749611519.209063:0:29147:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611519.209064:0:29147:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88009c9bf800. 00000040:00000001:0.0:1749611519.209066:0:29147:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611519.209067:0:29147:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611519.209069:0:29147:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611519.209071:0:29147:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00080000:00000001:0.0:1749611519.209073:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611519.209075:0:29147:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611519.209076:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611519.209078:0:29147:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff88006a9b84b0. 00000020:00000001:0.0:1749611519.209082:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611519.209084:0:29147:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134096504920 : -131939613046696 : ffff88006a3b8858) 00000040:00000001:0.0:1749611519.209086:0:29147:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611519.209087:0:29147:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611519.209088:0:29147:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611519.209090:0:29147:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880070f02000. 00000040:00000001:0.0:1749611519.209091:0:29147:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611519.209092:0:29147:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611519.209096:0:29147:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611519.209097:0:29147:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611519.209098:0:29147:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611519.209100:0:29147:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611519.209100:0:29147:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16300. 00000040:00001000:0.0:1749611519.209102:0:29147:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0xa:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611519.209430:0:29186:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611519.209438:0:29186:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbb000. 00000020:00000010:1.0:1749611519.209444:0:29186:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880129dbb600. 00000040:00000010:1.0:1749611519.209447:0:29186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880129dba000. 00000020:00000010:1.0:1749611519.209451:0:29186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4001800. 00000020:00000010:1.0:1749611519.209456:0:29186:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749611519.209459:0:29186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880129dba400. 80000000:00000010:1.0:1749611519.209463:0:29186:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976ff00. 40000000:00000010:1.0:1749611519.209466:0:29186:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136947a40. 00100000:00000010:1.0:1749611519.209470:0:29186:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4007800. 00040000:00000010:1.0:1749611519.209474:0:29186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959de00. 00040000:00000010:1.0:1749611519.209477:0:29186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880129dba800. 00080000:00000010:1.0:1749611519.209482:0:29186:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b5000. 00080000:00000010:1.0:1749611519.209488:0:29186:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 00000004:00000010:1.0:1749611519.209493:0:29186:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b4006000. 00000004:00000010:1.0:1749611519.209498:0:29186:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b7000. 00000004:00000010:1.0:1749611519.209502:0:29186:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b4003800. 00002000:00000010:1.0:1749611519.209505:0:29186:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b4063000. 00000004:00000010:1.0:1749611519.209509:0:29186:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800b4062400. 00000020:00000010:1.0:1749611519.209512:0:29186:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136947540. 00000040:00000010:1.0:1749611519.209519:0:29186:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009685c000. 00000040:00001000:1.0:1749611519.209561:0:29186:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611519.209574:0:29186:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611519.209576:0:29186:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611519.209582:0:29186:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16952 00000040:00000001:1.0:1749611519.209597:0:29186:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611519.209600:0:29186:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.209602:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611519.209605:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611519.209608:0:29186:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.209611:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.209614:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.209616:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.209619:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611519.209622:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.209624:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611519.209626:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1749611519.209628:0:29186:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.209630:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611519.209631:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.209633:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c158 type=0x10620000 idx=3 00000040:00001000:1.0:1749611519.209635:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1749611519.209637:0:29186:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.209638:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611519.209640:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.209641:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c200 type=0x10620000 idx=4 00000040:00001000:1.0:1749611519.209643:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1749611519.209645:0:29186:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.209646:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.209648:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.209649:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.209650:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611519.209652:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.209654:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c2e0 type=0x10620000 idx=5 00000040:00001000:1.0:1749611519.209655:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1749611519.209657:0:29186:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.209663:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.209665:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.209666:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.209668:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611519.209670:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.209672:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c3c0 type=0x10620000 idx=6 00000040:00001000:1.0:1749611519.209674:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1749611519.209675:0:29186:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.209677:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611519.209678:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.209680:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c438 type=0x10620000 idx=7 00000040:00001000:1.0:1749611519.209682:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1749611519.209683:0:29186:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.209685:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611519.209686:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.209688:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c4e0 type=0x10620000 idx=8 00000040:00001000:1.0:1749611519.209689:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1749611519.209691:0:29186:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.209692:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.209694:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.209695:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.209696:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611519.209698:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.209699:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c5c0 type=0x10620000 idx=9 00000040:00001000:1.0:1749611519.209701:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1749611519.209703:0:29186:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.209704:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.209705:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.209706:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.209708:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611519.209709:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.209711:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c6a0 type=0x10620000 idx=10 00000040:00001000:1.0:1749611519.209713:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1749611519.209715:0:29186:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.209721:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611519.209722:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.209725:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c718 type=0x10620000 idx=11 00000040:00001000:1.0:1749611519.209727:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1749611519.209729:0:29186:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.209730:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.209732:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.209733:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.209734:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611519.209736:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.209737:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c7f8 type=0x10620000 idx=12 00000040:00001000:1.0:1749611519.209739:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1749611519.209741:0:29186:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.209742:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.209743:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.209744:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.209748:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.209750:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c8d8 type=0x10620000 idx=13 00000040:00001000:1.0:1749611519.209751:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1749611519.209753:0:29186:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.209755:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611519.209756:0:29186:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:1.0:1749611519.209763:0:29186:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88008d42e000. 00000100:00000040:1.0:1749611519.209771:0:29186:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000400:00001000:1.0:1749611519.209775:0:29186:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000400:00000200:1.0:1749611519.209784:0:29186:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000040:1.0:1749611519.209788:0:29186:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000100:00000010:1.0:1749611519.209790:0:29186:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff88008d42e000. 00000020:00000010:1.0:1749611519.209794:0:29186:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff880136947440. 00000020:00000001:1.0:1749611519.209797:0:29186:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1749611519.209799:0:29186:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff880136947740. 00000020:00000001:1.0:1749611519.209803:0:29186:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611519.209805:0:29186:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff880136947740. 00000020:00000010:1.0:1749611519.209808:0:29186:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff880136947740. 00000020:01000004:1.0:1749611519.209812:0:29186:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1749611519.209820:0:29186:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:1.0:1749611519.209824:0:29186:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8800873db580. 00000020:00000080:1.0:1749611519.209828:0:29186:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611519.209830:0:29186:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611519.209833:0:29186:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611519.209844:0:29186:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085152ae0. 00000020:00000080:1.0:1749611519.209849:0:29186:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) 00000020:00000001:1.0:1749611519.209851:0:29186:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611519.209856:0:29186:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012d4a0000. 00000020:00000001:1.0:1749611519.209858:0:29186:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611519.209861:0:29186:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012d4a0000 with handle 0x689c0ec07329d565 to hash 00000020:00000001:1.0:1749611519.209863:0:29186:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611519.209867:0:29186:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611519.209869:0:29186:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.209872:0:29186:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612137369010176 : -131936340541440 : ffff88012d4a0000) 00000020:00000040:1.0:1749611519.209875:0:29186:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 1 00000020:00000040:1.0:1749611519.209889:0:29186:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) now 2 - obd_device_list 00000020:00000001:1.0:1749611519.209896:0:29186:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611519.209899:0:29186:0:(obd_config.c:653:class_attach()) OBD: dev 12 attached type lwp with refcount 2 00000020:00000001:1.0:1749611519.209901:0:29186:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.209903:0:29186:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611519.209906:0:29186:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff8800873db580. 00000020:00000001:1.0:1749611519.209909:0:29186:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000020:00000010:1.0:1749611519.209913:0:29186:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88009976ff60. 00000020:00000080:1.0:1749611519.209914:0:29186:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611519.209919:0:29186:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611519.209966:0:29186:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611519.209970:0:29186:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a89270c0. 00000001:00000010:1.0:1749611519.209976:0:29186:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8801355eb640. 00000001:00000010:1.0:1749611519.209980:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dbaa00. 00000001:00000010:1.0:1749611519.209983:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124a00. 00000001:00000010:1.0:1749611519.209986:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125200. 00000001:00000010:1.0:1749611519.209989:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124600. 00000001:00000001:1.0:1749611519.209991:0:29186:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611519.209999:0:29186:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8927300. 00000001:00000010:1.0:1749611519.210002:0:29186:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8801355eb160. 00000001:00000010:1.0:1749611519.210020:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124e00. 00000001:00000010:1.0:1749611519.210022:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125a00. 00000001:00000010:1.0:1749611519.210024:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124400. 00000001:00000010:1.0:1749611519.210025:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125c00. 00000020:00000001:1.0:1749611519.210027:0:29186:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611519.210028:0:29186:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 00000020:00000010:1.0:1749611519.210031:0:29186:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800873db580. 00000020:00000010:1.0:1749611519.210034:0:29186:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000008:00000010:1.0:1749611519.210037:0:29186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bf8c0. 00020000:00000010:1.0:1749611519.210040:0:29186:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b6880. 00008000:00000010:1.0:1749611519.210043:0:29186:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7b18. 00000080:00000010:1.0:1749611519.210048:0:29186:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a000. 00000020:00000010:1.0:1749611519.210050:0:29186:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125400. 00000020:00000010:1.0:1749611519.210052:0:29186:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d125800. 00000040:00000010:1.0:1749611519.210054:0:29186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d125000. 00000020:00000010:1.0:1749611519.210057:0:29186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071978000. 00000020:00000010:1.0:1749611519.210059:0:29186:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931d588. 00000020:00000010:1.0:1749611519.210060:0:29186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d125e00. 80000000:00000010:1.0:1749611519.210062:0:29186:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976fba0. 40000000:00000010:1.0:1749611519.210063:0:29186:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801369479c0. 00100000:00000010:1.0:1749611519.210065:0:29186:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197c800. 00040000:00000010:1.0:1749611519.210067:0:29186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959d500. 00040000:00000010:1.0:1749611519.210069:0:29186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d124800. 00080000:00000010:1.0:1749611519.210072:0:29186:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749611519.210075:0:29186:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00000004:00000010:1.0:1749611519.210078:0:29186:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197c000. 00000004:00000010:1.0:1749611519.210081:0:29186:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b4000. 00000004:00000010:1.0:1749611519.210083:0:29186:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197e800. 00000004:00000010:1.0:1749611519.210085:0:29186:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009c9a5000. 00000010:00000010:1.0:1749611519.210088:0:29186:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88009976fc00. 00000010:00000001:1.0:1749611519.210090:0:29186:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:1.0:1749611519.210095:0:29186:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1749611519.210097:0:29186:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.210160:0:29186:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1749611519.210163:0:29186:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1749611519.210164:0:29186:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff8800873db500. 00000010:00000010:1.0:1749611519.210166:0:29186:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff8801355eb3a0. 00000010:00000010:1.0:1749611519.210168:0:29186:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff8801355ebd00. 00000020:00000001:1.0:1749611519.210170:0:29186:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749611519.210171:0:29186:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611519.210172:0:29186:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134934309888 : -131938775241728 : ffff88009c2b6c00) 00000020:01000004:1.0:1749611519.210175:0:29186:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88007913a800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749611519.210176:0:29186:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612134934309888 : -131938775241728 : ffff88009c2b6c00) 00000020:00000001:1.0:1749611519.210178:0:29186:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749611519.210178:0:29186:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611519.210179:0:29186:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134934309888 : -131938775241728 : ffff88009c2b6c00) 00000020:01000004:1.0:1749611519.210180:0:29186:0:(tgt_mount.c:188:server_put_mount()) put mount ffff88007913a800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749611519.210182:0:29186:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1749611519.210183:0:29186:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88007913a800 3 00000020:00000001:1.0:1749611519.210184:0:29186:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.210185:0:29186:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611519.210187:0:29186:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff8800873db680. 00010000:00000001:1.0:1749611519.210188:0:29186:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00010000:00000010:1.0:1749611519.210192:0:29186:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff880136947700. 00010000:00000001:1.0:1749611519.210193:0:29186:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611519.210195:0:29186:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611519.210197:0:29186:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88007197d000. 00000020:00000040:1.0:1749611519.210199:0:29186:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) now 3 - import 00000020:00000001:1.0:1749611519.210202:0:29186:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611519.210202:0:29186:0:(genops.c:1242:class_import_put()) import ffff88007197d000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611519.210204:0:29186:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749611519.210205:0:29186:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1749611519.210212:0:29186:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:1.0:1749611519.210214:0:29186:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611519.210217:0:29186:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611519.210218:0:29186:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611519.210220:0:29186:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611519.210242:0:29186:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611519.210245:0:29186:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:1.0:1749611519.210248:0:29186:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00010000:00000010:1.0:1749611519.210252:0:29186:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009976f000. 00010000:00080000:1.0:1749611519.210254:0:29186:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88007197d000@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.106@tcp at head 00010000:00000001:1.0:1749611519.210257:0:29186:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611519.210259:0:29186:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749611519.210261:0:29186:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611519.210263:0:29186:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749611519.210266:0:29186:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff8800781da800. 00000001:00000001:1.0:1749611519.210268:0:29186:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611519.210270:0:29186:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88009959d700. 00000001:00000010:1.0:1749611519.210274:0:29186:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88009959df00. 00000001:00000010:1.0:1749611519.210330:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007317000. 00000001:00000010:1.0:1749611519.210394:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007321000. 00000001:00000010:1.0:1749611519.210457:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000732b000. 00000001:00000010:1.0:1749611519.210517:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007335000. 00000001:00000010:1.0:1749611519.210615:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000733f000. 00000001:00000010:1.0:1749611519.210678:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007349000. 00000001:00000010:1.0:1749611519.210738:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007353000. 00000001:00000010:1.0:1749611519.210803:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000735d000. 00000001:00000010:1.0:1749611519.210864:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007367000. 00000001:00000010:1.0:1749611519.210924:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007371000. 00000001:00000010:1.0:1749611519.211035:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000737b000. 00000001:00000010:1.0:1749611519.211074:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007385000. 00000001:00000010:1.0:1749611519.211111:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000738f000. 00000001:00000010:1.0:1749611519.211147:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007399000. 00000001:00000010:1.0:1749611519.211187:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900073a3000. 00000001:00000010:1.0:1749611519.211242:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900073ad000. 00000001:00000010:1.0:1749611519.211301:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900073b7000. 00000001:00000010:1.0:1749611519.211366:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900073c1000. 00000001:00000010:1.0:1749611519.211431:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900073cb000. 00000001:00000010:1.0:1749611519.211491:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900073d5000. 00000001:00000010:1.0:1749611519.211576:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900073df000. 00000001:00000010:1.0:1749611519.211653:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900073e9000. 00000001:00000010:1.0:1749611519.211714:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900073f3000. 00000001:00000010:1.0:1749611519.211779:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900073fd000. 00000001:00000010:1.0:1749611519.211848:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007407000. 00000001:00000010:1.0:1749611519.211907:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007411000. 00000001:00000010:1.0:1749611519.211985:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000741b000. 00000001:00000010:1.0:1749611519.212047:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007425000. 00000001:00000010:1.0:1749611519.212085:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000742f000. 00000001:00000010:1.0:1749611519.212121:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007439000. 00000001:00000010:1.0:1749611519.212156:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007443000. 00000001:00000010:1.0:1749611519.212195:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000744d000. 00000020:00000010:1.0:1749611519.212259:0:29186:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800781d8c00. 00000020:00000010:1.0:1749611519.212263:0:29186:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8801355eb900. 00010000:00000001:1.0:1749611519.212276:0:29186:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749611519.212305:0:29186:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611519.212317:0:29186:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800781db000. 00000020:00000010:1.0:1749611519.212321:0:29186:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88012d125600. 00010000:00000001:1.0:1749611519.212329:0:29186:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611519.212331:0:29186:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-5 is initialized 00010000:00000001:1.0:1749611519.212333:0:29186:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611519.212336:0:29186:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134329427968 : -131939380123648 : ffff8800781da800) 00010000:00000001:1.0:1749611519.212339:0:29186:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611519.212343:0:29186:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff8800873db500. 00000010:00000010:1.0:1749611519.212346:0:29186:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff8801355ebd00. 00000010:00000010:1.0:1749611519.212349:0:29186:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff8801355eb3a0. 00000010:00000010:1.0:1749611519.212351:0:29186:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff8800873db680. 00000010:00000001:1.0:1749611519.212353:0:29186:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611519.212370:0:29186:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8800aca71800. 00000020:00000010:1.0:1749611519.212373:0:29186:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88006abf2000. 00000010:00000001:1.0:1749611519.212392:0:29186:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611519.212397:0:29186:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d125800. 00000040:00000010:1.0:1749611519.212402:0:29186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d125000. 00000020:00000010:1.0:1749611519.212405:0:29186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071978000. 00000020:00000010:1.0:1749611519.212408:0:29186:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931d588. 00000020:00000010:1.0:1749611519.212414:0:29186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d125e00. 80000000:00000010:1.0:1749611519.212417:0:29186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976fba0. 40000000:00000010:1.0:1749611519.212420:0:29186:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801369479c0. 00100000:00000010:1.0:1749611519.212423:0:29186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197c800. 00040000:00000010:1.0:1749611519.212427:0:29186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959d500. 00040000:00000010:1.0:1749611519.212430:0:29186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d124800. 00080000:00000010:1.0:1749611519.212435:0:29186:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:1.0:1749611519.212439:0:29186:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00000004:00000010:1.0:1749611519.212443:0:29186:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197c000. 00000004:00000010:1.0:1749611519.212446:0:29186:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b4000. 00000004:00000010:1.0:1749611519.212450:0:29186:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197e800. 00000004:00000010:1.0:1749611519.212453:0:29186:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009c9a5000. 00000020:00000010:1.0:1749611519.212456:0:29186:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125400. 00000020:00000010:1.0:1749611519.212461:0:29186:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800873db580. 00000020:00000010:1.0:1749611519.212464:0:29186:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000008:00000010:1.0:1749611519.212468:0:29186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bf8c0. 00020000:00000010:1.0:1749611519.212472:0:29186:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b6880. 00008000:00000010:1.0:1749611519.212477:0:29186:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7b18. 00000080:00000010:1.0:1749611519.212480:0:29186:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a000. 00000020:00000010:1.0:1749611519.212483:0:29186:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000020:00000001:1.0:1749611519.212486:0:29186:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611519.212488:0:29186:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) now 4 - setup 00000020:00000080:1.0:1749611519.212491:0:29186:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:1.0:1749611519.212493:0:29186:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.212495:0:29186:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611519.212498:0:29186:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88009976ff60. 00000020:00000001:1.0:1749611519.212505:0:29186:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749611519.212507:0:29186:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 00000020:00000010:1.0:1749611519.212509:0:29186:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d125400. 00000040:00000010:1.0:1749611519.212516:0:29186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d124200. 00000020:00000010:1.0:1749611519.212519:0:29186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197e800. 00000020:00000010:1.0:1749611519.212522:0:29186:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931d588. 00000020:00000010:1.0:1749611519.212525:0:29186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d124800. 80000000:00000010:1.0:1749611519.212527:0:29186:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009ac44960. 40000000:00000010:1.0:1749611519.212530:0:29186:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801369479c0. 00100000:00000010:1.0:1749611519.212532:0:29186:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197c000. 00040000:00000010:1.0:1749611519.212535:0:29186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959d500. 00040000:00000010:1.0:1749611519.212537:0:29186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d125e00. 00080000:00000010:1.0:1749611519.212542:0:29186:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749611519.212545:0:29186:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00000004:00000010:1.0:1749611519.212548:0:29186:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197c800. 00000004:00000010:1.0:1749611519.212577:0:29186:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf6000. 00000004:00000010:1.0:1749611519.212581:0:29186:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880071978000. 00000004:00000010:1.0:1749611519.212584:0:29186:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800aca72c00. 00000020:00000010:1.0:1749611519.212587:0:29186:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125800. 00000020:00000010:1.0:1749611519.212590:0:29186:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880074677580. 00000020:00000010:1.0:1749611519.212592:0:29186:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000020:00000010:1.0:1749611519.212596:0:29186:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff8800a8927780. 00000020:00000010:1.0:1749611519.212598:0:29186:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff8801369471c0. 00000020:00000001:1.0:1749611519.212601:0:29186:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749611519.212603:0:29186:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749611519.212605:0:29186:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749611519.212607:0:29186:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611519.212609:0:29186:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611519.212612:0:29186:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197a000. 00000020:00000001:1.0:1749611519.212614:0:29186:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611519.212616:0:29186:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197a000 with handle 0x689c0ec07329d56c to hash 00000020:00000001:1.0:1749611519.212619:0:29186:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611519.212621:0:29186:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611519.212623:0:29186:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611519.212626:0:29186:0:(genops.c:887:class_export_get()) GET export ffff88007197a000 refcount=3 00000020:00000040:1.0:1749611519.212630:0:29186:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) now 5 - export 00000020:00000001:1.0:1749611519.212632:0:29186:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219980800 : -131939489570816 : ffff88007197a000) 00000020:00000040:1.0:1749611519.212640:0:29186:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 2 00000020:00000080:1.0:1749611519.212642:0:29186:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x689c0ec07329d56c 00000020:00000001:1.0:1749611519.212644:0:29186:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.212646:0:29186:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611519.212648:0:29186:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d56c 00000020:00000001:1.0:1749611519.212650:0:29186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611519.212651:0:29186:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197a000 refcount=3 00000020:00000001:1.0:1749611519.212654:0:29186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219980800 : -131939489570816 : ffff88007197a000) 00000020:00000001:1.0:1749611519.212656:0:29186:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219980800 : -131939489570816 : ffff88007197a000) 00000100:00000001:1.0:1749611519.212659:0:29186:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749611519.212662:0:29186:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611519.212666:0:29186:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749611519.212669:0:29186:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611519.212671:0:29186:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611519.212673:0:29186:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611519.212675:0:29186:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611519.212676:0:29186:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d56c 00000020:00000001:1.0:1749611519.212678:0:29186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611519.212680:0:29186:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197a000 refcount=4 00000020:00000001:1.0:1749611519.212682:0:29186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219980800 : -131939489570816 : ffff88007197a000) 00000020:00000001:1.0:1749611519.212684:0:29186:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219980800 : -131939489570816 : ffff88007197a000) 00000100:00000001:1.0:1749611519.212686:0:29186:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611519.212688:0:29186:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:1.0:1749611519.212690:0:29186:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611519.212692:0:29186:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 3 00000100:00080000:1.0:1749611519.212694:0:29186:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197d000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611519.212697:0:29186:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611519.212699:0:29186:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611519.212705:0:29186:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749611519.212708:0:29186:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749611519.212712:0:29186:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749611519.212715:0:29186:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611519.212721:0:29186:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611519.212723:0:29186:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611519.212728:0:29186:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111266680. 00000020:00000040:1.0:1749611519.212731:0:29186:0:(genops.c:1229:class_import_get()) import ffff88007197d000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749611519.212736:0:29186:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611519.212738:0:29186:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611519.212741:0:29186:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611519.212743:0:29186:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611519.212747:0:29186:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611519.212752:0:29186:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800aca72400. 00000100:00000001:1.0:1749611519.212758:0:29186:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611519.212766:0:29186:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111266680 x1834598494685952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611519.212778:0:29186:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611519.212783:0:29186:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611519.212787:0:29186:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111266680] to pc [ptlrpcd_rcv+-1] req@ffff880111266680 x1834598494685952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611519.212814:0:29186:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611519.212818:0:29186:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749611519.212820:0:29186:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:1.0:1749611519.212823:0:29186:0:(genops.c:1229:class_import_get()) import ffff88007197d000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749611519.212839:0:29186:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749611519.212841:0:29186:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611519.212906:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611519.212912:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611519.212914:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611519.212923:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111266680 x1834598494685952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611519.212932:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611519.212935:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611519.212956:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611519.212961:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611519.212965:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611519.212967:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611519.212969:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1749611519.212971:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494685952:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1749611519.212972:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611519.212976:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611519.212976:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611519.212978:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611519.212980:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749611519.212980:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611519.212982:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.212984:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749611519.212985:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749611519.212988:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6124 02000000:00000010:0.0:1749611519.212990:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cd68c00. 00000100:00080000:2.0:1749611519.212991:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749611519.212992:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611519.212995:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611519.212997:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749611519.212999:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000100:00000040:2.0:1749611519.213000:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611519.213002:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611519.213005:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749611519.213006:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000020:00000040:2.0:1749611519.213007:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611519.213009:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611519.213012:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000100:00000200:0.0:1749611519.213013:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494685952, portal 10 00000020:00000001:2.0:1749611519.213015:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:0.0:1749611519.213016:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749611519.213017:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611519.213020:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611519.213022:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611519.213027:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136896915072 : -131936812636544 : ffff880111266680) 00000020:00000040:1.0:1749611519.213028:0:29186:0:(genops.c:887:class_export_get()) GET export ffff88007197a000 refcount=4 00000100:00000040:2.0:1749611519.213033:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000010:0.0:1749611519.213033:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880070f00000. 00000020:00000001:1.0:1749611519.213034:0:29186:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.213035:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611519.213036:0:29186:0:(genops.c:887:class_export_get()) GET export ffff88007197a000 refcount=5 00000020:00000040:2.0:1749611519.213038:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000020:00000001:1.0:1749611519.213038:0:29186:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611519.213040:0:29186:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff8800a8927780. 00000100:00000040:0.0:1749611519.213040:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111266680 x1834598494685952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611519.213041:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611519.213044:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611519.213045:0:29186:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff8801369471c0. 02000000:00000001:2.0:1749611519.213046:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611519.213049:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749611519.213050:0:29186:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d125400. 02000000:00000001:2.0:1749611519.213051:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611519.213052:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611519.213053:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1749611519.213054:0:29186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d124200. 00000100:00000001:2.0:1749611519.213055:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:0.0:1749611519.213055:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000020:00000010:1.0:1749611519.213057:0:29186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197e800. 00000100:00000001:2.0:1749611519.213058:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611519.213058:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494685952, offset 0 00000020:00000010:1.0:1749611519.213061:0:29186:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931d588. 00000100:00000010:2.0:1749611519.213062:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4ff800. 00000400:00000200:0.0:1749611519.213064:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749611519.213065:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611519.213068:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611519.213070:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.213072:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:1.0:1749611519.213072:0:29186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d124800. 02000000:00000001:2.0:1749611519.213074:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 80000000:00000010:1.0:1749611519.213076:0:29186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009ac44960. 02000000:00000001:2.0:1749611519.213077:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611519.213077:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 40000000:00000010:1.0:1749611519.213079:0:29186:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801369479c0. 02000000:00000010:2.0:1749611519.213082:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0dc400. 00100000:00000010:1.0:1749611519.213083:0:29186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197c000. 00040000:00000010:1.0:1749611519.213086:0:29186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959d500. 00000100:00000001:2.0:1749611519.213087:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611519.213087:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94cb00 00040000:00000010:1.0:1749611519.213089:0:29186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d125e00. 00080000:00000010:1.0:1749611519.213093:0:29186:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00000400:00000200:0.0:1749611519.213093:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 122696 00000100:00100000:2.0:1749611519.213095:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4ff800 x1834598494686080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00080000:00000010:1.0:1749611519.213097:0:29186:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00000004:00000010:1.0:1749611519.213100:0:29186:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197c800. 00000400:00000200:0.0:1749611519.213101:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:1.0:1749611519.213103:0:29186:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf6000. 00000100:00000001:2.0:1749611519.213105:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749611519.213106:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000004:00000010:1.0:1749611519.213107:0:29186:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880071978000. 00000100:00000001:2.0:1749611519.213109:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749611519.213110:0:29186:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800aca72c00. 00000100:00000001:0.0:1749611519.213111:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611519.213113:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4ff800] to pc [ptlrpcd_rcv+-1] req@ffff88009c4ff800 x1834598494686080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611519.213113:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749611519.213114:0:29186:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000020:00000010:1.0:1749611519.213117:0:29186:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880074677580. 00000100:00000010:0.0:1749611519.213117:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3e680. 00000020:00000010:1.0:1749611519.213120:0:29186:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000040:0.0:1749611519.213120:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3e680 x1834598494685952 msgsize 520 00000020:00000010:1.0:1749611519.213123:0:29186:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125800. 00000100:00000001:2.0:1749611519.213124:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611519.213124:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749611519.213127:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000020:00000010:1.0:1749611519.213127:0:29186:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff880136947440. 00000020:00000010:1.0:1749611519.213130:0:29186:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff880136947740. 00000100:00080000:2.0:1749611519.213131:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611519.213132:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1749611519.213132:0:29186:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611519.213134:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1749611519.213134:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.213136:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000040:00001000:1.0:1749611519.213137:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c930 type=0x10620000 idx=14 00000100:00080000:2.0:1749611519.213139:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6124 00000040:00001000:1.0:1749611519.213140:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:1.0:1749611519.213142:0:29186:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.213144:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00080000:2.0:1749611519.213146:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1749611519.213146:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.213148:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c9b0 type=0x10620000 idx=15 00000100:00000001:0.0:1749611519.213148:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611519.213149:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000040:00001000:1.0:1749611519.213150:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000100:00000001:2.0:1749611519.213151:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000040:00001000:1.0:1749611519.213152:0:29186:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000040:2.0:1749611519.213153:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000001:1.0:1749611519.213154:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1749611519.213155:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611519.213155:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000020:00000001:1.0:1749611519.213156:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611519.213157:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611519.213158:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000040:00001000:1.0:1749611519.213158:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685ca40 type=0x10620000 idx=16 00000400:00000010:0.0:1749611519.213158:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000040:00001000:1.0:1749611519.213159:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000020:00000001:2.0:1749611519.213160:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00001000:1.0:1749611519.213161:0:29186:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611519.213161:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749611519.213162:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:1.0:1749611519.213163:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1749611519.213164:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611519.213166:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000200:0.0:1749611519.213166:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111266680 x1834598494685952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611519.213168:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611519.213169:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611519.213170:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000040:00001000:1.0:1749611519.213171:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685cae0 type=0x10620000 idx=17 00000100:00000040:2.0:1749611519.213172:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611519.213173:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000040:00001000:1.0:1749611519.213173:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000100:00000001:0.0:1749611519.213174:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000040:00001000:1.0:1749611519.213175:0:29186:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000040:2.0:1749611519.213176:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000020:00000001:1.0:1749611519.213177:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000040:0.0:1749611519.213177:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111266680 x1834598494685952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611519.213178:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000040:00000001:1.0:1749611519.213178:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.213179:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:2.0:1749611519.213180:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611519.213182:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1749611519.213182:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611519.213183:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000040:00001000:1.0:1749611519.213184:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685cbc0 type=0x10620000 idx=18 00000100:00000001:0.0:1749611519.213184:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611519.213185:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00001000:1.0:1749611519.213186:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000100:00000001:0.0:1749611519.213186:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749611519.213187:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.213187:0:29186:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00100000:3.0:1749611519.213188:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494685952 00000100:00000001:2.0:1749611519.213189:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000020:00000001:1.0:1749611519.213189:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611519.213189:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611519.213190:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 02000000:00000001:3.0:1749611519.213191:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611519.213191:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611519.213191:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.213192:0:29186:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611519.213193:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000010:2.0:1749611519.213194:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc700. 00000020:00000001:1.0:1749611519.213194:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611519.213195:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749611519.213196:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000040:00001000:1.0:1749611519.213196:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685cca0 type=0x10620000 idx=19 00000100:00000001:0.0:1749611519.213197:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300792693 00000100:00000001:3.0:1749611519.213198:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611519.213198:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000040:00001000:1.0:1749611519.213198:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 02000000:00000001:2.0:1749611519.213199:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.213199:0:29186:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611519.213201:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1749611519.213201:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 02000000:00000001:3.0:1749611519.213202:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611519.213202:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1749611519.213202:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611519.213204:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.213204:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685ccf0 type=0x10620000 idx=20 00000100:00100000:3.0:1749611519.213206:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494685952 00000040:00001000:1.0:1749611519.213206:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000100:00000010:0.0:1749611519.213206:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230900. 02000000:00000010:2.0:1749611519.213207:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0de400. 00000040:00001000:1.0:1749611519.213207:0:29186:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:3.0:1749611519.213209:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749611519.213209:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.213210:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000040:3.0:1749611519.213211:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611519.213211:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611519.213211:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.213212:0:29186:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611519.213212:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000020:00000001:3.0:1749611519.213213:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611519.213214:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611519.213215:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.213216:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685cdd0 type=0x10620000 idx=21 00000020:00000001:3.0:1749611519.213217:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.213217:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000100:00000001:0.0:1749611519.213218:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300792693 00000040:00001000:1.0:1749611519.213219:0:29186:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00100000:2.0:1749611519.213220:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4fc700 x1834598494686208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1749611519.213220:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.213221:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000010:0.0:1749611519.213221:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230940. 00000020:00000010:3.0:1749611519.213222:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf4000. 00000100:00000001:0.0:1749611519.213224:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000010:3.0:1749611519.213226:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7c80. 00000040:00000001:1.0:1749611519.213227:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:0.0:1749611519.213227:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300792693 00000100:00000001:2.0:1749611519.213228:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1749611519.213229:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611519.213229:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230380. 00000020:00000010:3.0:1749611519.213230:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611519.213230:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.213231:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685ceb0 type=0x10620000 idx=22 00000040:00001000:1.0:1749611519.213233:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000100:00000001:0.0:1749611519.213233:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749611519.213234:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4fc700] to pc [ptlrpcd_rcv+-1] req@ffff88009c4fc700 x1834598494686208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611519.213235:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000040:00001000:1.0:1749611519.213235:0:29186:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611519.213235:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300792693 00000100:00000001:3.0:1749611519.213237:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1749611519.213237:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611519.213238:0:29186:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:0.0:1749611519.213238:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b22307c0. 00000100:00000001:3.0:1749611519.213240:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.213240:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611519.213241:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611519.213241:0:29186:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8800aca72c00. 00000100:00000001:0.0:1749611519.213243:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611519.213244:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749611519.213245:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611519.213246:0:29186:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000100:00000001:0.0:1749611519.213246:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611519.213247:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611519.213248:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00001000:1.0:1749611519.213249:0:29186:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000100:00000001:0.0:1749611519.213249:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611519.213250:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611519.213251:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611519.213252:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:1.0:1749611519.213253:0:29186:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000001:3.0:1749611519.213254:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611519.213254:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6124 00000100:00080000:2.0:1749611519.213256:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1749611519.213257:0:29186:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000100:00000001:0.0:1749611519.213258:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749611519.213259:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000010:1.0:1749611519.213259:0:29186:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff8800aca72c00. 00000100:00000001:0.0:1749611519.213260:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611519.213261:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611519.213262:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000010:1.0:1749611519.213262:0:29186:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff880136947740. 00000100:00000001:0.0:1749611519.213262:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611519.213263:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611519.213263:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611519.213264:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611519.213264:0:29186:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000100:00000001:0.0:1749611519.213264:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611519.213266:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611519.213266:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749611519.213266:0:29186:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff880136947440. 00000020:00000040:2.0:1749611519.213267:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611519.213269:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611519.213269:0:29186:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611519.213269:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4ff800 x1834598494686080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611519.213270:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00100000:3.0:1749611519.213271:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000020:00000001:2.0:1749611519.213272:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000010:1.0:1749611519.213272:0:29186:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff880136947440. 00000020:00000010:1.0:1749611519.213274:0:29186:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff880136947440. 00000100:00000001:3.0:1749611519.213275:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910748288 : -131938798803328 : ffff88009ac3e680) 00000020:00000001:2.0:1749611519.213275:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:01000004:1.0:1749611519.213277:0:29186:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000100:00000001:0.0:1749611519.213277:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611519.213278:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611519.213278:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.213279:0:29186:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf001 lwp lustre-MDT0001-lwp-OST0000_UUID (null) (null) 00000100:00000001:2.0:1749611519.213280:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611519.213281:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3e680 x1834598494685952/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611519.213281:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611519.213282:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000010:1.0:1749611519.213282:0:29186:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff880074677580. 02000000:00000001:0.0:1749611519.213283:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611519.213284:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000080:1.0:1749611519.213284:0:29186:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 02000000:00000001:0.0:1749611519.213285:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611519.213286:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000020:00000001:1.0:1749611519.213286:0:29186:0:(obd_config.c:596:class_attach()) Process entered 00000100:00080000:2.0:1749611519.213288:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000020:00000001:1.0:1749611519.213288:0:29186:0:(genops.c:349:class_newdev()) Process entered 00000100:00100000:0.0:1749611519.213288:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494686080:0@lo:38:kworker.0 00000100:00000001:0.0:1749611519.213292:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749611519.213294:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494685952:12345-0@lo:38:llog_process_th.0 00000100:00000001:2.0:1749611519.213294:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611519.213294:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:1.0:1749611519.213295:0:29186:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800851555c0. 02000000:00000001:0.0:1749611519.213295:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611519.213296:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611519.213297:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749611519.213299:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494685952 02000000:00000001:2.0:1749611519.213299:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1749611519.213299:0:29186:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) 02000000:00000001:2.0:1749611519.213301:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.213301:0:29186:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000001:3.0:1749611519.213302:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:1.0:1749611519.213303:0:29186:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880071978000. 00000100:00000001:2.0:1749611519.213304:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611519.213305:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.213305:0:29186:0:(lustre_handles.c:45:class_handle_hash()) Process entered 02000000:00000010:0.0:1749611519.213305:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cd6a800. 00010000:00000001:3.0:1749611519.213306:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:1.0:1749611519.213307:0:29186:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880071978000 with handle 0x689c0ec07329d573 to hash 02000000:00000001:0.0:1749611519.213307:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611519.213308:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc380. 00000020:00000001:1.0:1749611519.213309:0:29186:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000040:2.0:1749611519.213311:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000010:0.0:1749611519.213311:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff318. 00000020:00000001:1.0:1749611519.213312:0:29186:0:(obd_class.h:1037:obd_init_export()) Process entered 02000000:00000001:2.0:1749611519.213313:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000020:00000001:1.0:1749611519.213313:0:29186:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611519.213314:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611519.213314:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:2.0:1749611519.213315:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000001:1.0:1749611519.213315:0:29186:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219972608 : -131939489579008 : ffff880071978000) 00000020:00000001:3.0:1749611519.213317:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611519.213317:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1749611519.213317:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494686080, portal 4 02000000:00000001:2.0:1749611519.213318:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.213319:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00020000:3.0:1749611519.213321:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749611519.213321:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c0de800. 00000020:00000040:1.0:1749611519.213322:0:29186:0:(genops.c:898:class_export_put()) PUTting export ffff880071978000 : new refcount 1 00000100:00000001:0.0:1749611519.213322:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936705024 : -131938772846592 : ffff88009c4ff800) 00010000:00000001:3.0:1749611519.213324:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611519.213324:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611519.213328:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4ff800 x1834598494686080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611519.213329:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4fc380 x1834598494686336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000040:1.0:1749611519.213332:0:29186:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) now 2 - obd_device_list 00010000:00000001:3.0:1749611519.213334:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611519.213335:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611519.213336:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:1.0:1749611519.213336:0:29186:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611519.213337:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611519.213338:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611519.213338:0:29186:0:(obd_config.c:653:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000100:00000040:0.0:1749611519.213338:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611519.213339:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749611519.213339:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000020:00000001:1.0:1749611519.213340:0:29186:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611519.213341:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4fc380] to pc [ptlrpcd_rcv+-1] req@ffff88009c4fc380 x1834598494686336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611519.213341:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494686080, offset 0 02000000:00000001:3.0:1749611519.213342:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749611519.213342:0:29186:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611519.213345:0:29186:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff880074677580. 00000400:00000200:0.0:1749611519.213345:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749611519.213347:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880076274800. 00000020:00000001:1.0:1749611519.213347:0:29186:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 02000000:00000001:3.0:1749611519.213349:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.213349:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611519.213350:0:29186:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88009ac44960. 00000100:00000001:3.0:1749611519.213351:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611519.213351:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749611519.213351:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000080:1.0:1749611519.213352:0:29186:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000100:00000001:2.0:1749611519.213354:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00010000:00000001:3.0:1749611519.213356:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749611519.213356:0:29186:0:(obd_config.c:667:class_setup()) Process entered 00000400:00000200:0.0:1749611519.213356:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94cb80 00010000:00000001:3.0:1749611519.213358:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611519.213358:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805f80. 00000020:00000040:2.0:1749611519.213360:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00001000:3.0:1749611519.213362:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611519.213362:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749611519.213362:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 5720 02000000:00000001:2.0:1749611519.213363:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749611519.213365:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749611519.213365:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611519.213367:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611519.213368:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1749611519.213368:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e900. 00000001:00000001:1.0:1749611519.213368:0:29186:0:(hash.c:1039:cfs_hash_create()) Process entered 00000100:00000040:3.0:1749611519.213370:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000001:00000010:1.0:1749611519.213370:0:29186:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8927780. 00000400:00000200:0.0:1749611519.213370:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611519.213371:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611519.213373:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000001:00000010:1.0:1749611519.213374:0:29186:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8801355eb520. 00000100:00000001:0.0:1749611519.213374:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611519.213375:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611519.213375:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000001:00000010:1.0:1749611519.213376:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125800. 00000100:00000200:0.0:1749611519.213376:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:3.0:1749611519.213378:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000001:00000010:1.0:1749611519.213379:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124000. 00000100:00000010:0.0:1749611519.213379:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3c380. 02000000:00000001:3.0:1749611519.213381:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000010:1.0:1749611519.213381:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125000. 00000100:00000040:0.0:1749611519.213382:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3c380 x1834598494686080 msgsize 520 02000000:00000001:3.0:1749611519.213383:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611519.213383:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125e00. 00000100:00000001:3.0:1749611519.213385:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000001:00000001:1.0:1749611519.213386:0:29186:0:(hash.c:1039:cfs_hash_create()) Process entered 00000100:00100000:0.0:1749611519.213386:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749611519.213388:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000001:00000010:1.0:1749611519.213388:0:29186:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8927000. 00000001:00000010:1.0:1749611519.213390:0:29186:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8801355eb3c0. 00000400:00000010:3.0:1749611519.213391:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000001:00000010:1.0:1749611519.213393:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124800. 00000100:00000001:2.0:1749611519.213394:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000001:00000010:1.0:1749611519.213395:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124200. 00000100:00000001:0.0:1749611519.213395:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749611519.213396:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494685952, offset 0 00000100:00000001:2.0:1749611519.213396:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611519.213397:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d125400. 00000400:00000200:0.0:1749611519.213399:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000001:00000010:1.0:1749611519.213400:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d124c00. 00000100:00000040:2.0:1749611519.213401:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078805f80] to pc [ptlrpcd_00_00+0] req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611519.213401:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000020:00000001:1.0:1749611519.213402:0:29186:0:(obd_class.h:571:obd_setup()) Process entered 00000100:00000001:0.0:1749611519.213404:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749611519.213405:0:29186:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095487000. 00000100:00000200:0.0:1749611519.213407:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4ff800 x1834598494686080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611519.213408:0:29186:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880074677580. 00000020:00000010:1.0:1749611519.213411:0:29186:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000400:00000200:3.0:1749611519.213412:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000008:00000010:1.0:1749611519.213414:0:29186:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bf8c0. 00000100:00000001:0.0:1749611519.213414:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00020000:00000010:1.0:1749611519.213417:0:29186:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b6880. 00000100:00000040:0.0:1749611519.213417:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4ff800 x1834598494686080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611519.213420:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00008000:00000010:1.0:1749611519.213420:0:29186:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7b18. 00000100:00000001:2.0:1749611519.213423:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1749611519.213424:0:29186:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a000. 00000400:00000200:3.0:1749611519.213428:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94cb00 00000100:00000040:2.0:1749611519.213428:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6130) 00000020:00000010:1.0:1749611519.213432:0:29186:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095487600. 00000400:00000200:3.0:1749611519.213434:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9275 [1] + 0 00000100:00000001:0.0:1749611519.213434:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611519.213435:0:29186:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880095486c00. 00000100:00000001:0.0:1749611519.213436:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749611519.213439:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:1.0:1749611519.213439:0:29186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f600. 00000100:00000001:2.0:1749611519.213440:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611519.213440:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611519.213442:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611519.213442:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749611519.213442:0:29186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197c800. 00000100:00000001:2.0:1749611519.213444:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:1.0:1749611519.213444:0:29186:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931d588. 00000100:00000040:0.0:1749611519.213444:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1271 usecs (2 jiffies) 00000100:00000001:3.0:1749611519.213446:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611519.213447:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300792672 00000100:00000040:2.0:1749611519.213448:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611519.213448:0:29186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e800. 80000000:00000010:1.0:1749611519.213450:0:29186:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009ac449c0. 00000100:00000001:0.0:1749611519.213450:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300792693 00000100:00000200:3.0:1749611519.213451:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111266680 x1834598494685952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.213452:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300792672 40000000:00000010:1.0:1749611519.213453:0:29186:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8801369479c0. 00000100:00000001:0.0:1749611519.213454:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300792693 00000100:00000001:2.0:1749611519.213455:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00100000:00000010:1.0:1749611519.213455:0:29186:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197c000. 00000100:00000001:0.0:1749611519.213456:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300792672 00000100:00000001:2.0:1749611519.213457:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1749611519.213458:0:29186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959d500. 00000100:00000001:0.0:1749611519.213458:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300792693 02000000:00000001:2.0:1749611519.213460:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611519.213460:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300792672 00040000:00000010:1.0:1749611519.213461:0:29186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e200. 00000100:00000001:0.0:1749611519.213462:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300792693 00000100:00000040:3.0:1749611519.213463:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111266680 x1834598494685952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611519.213463:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00080000:00000010:1.0:1749611519.213464:0:29186:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf6000. 00000100:00000001:0.0:1749611519.213464:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611519.213465:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.213466:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611519.213467:0:29186:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00000100:00100000:2.0:1749611519.213468:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494686464:0@lo:400:kworker.0 00000100:00000001:0.0:1749611519.213468:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611519.213472:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000004:00000010:1.0:1749611519.213472:0:29186:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197e800. 00000100:00000040:0.0:1749611519.213472:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc700 x1834598494686208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611519.213475:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000004:00000010:1.0:1749611519.213475:0:29186:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf4000. 02000000:00000001:2.0:1749611519.213476:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611519.213478:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000004:00000010:1.0:1749611519.213478:0:29186:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880071978800. 00000100:00000001:0.0:1749611519.213479:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611519.213480:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611519.213481:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007a828e00. 00000004:00000010:1.0:1749611519.213481:0:29186:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009c9a5000. 02000000:00000001:2.0:1749611519.213483:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611519.213483:0:29186:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88009ac44a20. 02000000:00000001:0.0:1749611519.213483:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611519.213485:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611519.213485:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1749611519.213486:0:29186:0:(lwp_dev.c:248:lwp_init0()) Process entered 02000000:00000001:0.0:1749611519.213486:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611519.213487:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe898. 00000100:00100000:0.0:1749611519.213489:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494686208:0@lo:38:kworker.0 00000100:00000001:1.0:1749611519.213490:0:29186:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000400:00000010:2.0:1749611519.213491:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000400:00000200:3.0:1749611519.213492:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:1.0:1749611519.213492:0:29186:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.213492:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1749611519.213494:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 02000000:00000001:0.0:1749611519.213494:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611519.213496:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611519.213497:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611519.213498:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611519.213499:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:0.0:1749611519.213501:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cd68000. 02000000:00000001:0.0:1749611519.213503:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611519.213504:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611519.213508:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000200:2.0:1749611519.213508:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494686464, portal 10 00000400:00000010:0.0:1749611519.213510:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 00000100:00000001:2.0:1749611519.213511:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611519.213512:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.213512:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335897472 : -131939373654144 : ffff880078805f80) 00000400:00000010:0.0:1749611519.213513:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000020:00000001:3.0:1749611519.213515:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749611519.213517:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494686208, portal 10 00000100:00000040:2.0:1749611519.213519:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.213519:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611519.213550:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936692480 : -131938772859136 : ffff88009c4fc700) 00000100:00000040:3.0:1749611519.213554:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3e680 x1834598494685952/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611539 ref 1 fl Interpret:/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611519.213558:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4fc700 x1834598494686208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611519.213565:0:29186:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611519.213565:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611519.213567:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000010:00000001:1.0:1749611519.213569:0:29186:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000400:00000010:0.0:1749611519.213569:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000010:00000010:1.0:1749611519.213571:0:29186:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff880074677600. 00000100:00000200:0.0:1749611519.213571:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494686208, offset 0 00000100:00100000:3.0:1749611519.213572:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494685952:12345-0@lo:38:llog_process_th.0 Request processed in 275us (447us total) trans 0 rc -19/-19 00000010:00000010:1.0:1749611519.213574:0:29186:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff8801355ebb60. 00000100:00000001:2.0:1749611519.213575:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611519.213575:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000010:00000010:1.0:1749611519.213577:0:29186:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff8801355eb8e0. 00000020:00000001:1.0:1749611519.213579:0:29186:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749611519.213581:0:29186:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000400:00000200:0.0:1749611519.213581:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611519.213583:0:29186:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134934309888 : -131938775241728 : ffff88009c2b6c00) 00000100:00100000:3.0:1749611519.213585:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00000040:2.0:1749611519.213585:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:01000004:1.0:1749611519.213586:0:29186:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88007913a800 from lustre-OST0000, refs=3 00000400:00000200:0.0:1749611519.213586:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94cc00 00000400:00000010:2.0:1749611519.213588:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000020:00000001:1.0:1749611519.213588:0:29186:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612134934309888 : -131938775241728 : ffff88009c2b6c00) 00000400:00000200:0.0:1749611519.213590:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 123216 00000100:00000001:3.0:1749611519.213591:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749611519.213591:0:29186:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749611519.213592:0:29186:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000100:00000001:3.0:1749611519.213593:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749611519.213593:0:29186:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134934309888 : -131938775241728 : ffff88009c2b6c00) 00000100:00000200:2.0:1749611519.213594:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494686464, offset 0 00000400:00000200:0.0:1749611519.213594:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611519.213597:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749611519.213598:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7c80. 00000400:00000200:2.0:1749611519.213599:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000004:1.0:1749611519.213602:0:29186:0:(tgt_mount.c:188:server_put_mount()) put mount ffff88007913a800 from lustre-OST0000, refs=3 00000020:00000010:3.0:1749611519.213604:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000020:00000001:1.0:1749611519.213604:0:29186:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1749611519.213606:0:29186:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88007913a800 3 00000400:00000200:2.0:1749611519.213608:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611519.213608:0:29186:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611519.213609:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf4000. 00000020:00000001:1.0:1749611519.213610:0:29186:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.213610:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611519.213611:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000010:00000010:1.0:1749611519.213613:0:29186:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff880074677680. 00000100:00000001:3.0:1749611519.213614:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611519.213615:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94cd00 00010000:00000001:1.0:1749611519.213615:0:29186:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00000100:00000010:0.0:1749611519.213616:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d0000. 00000100:00000040:0.0:1749611519.213618:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d0000 x1834598494686208 msgsize 520 00010000:00000010:1.0:1749611519.213619:0:29186:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8801369471c0. 00000400:00000200:2.0:1749611519.213620:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 123736 00010000:00000001:1.0:1749611519.213621:0:29186:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00000100:00100000:0.0:1749611519.213622:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749611519.213623:0:29186:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611519.213626:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749611519.213626:0:29186:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88007197b800. 00000020:00000040:1.0:1749611519.213628:0:29186:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) now 3 - import 00000400:00000200:2.0:1749611519.213630:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611519.213630:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749611519.213633:0:29186:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1749611519.213633:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000020:00000040:1.0:1749611519.213635:0:29186:0:(genops.c:1242:class_import_put()) import ffff88007197b800 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:0.0:1749611519.213635:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000020:00000001:1.0:1749611519.213637:0:29186:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611519.213637:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611519.213639:0:28321:0:(events.c:287:request_in_callback()) Process entered 00010000:00000001:1.0:1749611519.213639:0:29186:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000001:3.0:1749611519.213641:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749611519.213641:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749611519.213641:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4fc700 x1834598494686208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611519.213644:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494686208 00000100:00000010:2.0:1749611519.213644:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807100. 00000100:00000200:1.0:1749611519.213646:0:29186:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 02000000:00000001:3.0:1749611519.213647:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611519.213647:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880078807100 x1834598494686464 msgsize 224 00000100:00000001:1.0:1749611519.213648:0:29186:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611519.213648:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611519.213650:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611519.213651:0:29186:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611519.213652:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc700 x1834598494686208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611519.213653:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611519.213653:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749611519.213653:0:29186:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:1.0:1749611519.213655:0:29186:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611519.213657:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611519.213658:0:29186:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611519.213658:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.213659:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611519.213659:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749611519.213660:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494686208 00000100:00000040:1.0:1749611519.213661:0:29186:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000040:1.0:1749611519.213663:0:29186:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00000020:00000001:3.0:1749611519.213664:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749611519.213665:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000020:00000040:3.0:1749611519.213666:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000010:1.0:1749611519.213666:0:29186:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009ac44a80. 00000400:00000010:2.0:1749611519.213667:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000020:00000001:3.0:1749611519.213668:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00080000:1.0:1749611519.213668:0:29186:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88007197b800@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.106@tcp at head 00000100:00000001:0.0:1749611519.213669:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.213670:0:28321:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749611519.213670:0:29186:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611519.213671:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611519.213672:0:29186:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00000100:00000040:0.0:1749611519.213673:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1101 usecs (2 jiffies) 00000020:00000001:3.0:1749611519.213674:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611519.213674:0:29186:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00000100:00000200:2.0:1749611519.213675:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611519.213675:0:29186:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.213676:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300792673 00000100:00000001:0.0:1749611519.213678:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300792693 00000020:00000010:3.0:1749611519.213679:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf4000. 00010000:00000010:1.0:1749611519.213680:0:29186:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88012eab1400. 00000100:00000001:0.0:1749611519.213680:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300792673 00000001:00000001:1.0:1749611519.213682:0:29186:0:(hash.c:1039:cfs_hash_create()) Process entered 00000100:00000001:0.0:1749611519.213683:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300792693 00000100:00000001:2.0:1749611519.213684:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000001:00000010:1.0:1749611519.213684:0:29186:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88009959d300. 00000100:00000001:0.0:1749611519.213685:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300792673 00000100:00000040:2.0:1749611519.213687:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.213687:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300792693 00000100:00000001:0.0:1749611519.213688:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300792673 00000001:00000010:1.0:1749611519.213689:0:29186:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88009959d900. 00000100:00000001:0.0:1749611519.213691:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300792693 00000020:00000010:3.0:1749611519.213692:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7c80. 00000100:00000001:0.0:1749611519.213692:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611519.213694:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.213695:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611519.213695:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611519.213697:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611519.213699:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611519.213699:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611519.213701:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749611519.213703:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 948 usecs (1 jiffies) 00000400:00000010:0.0:1749611519.213703:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000100:00000001:3.0:1749611519.213704:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611519.213706:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611519.213706:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300792672 00000400:00000200:0.0:1749611519.213707:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611519.213708:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:3.0:1749611519.213709:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.213709:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300792693 00000100:00000001:0.0:1749611519.213710:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611519.213711:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300792672 00000100:00000001:3.0:1749611519.213713:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.213714:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300792693 00000100:00000200:0.0:1749611519.213714:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111266680 x1834598494685952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611519.213716:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300792672 00000100:00000200:0.0:1749611519.213722:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111266680 x1834598494685952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611519.213723:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300792693 00000100:00000001:3.0:1749611519.213725:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611519.213725:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300792672 00000100:00000001:2.0:1749611519.213727:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300792693 00000100:00000001:2.0:1749611519.213729:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611519.213729:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611519.213731:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611519.213732:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.213733:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611519.213734:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611519.213735:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749611519.213736:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611519.213737:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611519.213738:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494686464 00000100:00000001:0.0:1749611519.213738:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000001:00000010:1.0:1749611519.213739:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007457000. 00000100:00000001:0.0:1749611519.213740:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611519.213741:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611519.213742:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611519.213743:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749611519.213743:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.213744:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749611519.213746:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.213746:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611519.213747:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611519.213749:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611519.213749:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197d438 time=1749611519 v=5 (0 0 0 0) 02000000:00000001:3.0:1749611519.213750:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.213751:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611519.213753:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494686464 00000100:00001000:0.0:1749611519.213753:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197d3f0 time=1749611519 v=0 (0 0 0 0) 00000020:00000001:3.0:1749611519.213756:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:0.0:1749611519.213756:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88007197d3f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:3.0:1749611519.213758:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749611519.213760:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611519.213763:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1749611519.213764:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749611519.213766:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611519.213767:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611519.213768:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611519.213769:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611519.213770:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749611519.213771:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:0.0:1749611519.213773:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111266680 x1834598494685952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611519.213775:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00000001:3.0:1749611519.213777:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611519.213778:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503448576 : -131939206103040 : ffff8800827d0000) 00000100:00000001:0.0:1749611519.213780:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749611519.213782:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731700. 00000100:00000040:2.0:1749611519.213783:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d0000 x1834598494686208/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.213783:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611519.213785:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611519.213786:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611519.213787:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:3.0:1749611519.213789:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e731700. 00000100:00000001:0.0:1749611519.213789:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611519.213792:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1749611519.213793:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494686208:12345-0@lo:38:kworker.0 00000020:00000010:3.0:1749611519.213795:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf4e00. 00000100:00080000:0.0:1749611519.213795:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:2.0:1749611519.213797:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494686208 00000100:00000001:0.0:1749611519.213797:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749611519.213799:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7a80. 00000020:00000001:2.0:1749611519.213800:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749611519.213801:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111266680 x1834598494685952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611529 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611519.213802:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749611519.213803:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8640. 00000001:00000010:1.0:1749611519.213807:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007461000. 00000100:00100000:0.0:1749611519.213809:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111266680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494685952:0@lo:38:llog_process_th.0 00000100:00000040:3.0:1749611519.213811:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1749611519.213812:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.213813:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611519.213814:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00020000:2.0:1749611519.213815:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611519.213815:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611519.213816:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1749611519.213818:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611519.213818:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111266680 x1834598494685952/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611529 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611519.213819:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611519.213821:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611519.213823:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611519.213825:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611519.213825:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611519.213825:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611519.213827:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1749611519.213827:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749611519.213827:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611519.213830:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611519.213830:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cd68c00. 02000000:00000010:2.0:1749611519.213831:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0de000. 02000000:00000001:2.0:1749611519.213833:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611519.213833:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611519.213835:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611519.213836:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197d000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611519.213838:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611519.213840:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611519.213840:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800aca72400. 00000100:00000001:3.0:1749611519.213841:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611519.213843:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611519.213844:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1749611519.213845:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611519.213845:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00001000:2.0:1749611519.213849:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000010:0.0:1749611519.213850:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111266680. 00000100:00000001:2.0:1749611519.213852:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611519.213854:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611519.213854:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611519.213855:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611519.213857:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:0.0:1749611519.213857:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611519.213859:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611519.213861:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611519.213862:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611519.213862:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611519.213864:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611519.213864:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611519.213865:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:0.0:1749611519.213866:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611519.213867:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000010:1.0:1749611519.213867:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000746b000. 00000100:00000001:0.0:1749611519.213867:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611519.213869:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.213869:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749611519.213871:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00000001:2.0:1749611519.213871:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611519.213873:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611519.213873:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc380 x1834598494686336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611519.213875:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000040:3.0:1749611519.213876:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749611519.213879:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335901952 : -131939373649664 : ffff880078807100) 00000100:00000200:2.0:1749611519.213879:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494686208, offset 0 00000100:00000001:0.0:1749611519.213880:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611519.213881:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611519.213882:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611519.213883:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611519.213885:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611519.213887:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611519.213888:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078807100 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:200/0 lens 224/0 e 0 to 0 dl 1749611530 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611519.213889:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749611519.213890:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494686336:0@lo:38:kworker.0 00000100:00000001:0.0:1749611519.213893:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749611519.213895:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94cc00 02000000:00000001:0.0:1749611519.213895:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611519.213897:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611519.213898:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749611519.213900:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x928d [1] + 0 00000100:00000001:3.0:1749611519.213901:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000010:0.0:1749611519.213901:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cd68c00. 02000000:00000001:0.0:1749611519.213902:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611519.213904:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749611519.213905:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731700. 00000400:00000010:0.0:1749611519.213905:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000400:00000200:2.0:1749611519.213907:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611519.213908:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611519.213908:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000020:00000010:3.0:1749611519.213911:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e731700. 00000100:00000001:2.0:1749611519.213911:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611519.213912:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494686336, portal 10 00000100:00000001:0.0:1749611519.213914:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:2.0:1749611519.213915:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4fc700 x1834598494686208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.213916:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936691584 : -131938772860032 : ffff88009c4fc380) 00000100:00100000:3.0:1749611519.213918:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494686464:12345-0@lo:400:kworker.0 00000100:00000040:0.0:1749611519.213921:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4fc380 x1834598494686336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611519.213924:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494686464 00000100:00000040:2.0:1749611519.213924:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c4fc700 x1834598494686208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611519.213924:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007475000. 00000020:00000001:3.0:1749611519.213927:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611519.213928:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611519.213930:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611519.213931:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000010:0.0:1749611519.213931:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749611519.213933:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611519.213934:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494686336, offset 0 00000020:00000001:3.0:1749611519.213935:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611519.213936:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000400:00000010:2.0:1749611519.213961:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000001:2.0:1749611519.213965:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611519.213966:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749611519.213967:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611519.213969:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611519.213969:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611519.213988:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:3.0:1749611519.213991:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1749611519.213991:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:2.0:1749611519.213993:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611519.213994:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611519.213994:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749611519.213995:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611519.213996:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1749611519.213997:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0000 x1834598494686208/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611539 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611519.213998:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1749611519.213998:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94cc80 00000400:00000200:0.0:1749611519.214000:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 123960 00000020:00000001:3.0:1749611519.214001:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611519.214003:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749611519.214003:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749611519.214004:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494686208:12345-0@lo:38:kworker.0 Request processed in 211us (384us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749611519.214005:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611519.214006:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611519.214007:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749611519.214008:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:2.0:1749611519.214008:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00000200:0.0:1749611519.214008:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611519.214011:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:0.0:1749611519.214011:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800827d0380. 00000100:00000001:2.0:1749611519.214012:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611519.214012:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800827d0380 x1834598494686336 msgsize 520 02000000:00000010:3.0:1749611519.214013:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb99400. 00000020:00000010:2.0:1749611519.214014:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7c80. 02000000:00000001:3.0:1749611519.214015:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611519.214015:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749611519.214016:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:0.0:1749611519.214016:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611519.214017:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611519.214018:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf4000. 00000400:00000200:0.0:1749611519.214018:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000020:00000001:3.0:1749611519.214019:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611519.214019:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749611519.214020:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:3.0:1749611519.214021:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494686464 00000100:00000001:0.0:1749611519.214021:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000001:00000010:1.0:1749611519.214022:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000747f000. 00010000:00000001:3.0:1749611519.214023:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:0.0:1749611519.214023:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4fc380 x1834598494686336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611519.214026:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000200:3.0:1749611519.214027:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880078807100 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1749611530 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611519.214027:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494686336 00000100:00000001:0.0:1749611519.214027:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611519.214028:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611519.214029:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611519.214029:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc380 x1834598494686336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611519.214031:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611519.214033:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214033:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611519.214034:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494686336 00000100:00000001:0.0:1749611519.214034:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611519.214036:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611519.214036:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611519.214036:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611519.214054:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611519.214054:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 780 usecs (1 jiffies) 00000020:00000001:2.0:1749611519.214056:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214056:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300792672 00000020:00000001:2.0:1749611519.214058:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214059:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300792693 00010000:00000001:3.0:1749611519.214060:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1749611519.214061:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000100:00000001:0.0:1749611519.214061:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300792672 00000100:00000001:0.0:1749611519.214063:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300792693 00010000:00000001:3.0:1749611519.214064:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611519.214064:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387700. 00000100:00000001:0.0:1749611519.214065:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300792672 00000100:00000001:0.0:1749611519.214067:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300792693 00000020:00000010:2.0:1749611519.214068:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00001000:3.0:1749611519.214069:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=124 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611519.214069:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300792672 00000100:00000001:2.0:1749611519.214071:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611519.214071:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300792693 00000100:00000001:2.0:1749611519.214072:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611519.214074:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611519.214075:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611519.214077:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611519.214078:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611519.214079:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:0.0:1749611519.214079:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.214080:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611519.214082:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:0.0:1749611519.214084:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749611519.214085:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:0.0:1749611519.214085:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611519.214087:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 02000000:00000001:3.0:1749611519.214088:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611519.214089:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007489000. 00000400:00000200:0.0:1749611519.214090:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:3.0:1749611519.214091:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611519.214091:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749611519.214091:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:2.0:1749611519.214092:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611519.214093:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611519.214094:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749611519.214096:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00000200:0.0:1749611519.214097:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4fc700 x1834598494686208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611519.214098:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134503449472 : -131939206102144 : ffff8800827d0380) 00000400:00000010:3.0:1749611519.214099:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000040:2.0:1749611519.214103:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800827d0380 x1834598494686336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611519.214105:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494686464, offset 224 00000100:00000200:0.0:1749611519.214106:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4fc700 x1834598494686208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611519.214111:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749611519.214112:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800827d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494686336:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611519.214112:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611519.214114:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611519.214115:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494686336 00000100:00000001:0.0:1749611519.214115:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749611519.214117:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611519.214117:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1749611519.214119:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611519.214119:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611519.214120:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611519.214121:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611519.214122:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611519.214127:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611519.214127:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611519 v=5 (0 0 0 0) 00000400:00000200:3.0:1749611519.214130:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94cd00 00010000:00020000:2.0:1749611519.214130:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:0.0:1749611519.214130:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=24 v=20 (1 20 1 1) 00010000:00000001:2.0:1749611519.214132:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611519.214133:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1749611519.214135:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611519.214135:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611519.214137:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611519.214137:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611519.214138:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9289 [1] + 224 00000100:00000001:2.0:1749611519.214139:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611519.214141:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611519.214141:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc700 x1834598494686208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611544 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611519.214145:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad0c00. 00000400:00000200:3.0:1749611519.214146:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611519.214147:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611519.214147:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007493000. 00000100:00000001:0.0:1749611519.214147:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611519.214149:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214150:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749611519.214151:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611519.214151:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611519.214152:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611519.214153:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214153:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611519.214154:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611519.214156:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749611519.214156:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00080000:0.0:1749611519.214157:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611519.214159:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00080000:0.0:1749611519.214159:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611519.214161:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749611519.214162:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611519.214163:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611519.214165:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611519.214166:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611519.214167:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611519.214170:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000040:0.0:1749611519.214170:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc700 x1834598494686208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611544 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611519.214172:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611519.214174:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611519.214178:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611519.214179:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494686208:0@lo:38:kworker.0 00000100:00000001:2.0:1749611519.214181:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611519.214183:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611519.214183:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214185:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749611519.214186:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000040:0.0:1749611519.214187:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc700 x1834598494686208/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611544 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611519.214190:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494686336, offset 0 00000400:00000200:2.0:1749611519.214193:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611519.214194:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611519.214195:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611519.214197:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cd68000. 00000100:00000001:3.0:1749611519.214199:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611519.214199:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1749611519.214200:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749611519.214201:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611519.214202:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000001:00000010:1.0:1749611519.214204:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000749d000. 00000020:00000001:0.0:1749611519.214204:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611519.214205:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0de400. 00000400:00000200:3.0:1749611519.214207:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 02000000:00000001:0.0:1749611519.214208:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:2.0:1749611519.214209:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94cc80 02000000:00000001:0.0:1749611519.214209:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611519.214210:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc700. 00000400:00000010:3.0:1749611519.214211:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:0.0:1749611519.214213:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611519.214214:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611519.214215:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611519.214216:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611519.214217:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749611519.214217:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x929d [1] + 0 00000100:00000001:0.0:1749611519.214220:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611519.214221:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611519.214221:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611519.214222:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611519.214224:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611519.214224:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611519.214225:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749611519.214226:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611519.214227:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611519.214227:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214228:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611519.214229:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749611519.214232:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611519.214232:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4fc380 x1834598494686336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611519.214241:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c4fc380 x1834598494686336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611519.214246:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611519.214250:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611519.214252:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494686080 00000100:00000040:3.0:1749611519.214254:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807100 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1749611530 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611519.214254:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611519.214254:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611519.214256:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749611519.214258:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000100:00000001:0.0:1749611519.214258:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611519.214260:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 02000000:00000001:0.0:1749611519.214261:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.214262:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611519.214263:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611519.214266:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611519.214266:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900074a7000. 00000100:00000040:2.0:1749611519.214268:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00100000:3.0:1749611519.214269:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078807100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494686464:12345-0@lo:400:kworker.0 Request processed in 366us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1749611519.214269:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494686080 00000100:00000001:2.0:1749611519.214270:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611519.214271:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1749611519.214272:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749611519.214273:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611519.214275:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611519.214277:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800827d0380 x1834598494686336/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611539 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611519.214277:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611519.214279:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611519.214282:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000020:00000010:0.0:1749611519.214282:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be000. 00000100:00100000:2.0:1749611519.214286:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800827d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494686336:12345-0@lo:38:kworker.0 Request processed in 174us (271us total) trans 0 rc -19/-19 00000020:00000010:0.0:1749611519.214286:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff700. 00000100:00000040:3.0:1749611519.214287:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611519.214290:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:0.0:1749611519.214290:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00000100:00000001:3.0:1749611519.214293:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749611519.214293:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00000001:0.0:1749611519.214294:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611519.214295:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611519.214296:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611519.214297:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611519.214297:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611519.214298:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7a80. 00000020:00000010:2.0:1749611519.214300:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387700. 00000100:00000001:0.0:1749611519.214301:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611519.214303:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8640. 00000020:00000010:2.0:1749611519.214304:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000020:00000010:3.0:1749611519.214308:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf4e00. 00000100:00000001:0.0:1749611519.214309:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749611519.214313:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000010:2.0:1749611519.214314:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000100:00000001:3.0:1749611519.214317:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.214317:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611519.214319:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.214319:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749611519.214323:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000001:00000010:1.0:1749611519.214325:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900074b1000. 00000100:00000001:0.0:1749611519.214326:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910739328 : -131938798812288 : ffff88009ac3c380) 00000100:00000040:0.0:1749611519.214330:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3c380 x1834598494686080/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611519.214339:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494686080:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611519.214344:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494686080 00000020:00000001:0.0:1749611519.214346:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611519.214348:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749611519.214348:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611519.214351:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611519.214354:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611519.214356:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611519.214358:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe898. 00000020:00000001:0.0:1749611519.214358:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611519.214361:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00010000:00020000:0.0:1749611519.214361:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749611519.214363:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00010000:00000001:0.0:1749611519.214363:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000010:3.1F:1749611519.214365:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006ef49300. 00000100:00000001:2.0:1749611519.214365:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749611519.214366:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611519.214369:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.214369:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611519.214371:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611519.214373:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749611519.214376:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd68000. 02000000:00000001:0.0:1749611519.214377:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611519.214378:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611535 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611519.214383:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900074bb000. 00010000:00000010:3.1:1749611519.214385:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d27ca00. 00000100:00000001:2.0:1749611519.214385:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611519.214385:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.214387:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611519.214388:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611519.214389:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611519.214390:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1749611519.214390:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.214392:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1749611519.214393:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611519.214394:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611519.214396:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214396:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611519.214399:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1749611519.214401:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=74 v=5 (5 5 5 5) 00000100:00000040:0.0:1749611519.214401:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:0.0:1749611519.214404:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:2.0:1749611519.214405:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=74 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611519.214406:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611519.214408:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611519.214409:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611519.214409:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 00010000:00000001:2.0:1749611519.214411:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749611519.214412:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611519.214413:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214415:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00080000:2.0:1749611519.214416:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611519.214418:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611519.214422:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00010000:00000001:2.0:1749611519.214423:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.214426:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1749611519.214427:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494686080, offset 0 00000100:00000040:2.0:1749611519.214428:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611519.214430:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611519.214431:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611519.214433:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611519.214434:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611519.214442:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000001:00000010:1.0:1749611519.214448:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900074c5000. 00000400:00000200:0.0:1749611519.214450:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94cb80 00000100:00000001:2.0:1749611519.214453:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611519.214456:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1749611519.214457:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x927d [1] + 0 00000100:00000001:2.0:1749611519.214458:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611519.214462:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611535 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611519.214463:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611519.214468:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749611519.214469:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078805f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494686464:0@lo:400:kworker.0 00000100:00000001:0.0:1749611519.214472:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611519.214474:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611519.214476:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611519.214478:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078805f80 x1834598494686464/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611535 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611519.214479:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4ff800 x1834598494686080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611544 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611519.214485:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611519.214486:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611519.214489:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007a828e00. 02000000:00000001:2.0:1749611519.214494:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1749611519.214494:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c4ff800 x1834598494686080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611519.214495:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611519.214496:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611519.214498:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611519.214500:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e900. 02000000:00000001:2.0:1749611519.214505:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611519.214506:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611519.214508:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078805f80. 00000001:00000010:1.0:1749611519.214508:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900074cf000. 00000100:00000001:0.0:1749611519.214508:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611519.214511:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611519.214513:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611519.214514:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611519.214514:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749611519.214517:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:2.0:1749611519.214519:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611519.214520:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214520:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611519.214522:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611519.214522:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611519.214524:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214534:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.214542:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611519.214544:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611519.214546:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:0.0:1749611519.214578:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611519.214582:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749611519.214584:0:29188:0:(genops.c:887:class_export_get()) GET export ffff88007197a000 refcount=6 00002000:00000001:2.0:1749611519.214588:0:29188:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00002000:00000001:2.0:1749611519.214590:0:29188:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611519.214590:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3c380 x1834598494686080/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611539 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611519.214592:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900074d9000. 00000020:00000040:2.0:1749611519.214600:0:29188:0:(genops.c:887:class_export_get()) GET export ffff88007197a000 refcount=7 00000020:00000040:2.0:1749611519.214604:0:29188:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 6 00000100:00100000:0.0:1749611519.214605:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494686080:12345-0@lo:38:kworker.0 Request processed in 264us (1220us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749611519.214614:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00000001:0.0:1749611519.214616:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611519.214618:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749611519.214622:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff700. 00000020:00000010:0.0:1749611519.214625:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000020:00000010:0.0:1749611519.214629:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be000. 00000100:00000001:0.0:1749611519.214633:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.214652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000001:00000010:1.0:1749611519.214654:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900074e3000. 00000100:00000001:0.0:1749611519.214654:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611519.214658:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611519.214660:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611519.214662:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000400:00000200:0.0:1749611519.214665:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611519.214666:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749611519.214669:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611519.214672:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4fc380 x1834598494686336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611519.214681:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4fc380 x1834598494686336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.214687:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611519.214689:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.214690:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611519.214692:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611519.214694:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611519.214696:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611519.214698:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611519.214702:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611519 v=5 (0 0 0 0) 00000001:00000010:1.0:1749611519.214720:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900074ed000. 00000100:00001000:0.0:1749611519.214723:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=74 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611519.214726:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611519.214728:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611519.214730:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611519.214735:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc380 x1834598494686336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611544 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.214741:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611519.214744:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611519.214745:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.214747:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611519.214749:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611519.214751:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611519.214754:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611519.214756:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611519.214759:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc380 x1834598494686336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611544 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611519.214768:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494686336:0@lo:38:kworker.0 00000400:00000001:0.0:1749611519.214772:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611519.214774:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611519.214775:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff318. 00000001:00000010:1.0:1749611519.214777:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900074f7000. 00000400:00000200:0.0:1749611519.214778:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:0.0:1749611519.214779:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:0.0:1749611519.214781:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611519.214784:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4ff800 x1834598494686080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611544 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611519.214792:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4ff800 x1834598494686080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611544 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.214798:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611519.214799:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.214800:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611519.214806:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611519.214807:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611519.214809:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611519.214811:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611519.214815:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611519 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611519.214818:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=42 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611519.214820:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611519.214822:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611519.214824:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611519.214827:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4ff800 x1834598494686080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611544 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611519.214834:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007501000. 00000100:00000001:0.0:1749611519.214834:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611519.214836:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611519.214837:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.214838:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611519.214840:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611519.214842:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611519.214845:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611519.214847:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611519.214850:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4ff800 x1834598494686080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611544 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611519.214857:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494686080:0@lo:38:kworker.0 00000100:00000001:0.0:1749611519.214861:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214862:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611519.214865:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc380 x1834598494686336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611544 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.214871:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611519.214873:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611519.214875:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cd68c00. 02000000:00000001:0.0:1749611519.214877:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611519.214878:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611519.214883:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611519.214886:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611519.214888:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0de800. 02000000:00000001:0.0:1749611519.214890:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611519.214892:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611519.214894:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc380. 00000100:00000001:0.0:1749611519.214897:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611519.214898:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000001:00000010:1.0:1749611519.214899:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000750b000. 00000100:00000001:0.0:1749611519.214900:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611519.214903:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4ff800 x1834598494686080/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611544 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.214909:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611519.214910:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611519.214911:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cd6a800. 02000000:00000001:0.0:1749611519.214913:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611519.214914:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611519.214916:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611519.214917:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611519.214919:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c0dc400. 02000000:00000001:0.0:1749611519.214921:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611519.214923:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611519.214924:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4ff800. 00000100:00000001:0.0:1749611519.214926:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611519.214927:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.214929:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214931:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611519.214932:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611519.214933:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.214935:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611519.214975:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007515000. 00000001:00000010:1.0:1749611519.215040:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000751f000. 00000001:00000010:1.0:1749611519.215108:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007529000. 00000001:00000010:1.0:1749611519.215167:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007533000. 00000001:00000010:1.0:1749611519.215225:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000753d000. 00000001:00000010:1.0:1749611519.215282:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007547000. 00000001:00000010:1.0:1749611519.215345:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007551000. 00000001:00000010:1.0:1749611519.215401:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000755b000. 00000001:00000010:1.0:1749611519.215457:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007565000. 00000001:00000010:1.0:1749611519.215519:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000756f000. 00000001:00000010:1.0:1749611519.215606:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007579000. 00000001:00000010:1.0:1749611519.215665:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007583000. 00000001:00000010:1.0:1749611519.215727:0:29186:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000758d000. 00000020:00000010:1.0:1749611519.215795:0:29186:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88012eab2400. 00000020:00000010:1.0:1749611519.215799:0:29186:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8801355eb5a0. 00010000:00000001:1.0:1749611519.215809:0:29186:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749611519.215842:0:29186:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611519.215855:0:29186:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88012eab3000. 00000020:00000010:1.0:1749611519.215858:0:29186:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88007fb8f000. 00010000:00000001:1.0:1749611519.215867:0:29186:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611519.215869:0:29186:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-6 is initialized 00010000:00000001:1.0:1749611519.215871:0:29186:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611519.215873:0:29186:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612137392149504 : -131936317402112 : ffff88012eab1400) 00010000:00000001:1.0:1749611519.215876:0:29186:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611519.215880:0:29186:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff880074677600. 00000010:00000010:1.0:1749611519.215883:0:29186:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff8801355eb8e0. 00000010:00000010:1.0:1749611519.215885:0:29186:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff8801355ebb60. 00000010:00000010:1.0:1749611519.215887:0:29186:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff880074677680. 00000010:00000001:1.0:1749611519.215889:0:29186:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611519.215907:0:29186:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009d743800. 00000020:00000010:1.0:1749611519.215910:0:29186:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88009c9b4000. 00000010:00000001:1.0:1749611519.215922:0:29186:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611519.215927:0:29186:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880095486c00. 00000040:00000010:1.0:1749611519.215930:0:29186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f600. 00000020:00000010:1.0:1749611519.215933:0:29186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197c800. 00000020:00000010:1.0:1749611519.215937:0:29186:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931d588. 00000020:00000010:1.0:1749611519.215962:0:29186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e800. 80000000:00000010:1.0:1749611519.215965:0:29186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009ac449c0. 40000000:00000010:1.0:1749611519.215968:0:29186:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8801369479c0. 00100000:00000010:1.0:1749611519.215972:0:29186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197c000. 00040000:00000010:1.0:1749611519.215975:0:29186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959d500. 00040000:00000010:1.0:1749611519.215978:0:29186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e200. 00080000:00000010:1.0:1749611519.215982:0:29186:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:1.0:1749611519.215985:0:29186:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf6000. 00000004:00000010:1.0:1749611519.215989:0:29186:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197e800. 00000004:00000010:1.0:1749611519.215992:0:29186:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf4000. 00000004:00000010:1.0:1749611519.216010:0:29186:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880071978800. 00000004:00000010:1.0:1749611519.216013:0:29186:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009c9a5000. 00000020:00000010:1.0:1749611519.216016:0:29186:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095487600. 00000020:00000010:1.0:1749611519.216020:0:29186:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880074677580. 00000020:00000010:1.0:1749611519.216023:0:29186:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000008:00000010:1.0:1749611519.216026:0:29186:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bf8c0. 00020000:00000010:1.0:1749611519.216029:0:29186:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b6880. 00008000:00000010:1.0:1749611519.216033:0:29186:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7b18. 00000080:00000010:1.0:1749611519.216036:0:29186:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a000. 00000020:00000010:1.0:1749611519.216039:0:29186:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095487000. 00000020:00000001:1.0:1749611519.216041:0:29186:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611519.216043:0:29186:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) now 4 - setup 00000020:00000080:1.0:1749611519.216046:0:29186:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:1.0:1749611519.216048:0:29186:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.216050:0:29186:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611519.216053:0:29186:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88009ac44960. 00000020:00000001:1.0:1749611519.216060:0:29186:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749611519.216062:0:29186:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e000. 00000020:00000010:1.0:1749611519.216064:0:29186:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e200. 00000040:00000010:1.0:1749611519.216067:0:29186:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8e800. 00000020:00000010:1.0:1749611519.216069:0:29186:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071978800. 00000020:00000010:1.0:1749611519.216072:0:29186:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931d588. 00000020:00000010:1.0:1749611519.216074:0:29186:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8f600. 80000000:00000010:1.0:1749611519.216077:0:29186:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009d096480. 40000000:00000010:1.0:1749611519.216080:0:29186:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012f8bb2c0. 00100000:00000010:1.0:1749611519.216082:0:29186:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197e800. 00040000:00000010:1.0:1749611519.216085:0:29186:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959d500. 00040000:00000010:1.0:1749611519.216087:0:29186:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8ea00. 00080000:00000010:1.0:1749611519.216090:0:29186:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749611519.216093:0:29186:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00000004:00000010:1.0:1749611519.216097:0:29186:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197c000. 00000004:00000010:1.0:1749611519.216100:0:29186:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf4000. 00000004:00000010:1.0:1749611519.216102:0:29186:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197c800. 00000004:00000010:1.0:1749611519.216110:0:29186:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d743000. 00000020:00000010:1.0:1749611519.216113:0:29186:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000020:00000010:1.0:1749611519.216116:0:29186:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50580. 00000020:00000010:1.0:1749611519.216118:0:29186:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000020:00000010:1.0:1749611519.216122:0:29186:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff8800a8927f00. 00000020:00000010:1.0:1749611519.216124:0:29186:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff88012f8bb340. 00000020:00000001:1.0:1749611519.216126:0:29186:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749611519.216128:0:29186:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749611519.216129:0:29186:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749611519.216131:0:29186:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611519.216132:0:29186:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611519.216135:0:29186:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197f800. 00000020:00000001:1.0:1749611519.216138:0:29186:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611519.216140:0:29186:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197f800 with handle 0x689c0ec07329d57a to hash 00000020:00000001:1.0:1749611519.216142:0:29186:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611519.216144:0:29186:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611519.216146:0:29186:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611519.216148:0:29186:0:(genops.c:887:class_export_get()) GET export ffff88007197f800 refcount=3 00000020:00000040:1.0:1749611519.216151:0:29186:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) now 5 - export 00000020:00000001:1.0:1749611519.216153:0:29186:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000020:00000040:1.0:1749611519.216156:0:29186:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 2 00000020:00000080:1.0:1749611519.216158:0:29186:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x689c0ec07329d57a 00000020:00000001:1.0:1749611519.216160:0:29186:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.216162:0:29186:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611519.216163:0:29186:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d57a 00000020:00000001:1.0:1749611519.216165:0:29186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611519.216167:0:29186:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197f800 refcount=3 00000020:00000001:1.0:1749611519.216169:0:29186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000020:00000001:1.0:1749611519.216171:0:29186:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000100:00000001:1.0:1749611519.216174:0:29186:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749611519.216176:0:29186:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611519.216178:0:29186:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749611519.216181:0:29186:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611519.216183:0:29186:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:1.0:1749611519.216190:0:29186:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611519.216193:0:29186:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611519.216194:0:29186:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d57a 00000020:00000001:1.0:1749611519.216195:0:29186:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611519.216197:0:29186:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197f800 refcount=4 00000020:00000001:1.0:1749611519.216199:0:29186:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000020:00000001:1.0:1749611519.216201:0:29186:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000100:00000001:1.0:1749611519.216203:0:29186:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611519.216205:0:29186:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:1.0:1749611519.216207:0:29186:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611519.216209:0:29186:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 3 00000100:00080000:1.0:1749611519.216211:0:29186:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff88007197b800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611519.216214:0:29186:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611519.216215:0:29186:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611519.216219:0:29186:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749611519.216221:0:29186:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0001-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749611519.216224:0:29186:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749611519.216226:0:29186:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611519.216228:0:29186:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611519.216229:0:29186:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611519.216232:0:29186:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111266a00. 00000020:00000040:1.0:1749611519.216235:0:29186:0:(genops.c:1229:class_import_get()) import ffff88007197b800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749611519.216237:0:29186:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611519.216239:0:29186:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611519.216241:0:29186:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611519.216242:0:29186:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611519.216244:0:29186:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611519.216249:0:29186:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009d741c00. 00000100:00000001:1.0:1749611519.216253:0:29186:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611519.216259:0:29186:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611519.216269:0:29186:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611519.216277:0:29186:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611519.216282:0:29186:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111266a00] to pc [ptlrpcd_rcv+-1] req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611519.216309:0:29186:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611519.216311:0:29186:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749611519.216313:0:29186:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000040:1.0:1749611519.216316:0:29186:0:(genops.c:1229:class_import_get()) import ffff88007197b800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749611519.216330:0:29186:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749611519.216332:0:29186:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611519.216396:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611519.216403:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1749611519.216403:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611519.216409:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611519.216410:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6130) 00000100:00000001:0.0:1749611519.216411:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611519.216419:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.216430:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611519.216432:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611519.216435:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611519.216446:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611519.216449:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611519.216453:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494686592:0@lo:38:llog_process_th.0 00000100:00000001:0.0:1749611519.216458:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611519.216461:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611519.216463:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611519.216465:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611519.216469:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cd6a800. 02000000:00000001:0.0:1749611519.216471:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611519.216475:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff318. 00000400:00000010:0.0:1749611519.216480:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000200:0.0:1749611519.216484:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494686592, portal 10 00000100:00000001:0.0:1749611519.216486:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611519.216488:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136896915968 : -131936812635648 : ffff880111266a00) 00000020:00000010:0.0:1749611519.216493:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880070f06000. 00000100:00000040:0.0:1749611519.216500:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.216508:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611519.216510:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611519.216512:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:0.0:1749611519.216515:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494686592, offset 0 00000400:00000200:0.0:1749611519.216549:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611519.216558:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611519.216564:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94cd80 00000400:00000200:0.0:1749611519.216569:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 124480 00000020:00000040:1.0:1749611519.216575:0:29186:0:(genops.c:887:class_export_get()) GET export ffff88007197f800 refcount=4 00000400:00000200:0.0:1749611519.216575:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611519.216579:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611519.216582:0:29186:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.216583:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:1.0:1749611519.216584:0:29186:0:(genops.c:887:class_export_get()) GET export ffff88007197f800 refcount=5 00000100:00000200:0.0:1749611519.216584:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749611519.216586:0:29186:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611519.216588:0:29186:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff8800a8927f00. 00000100:00000010:0.0:1749611519.216588:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4ff800. 00000020:00000040:2.0:1749611519.216592:0:29189:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 4 00000100:00000040:0.0:1749611519.216592:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4ff800 x1834598494686592 msgsize 520 00000020:00000010:1.0:1749611519.216593:0:29186:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff88012f8bb340. 00000100:00100000:0.0:1749611519.216596:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749611519.216598:0:29186:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e200. 00000040:00000010:1.0:1749611519.216601:0:29186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8e800. 00000020:00000010:1.0:1749611519.216604:0:29186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071978800. 00000100:00000001:0.0:1749611519.216605:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749611519.216608:0:29186:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931d588. 00000020:00000010:1.0:1749611519.216612:0:29186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8f600. 80000000:00000010:1.0:1749611519.216615:0:29186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009d096480. 00000400:00000200:0.0:1749611519.216617:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 40000000:00000010:1.0:1749611519.216619:0:29186:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012f8bb2c0. 00000400:00000010:0.0:1749611519.216620:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00100000:00000010:1.0:1749611519.216622:0:29186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197e800. 00000100:00000001:0.0:1749611519.216622:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611519.216625:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00040000:00000010:1.0:1749611519.216625:0:29186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959d500. 00000100:00000200:0.0:1749611519.216627:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00040000:00000010:1.0:1749611519.216628:0:29186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8ea00. 00000100:00100000:3.0:1749611519.216630:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494686592 00080000:00000010:1.0:1749611519.216631:0:29186:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 02000000:00000001:3.0:1749611519.216633:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00080000:00000010:1.0:1749611519.216635:0:29186:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00000100:00000001:0.0:1749611519.216635:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611519.216636:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611519.216638:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749611519.216638:0:29186:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197c000. 00000100:00000040:0.0:1749611519.216638:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611519.216642:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749611519.216642:0:29186:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf4000. 00000100:00100000:3.0:1749611519.216645:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494686592 00000004:00000010:1.0:1749611519.216645:0:29186:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197c800. 00000100:00000001:0.0:1749611519.216645:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611519.216647:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611519.216647:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000004:00000010:1.0:1749611519.216648:0:29186:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009d743000. 00000020:00000040:3.0:1749611519.216649:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611519.216651:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749611519.216651:0:29186:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e000. 00000100:00000001:0.0:1749611519.216651:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611519.216654:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611519.216654:0:29186:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50580. 00000100:00000040:0.0:1749611519.216654:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000020:00000001:3.0:1749611519.216656:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.216657:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300792697 00000020:00000010:3.0:1749611519.216660:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5200. 00000100:00000001:0.0:1749611519.216662:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300792693 00000020:00000010:1.0:1749611519.216664:0:29186:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000020:00000010:3.0:1749611519.216665:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7a80. 00000100:00000001:0.0:1749611519.216666:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300792697 00000020:00000010:1.0:1749611519.216667:0:29186:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000020:00000010:3.0:1749611519.216668:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8640. 00000100:00000001:0.0:1749611519.216669:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300792693 00000020:00000010:1.0:1749611519.216671:0:29186:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff880136947740. 00000100:00000001:3.0:1749611519.216672:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611519.216672:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300792697 00000100:00000001:3.0:1749611519.216673:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749611519.216673:0:29186:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff880136947440. 00000100:00000001:0.0:1749611519.216675:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300792693 00000100:00000001:3.0:1749611519.216676:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.216676:0:29186:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.216678:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.216678:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300792697 00000100:00000001:3.0:1749611519.216679:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216681:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685cf08 type=0x10620000 idx=23 00000100:00000001:0.0:1749611519.216681:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300792693 00000040:00001000:1.0:1749611519.216684:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000100:00000001:0.0:1749611519.216684:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00001000:1.0:1749611519.216686:0:29186:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611519.216686:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.216689:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611519.216689:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.216690:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.216691:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1749611519.216693:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685cf88 type=0x10620000 idx=24 00000040:00001000:1.0:1749611519.216694:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000100:00000001:3.0:1749611519.216696:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1749611519.216696:0:29186:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611519.216697:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749611519.216698:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611519.216698:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611519.216699:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.216700:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000040:00001000:1.0:1749611519.216701:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d018 type=0x10620000 idx=25 00000100:00000001:0.0:1749611519.216701:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000040:00001000:1.0:1749611519.216703:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000100:00000001:0.0:1749611519.216703:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216704:0:29186:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611519.216705:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.216706:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611519.216707:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.216708:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000040:00001000:1.0:1749611519.216709:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d0b8 type=0x10620000 idx=26 00000100:00000001:2.0:1749611519.216711:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000040:00001000:1.0:1749611519.216711:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:1.0:1749611519.216712:0:29186:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:3.0:1749611519.216713:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611519.216714:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1749611519.216715:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000040:00000001:1.0:1749611519.216715:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00100000:2.0:1749611519.216717:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000040:00000001:1.0:1749611519.216717:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:2.0:1749611519.216720:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936705024 : -131938772846592 : ffff88009c4ff800) 00000020:00000001:1.0:1749611519.216720:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216721:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d198 type=0x10620000 idx=27 00000040:00001000:1.0:1749611519.216723:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:1.0:1749611519.216725:0:29186:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:3.0:1749611519.216726:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.216726:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.216727:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:3.0:1749611519.216728:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611519.216728:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4ff800 x1834598494686592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611539 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1749611519.216728:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.216734:0:29186:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611519.216736:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216738:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d278 type=0x10620000 idx=28 00000100:00100000:2.0:1749611519.216740:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494686592:12345-0@lo:38:llog_process_th.0 00000040:00001000:1.0:1749611519.216740:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:1.0:1749611519.216742:0:29186:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.216744:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000200:2.0:1749611519.216745:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494686592 00000020:00000001:1.0:1749611519.216745:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216747:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d2c8 type=0x10620000 idx=29 00000020:00000001:2.0:1749611519.216748:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000040:00001000:1.0:1749611519.216748:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00010000:00000001:2.0:1749611519.216750:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000040:00001000:1.0:1749611519.216750:0:29186:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.216752:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.216753:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.216754:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.216755:0:29186:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749611519.216757:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - find 00000020:00000001:1.0:1749611519.216757:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216758:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d3a8 type=0x10620000 idx=30 00000020:00000001:2.0:1749611519.216759:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134677981920 : -131939031569696 : ffff88008ce42ae0) 00000040:00001000:1.0:1749611519.216760:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:1.0:1749611519.216762:0:29186:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.216763:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.216764:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.216765:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:2.0:1749611519.216766:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749611519.216767:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611519.216768:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749611519.216769:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216771:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d488 type=0x10620000 idx=31 02000000:00000010:2.0:1749611519.216772:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88009bad2c00. 00000040:00001000:1.0:1749611519.216772:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:1.0:1749611519.216774:0:29186:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 02000000:00000001:2.0:1749611519.216775:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.216776:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1749611519.216777:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.216777:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216779:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d4e0 type=0x10620000 idx=32 00010000:00000040:2.0:1749611519.216780:0:9691:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00000040:00001000:1.0:1749611519.216780:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000040:00001000:1.0:1749611519.216782:0:29186:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.216784:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611519.216785:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216786:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d560 type=0x10620000 idx=33 00010000:00080000:2.0:1749611519.216787:0:9691:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp (null) cur 6125 last 0 00010000:00000001:2.0:1749611519.216791:0:9691:0:(obd_class.h:881:obd_connect()) Process entered 00000040:00001000:1.0:1749611519.216792:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000040:00001000:1.0:1749611519.216794:0:29186:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000004:00000001:2.0:1749611519.216795:0:9691:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000020:00000001:1.0:1749611519.216796:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1749611519.216797:0:9691:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:2.0:1749611519.216798:0:9691:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000001:1.0:1749611519.216798:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216800:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d5f0 type=0x10620000 idx=34 00000020:00000010:2.0:1749611519.216802:0:9691:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880129e08800. 00000040:00001000:1.0:1749611519.216802:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:1.0:1749611519.216803:0:29186:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:2.0:1749611519.216804:0:9691:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000001:1.0:1749611519.216805:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611519.216806:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216808:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d670 type=0x10620000 idx=35 00000040:00001000:1.0:1749611519.216809:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000040:00001000:1.0:1749611519.216811:0:29186:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.216813:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.216814:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000040:2.0:1749611519.216815:0:9691:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880129e08800 with handle 0x689c0ec07329d581 to hash 00000040:00000001:1.0:1749611519.216815:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.216816:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611519.216817:0:9691:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611519.216818:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611519.216820:0:9691:0:(obd_class.h:1037:obd_init_export()) Process entered 00000040:00001000:1.0:1749611519.216820:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d750 type=0x10620000 idx=36 00000004:00000001:2.0:1749611519.216822:0:9691:0:(mdt_handler.c:7527:mdt_init_export()) Process entered 00000040:00001000:1.0:1749611519.216822:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000040:00001000:1.0:1749611519.216823:0:29186:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000004:00000010:2.0:1749611519.216825:0:9691:0:(mdt_handler.c:7536:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff880136819d40. 00000020:00000001:1.0:1749611519.216825:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.216826:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.216827:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.216828:0:29186:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1749611519.216829:0:9691:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000001:1.0:1749611519.216830:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216831:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d830 type=0x10620000 idx=37 00000001:00000010:2.0:1749611519.216832:0:9691:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff8800b2387700. 00000040:00001000:1.0:1749611519.216833:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000001:00000001:2.0:1749611519.216834:0:9691:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216835:0:29186:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.216836:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00010000:00000001:2.0:1749611519.216837:0:9691:0:(ldlm_lockd.c:3151:ldlm_init_export()) Process entered 00000020:00000001:1.0:1749611519.216838:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611519.216839:0:9691:0:(hash.c:1039:cfs_hash_create()) Process entered 00000040:00001000:1.0:1749611519.216839:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d880 type=0x10620000 idx=38 00000040:00001000:1.0:1749611519.216841:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000001:00000010:2.0:1749611519.216842:0:9691:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88006a381900. 00000040:00001000:1.0:1749611519.216843:0:29186:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.216844:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000010:2.0:1749611519.216845:0:9691:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3713680. 00000001:00000010:2.0:1749611519.216848:0:9691:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007a829000. 00000040:00000001:1.0:1749611519.216849:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000010:2.0:1749611519.216851:0:9691:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007a829800. 00000040:00000001:1.0:1749611519.216851:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.216852:0:29186:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611519.216854:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1749611519.216855:0:9691:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007a828e00. 00000040:00001000:1.0:1749611519.216856:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d960 type=0x10620000 idx=39 00000001:00000010:2.0:1749611519.216857:0:9691:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007a829600. 00000040:00001000:1.0:1749611519.216858:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000001:00000001:2.0:1749611519.216860:0:9691:0:(hash.c:1039:cfs_hash_create()) Process entered 00000040:00001000:1.0:1749611519.216860:0:29186:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000010:2.0:1749611519.216862:0:9691:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88006a381300. 00000020:00000001:1.0:1749611519.216862:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.216863:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.216864:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000001:00000010:2.0:1749611519.216865:0:9691:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a3713cc0. 00000020:00000001:1.0:1749611519.216866:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1749611519.216867:0:9691:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007a828000. 00000020:00000001:1.0:1749611519.216867:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1749611519.216869:0:9691:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007a829c00. 00000040:00001000:1.0:1749611519.216869:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685da40 type=0x10620000 idx=40 00000040:00001000:1.0:1749611519.216871:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000001:00000010:2.0:1749611519.216872:0:9691:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007a829200. 00000040:00001000:1.0:1749611519.216873:0:29186:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.216874:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000010:2.0:1749611519.216875:0:9691:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012d05aa00. 00000020:00000001:1.0:1749611519.216875:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216877:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685da98 type=0x10620000 idx=41 00010000:00000001:2.0:1749611519.216878:0:9691:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216879:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00010000:00000001:2.0:1749611519.216880:0:9691:0:(ldlm_lockd.c:3170:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216880:0:29186:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.216882:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000004:00000001:2.0:1749611519.216883:0:9691:0:(mdt_handler.c:7553:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.216883:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611519.216885:0:9691:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216885:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685db18 type=0x10620000 idx=42 00000020:00000040:2.0:1749611519.216887:0:9691:0:(genops.c:887:class_export_get()) GET export ffff880129e08800 refcount=3 00000040:00001000:1.0:1749611519.216887:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:1.0:1749611519.216888:0:29186:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.216890:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:2.0:1749611519.216891:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 7 - export 00000020:00000001:1.0:1749611519.216891:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216893:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685dba8 type=0x10620000 idx=43 00000020:00000001:2.0:1749611519.216894:0:9691:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 00000040:00001000:1.0:1749611519.216894:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000020:00000040:2.0:1749611519.216896:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 2 00000040:00001000:1.0:1749611519.216896:0:29186:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000080:2.0:1749611519.216898:0:9691:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x689c0ec07329d581 00000020:00000001:1.0:1749611519.216898:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611519.216899:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611519.216900:0:9691:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216900:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685dc28 type=0x10620000 idx=44 00000020:00000001:2.0:1749611519.216902:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000040:00001000:1.0:1749611519.216902:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000020:00000040:2.0:1749611519.216908:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d581 00000040:00001000:1.0:1749611519.216908:0:29186:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:2.0:1749611519.216910:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611519.216910:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.216911:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000040:2.0:1749611519.216912:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e08800 refcount=3 00000040:00000001:1.0:1749611519.216912:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:2.0:1749611519.216914:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 00000020:00000001:1.0:1749611519.216914:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611519.216916:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611519.216917:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 00000040:00001000:1.0:1749611519.216918:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685dd08 type=0x10620000 idx=45 00000001:00000001:2.0:1749611519.216920:0:9691:0:(nodemap_handler.c:548:nodemap_add_member()) Process entered 00000040:00001000:1.0:1749611519.216920:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000040:00001000:1.0:1749611519.216921:0:29186:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000001:2.0:1749611519.216923:0:9691:0:(nodemap_handler.c:353:nodemap_classify_nid()) Process entered 00000020:00000001:1.0:1749611519.216923:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.216924:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.216925:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.216927:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611519.216928:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1749611519.216929:0:9691:0:(nodemap_handler.c:366:nodemap_classify_nid()) found nid 192.168.202.106@tcp 00000040:00001000:1.0:1749611519.216930:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685dde8 type=0x10620000 idx=46 00000040:00001000:1.0:1749611519.216932:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000001:00000040:2.0:1749611519.216933:0:9691:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 4 00000040:00001000:1.0:1749611519.216933:0:29186:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000001:2.0:1749611519.216935:0:9691:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process leaving (rc=18446612137310116864 : -131936399434752 : ffff880129c75c00) 00000020:00000001:1.0:1749611519.216935:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611519.216936:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611519.216959:0:9691:0:(nodemap_member.c:84:nm_member_add()) Process entered 00000040:00001000:1.0:1749611519.216961:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685de38 type=0x10620000 idx=47 00000020:00000040:2.0:1749611519.216962:0:9691:0:(genops.c:887:class_export_get()) GET export ffff880129e08800 refcount=4 00000001:00000040:2.0:1749611519.216964:0:9691:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000040:00001000:1.0:1749611519.216964:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000040:00001000:1.0:1749611519.216966:0:29186:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000001:2.0:1749611519.216967:0:9691:0:(nodemap_member.c:121:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.216967:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.216968:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.216969:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000001:00000040:2.0:1749611519.216971:0:9691:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00000020:00000001:1.0:1749611519.216971:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611519.216973:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611519.216974:0:9691:0:(nodemap_handler.c:567:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.216974:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685df18 type=0x10600000 idx=48 00000040:00001000:1.0:1749611519.216976:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000040:00001000:1.0:1749611519.216978:0:29186:0:(llog.c:575:llog_process_thread()) index: 49 last_index 64767 00000004:00100000:2.0:1749611519.216979:0:9691:0:(mdt_handler.c:7245:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000040:00000001:1.0:1749611519.216980:0:29186:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611519.216982:0:29186:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000001:00000001:2.0:1749611519.216984:0:9691:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000040:00001000:1.0:1749611519.216986:0:29186:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 16952 00000001:00000001:2.0:1749611519.216987:0:9691:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749611519.216991:0:9691:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000020:00000001:2.0:1749611519.216995:0:9691:0:(lprocfs_status_server.c:588:lprocfs_exp_setup()) Process entered 00000040:00000001:1.0:1749611519.216996:0:29186:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:01000000:2.0:1749611519.216999:0:9691:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff8800b538acc0 00000040:00000001:1.0:1749611519.216999:0:29186:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611519.217004:0:9691:0:(lprocfs_status_server.c:612:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8800b4256b40. 00000040:00001000:1.0:1749611519.217006:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c000 type=0x10620000 idx=49 00000040:00001000:1.0:1749611519.217008:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611519.217010:0:29186:0:(llog.c:754:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.217012:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:2.0:1749611519.217013:0:9691:0:(lprocfs_status_server.c:625:lprocfs_exp_setup()) Found stats ffff8800b4256f60 for nid 0@lo - ref 3 00000040:00000001:1.0:1749611519.217014:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.217015:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.217017:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611519.217018:0:9691:0:(lprocfs_status_server.c:637:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000001:1.0:1749611519.217019:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.217020:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c0e0 type=0x10620000 idx=50 00000020:00000010:2.0:1749611519.217022:0:9691:0:(lprocfs_status_server.c:662:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff8800b4256b40. 00000040:00001000:1.0:1749611519.217022:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1749611519.217024:0:29186:0:(llog.c:754:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.217025:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611519.217026:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611519.217027:0:9691:0:(lprocfs_status_server.c:663:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000040:00001000:1.0:1749611519.217028:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c158 type=0x10620000 idx=51 00000004:00000001:2.0:1749611519.217030:0:9691:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.217030:0:29186:0:(llog.c:688:llog_process_thread()) synced_idx: 51 00000040:00000001:1.0:1749611519.217032:0:29186:0:(lustre_log.h:469:llog_next_block()) Process entered 00000004:00000001:2.0:1749611519.217033:0:9691:0:(mdt_handler.c:7490:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611519.217033:0:29186:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611519.217035:0:29186:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 51 (cur idx 51 off 16384), size 16952 00010000:00000001:2.0:1749611519.217036:0:9691:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611519.217040:0:29186:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611519.217041:0:9691:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff880129e08000. 00000040:00000001:1.0:1749611519.217041:0:29186:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.217043:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c158 type=0x10620000 idx=51 00000020:00000040:2.0:1749611519.217044:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - import 00000040:00001000:1.0:1749611519.217045:0:29186:0:(llog.c:733:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000040:00001000:1.0:1749611519.217047:0:29186:0:(llog.c:754:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000020:00000001:1.0:1749611519.217048:0:29186:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611519.217049:0:29186:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611519.217051:0:29186:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611519.217052:0:29186:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611519.217054:0:29186:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611519.217055:0:29186:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c238 type=0x0 idx=0 00000040:00000001:1.0:1749611519.217057:0:29186:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611519.217059:0:9691:0:(genops.c:1236:class_import_put()) Process entered 00000040:00080000:1.0:1749611519.217059:0:29186:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000020:00000040:2.0:1749611519.217061:0:9691:0:(genops.c:1242:class_import_put()) import ffff880129e08000 refcount=1 obd=lustre-MDT0001 00000040:00000010:1.0:1749611519.217062:0:29186:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009685c000. 00000020:00000001:2.0:1749611519.217064:0:9691:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1749611519.217067:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136819680. 00000020:00000010:1.0:1749611519.217068:0:29186:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880136947540. 00000020:00000040:2.0:1749611519.217074:0:9691:0:(genops.c:887:class_export_get()) GET export ffff880129e08800 refcount=5 00000100:00000040:2.0:1749611519.217078:0:9691:0:(service.c:1059:ptlrpc_request_change_export()) RPC GETting export ffff880129e08800 : new rpc_count 1 00000100:00000001:2.0:1749611519.217081:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611519.217085:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611519.217088:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611519.217091:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:1.0:1749611519.217091:0:29186:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880129dbb600. 00000100:00000001:2.0:1749611519.217095:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611519.217100:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000040:00000010:1.0:1749611519.217100:0:29186:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880129dba000. 00000020:00000040:2.0:1749611519.217104:0:9691:0:(genops.c:887:class_export_get()) GET export ffff880129e08800 refcount=6 00000020:00000010:1.0:1749611519.217104:0:29186:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4001800. 00000020:00000010:1.0:1749611519.217108:0:29186:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e4a0. 00000100:00000001:2.0:1749611519.217109:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611519.217112:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:1.0:1749611519.217113:0:29186:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880129dba400. 00000100:00000001:2.0:1749611519.217114:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 80000000:00000010:1.0:1749611519.217116:0:29186:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976ff00. 02000000:00000001:2.0:1749611519.217118:0:9691:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 40000000:00000010:1.0:1749611519.217118:0:29186:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136947a40. 02000000:00000001:2.0:1749611519.217121:0:9691:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 00100000:00000010:1.0:1749611519.217121:0:29186:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4007800. 02000000:08000000:2.0:1749611519.217124:0:9691:0:(sec.c:1414:sptlrpc_sec_create()) mdt lustre-MDT0001: reverse sec using flavor null 00040000:00000010:1.0:1749611519.217126:0:29186:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959de00. 02000000:00000001:2.0:1749611519.217128:0:9691:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 00040000:00000010:1.0:1749611519.217130:0:29186:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880129dba800. 02000000:00000001:2.0:1749611519.217131:0:9691:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611519.217133:0:29186:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00000100:00000001:2.0:1749611519.217134:0:9691:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00080000:00000010:1.0:1749611519.217137:0:29186:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b5000. 00000100:00000001:2.0:1749611519.217138:0:9691:0:(recover.c:146:ptlrpc_resend()) Process entered 00000100:00000001:2.0:1749611519.217140:0:9691:0:(recover.c:175:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749611519.217140:0:29186:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b4006000. 00000100:00080000:2.0:1749611519.217144:0:9691:0:(import.c:66:import_set_state_nolock()) ffff880129e08000 : changing import state from RECOVER to FULL 00000004:00000010:1.0:1749611519.217145:0:29186:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b7000. 00000100:00000001:2.0:1749611519.217147:0:9691:0:(obd_class.h:1246:obd_import_event()) Process entered 00000004:00000010:1.0:1749611519.217148:0:29186:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b4003800. 00000100:00000001:2.0:1749611519.217150:0:9691:0:(obd_class.h:1255:obd_import_event()) Process leaving 00002000:00000010:1.0:1749611519.217152:0:29186:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800b4063000. 00000100:00000001:2.0:1749611519.217153:0:9691:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749611519.217155:0:29186:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800b4062400. 00000020:00000040:2.0:1749611519.217157:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 5 00000020:00000010:1.0:1749611519.217157:0:29186:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbb000. 00000020:00000040:2.0:1749611519.217161:0:9691:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - find 00010000:00000001:2.0:1749611519.217164:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611519.217168:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611519.217171:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116702640 : -1592848976 : ffffffffa10f0db0) 00000020:00000001:2.0:1749611519.217175:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611519.217185:0:9691:0:(tgt_handler.c:550:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611519.217188:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611519.217190:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749611519.217193:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611519.217197:0:9691:0:(tgt_handler.c:1018:tgt_connect()) Process entered 00000001:00000001:2.0:1749611519.217203:0:9691:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1749611519.217205:0:9691:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611519.217208:0:9691:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1749611519.217210:0:9691:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611519.217214:0:9691:0:(tgt_handler.c:1087:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611519.217218:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494686592 00010000:00000001:2.0:1749611519.217221:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749611519.217229:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009c4ff800 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749611539 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611519.217242:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611519.217244:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611519.217248:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=124 v=5 (1 1 1 1) 00000100:00001000:2.0:1749611519.217253:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1749611519.217256:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611519.217258:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611519.217260:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611519.217263:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611519.217265:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611519.217265:0:29147:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16300. 00000100:00000001:2.0:1749611519.217267:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611519.217269:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611519.217273:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000040:00000001:0.0:1749611519.217274:0:29147:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611519.217277:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834598494686592, offset 0 00000400:00000200:2.0:1749611519.217281:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:01000000:0.0:1749611519.217285:0:29147:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 00000400:00000200:2.0:1749611519.217289:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000040:00000001:0.0:1749611519.217289:0:29147:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611519.217293:0:29147:0:(lu_object.c:207:lu_object_put()) Add ffff88009d27cc00/ffff88006a3b8800 to site lru. bkt: ffff880111e99768 00000400:00000200:2.0:1749611519.217295:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6848ebf94cd80 00000040:00000010:0.0:1749611519.217297:0:29147:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88006a9b84b0. 00000400:00000200:2.0:1749611519.217300:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x92b1 [1] + 0 00000040:00000001:0.0:1749611519.217300:0:29147:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611519.217303:0:29147:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880070f02000. 00000400:00000200:2.0:1749611519.217306:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000040:00000010:0.0:1749611519.217306:0:29147:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88009c9bf800. 00000400:00000200:2.0:1749611519.217309:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749611519.217309:0:29147:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.217312:0:9691:0:(events.c:79:reply_in_callback()) Process entered 10000000:00000001:0.0:1749611519.217312:0:29147:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1749611519.217316:0:29147:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008295e600. 00000040:00000010:0.0:1749611519.217321:0:29147:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009d27c400. 00000100:00000200:2.0:1749611519.217323:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611519.217324:0:29147:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72c000. 00000020:00000010:0.0:1749611519.217328:0:29147:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27c600. 80000000:00000010:0.0:1749611519.217332:0:29147:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b161e0. 00000100:00000040:2.0:1749611519.217333:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00040000:00000010:0.0:1749611519.217336:0:29147:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27de00. 00080000:00000010:0.0:1749611519.217341:0:29147:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749611519.217347:0:29147:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009cd6ac00. 00080000:00000010:0.0:1749611519.217350:0:29147:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c7000. 00000020:00000010:0.0:1749611519.217353:0:29147:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f800. 10000000:00000010:0.0:1749611519.217357:0:29147:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012bdeeb40. 00000100:00000001:2.0:1749611519.217360:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 10000000:01000000:0.0:1749611519.217360:0:29147:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:0.0:1749611519.217364:0:29147:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611519.217366:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 10000000:00000001:0.0:1749611519.217367:0:29147:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611519.217369:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000020:00000001:0.0:1749611519.217369:0:29147:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611519.217372:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749611519.217372:0:29147:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff880130c71180. 00000100:00000001:2.0:1749611519.217373:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:0.0:1749611519.217375:0:29147:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff880096dff100. 00000100:00000001:2.0:1749611519.217377:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611519.217378:0:29147:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611519.217380:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:0.0:1749611519.217380:0:29147:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611519.217383:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:0.0:1749611519.217383:0:29147:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at ffff88012bdee780. 00000020:00000001:2.0:1749611519.217385:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611519.217385:0:29147:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at ffff880117b16780. 00000020:00000001:2.0:1749611519.217387:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000001:0.0:1749611519.217388:0:29147:0:(tgt_mount.c:1406:server_notify_target()) Process entered 00000020:00000001:0.0:1749611519.217390:0:29147:0:(tgt_mount.c:1210:server_lsi2mti()) Process entered 00000100:00000040:2.0:1749611519.217391:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4ff800 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749611539 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611519.217393:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611519.217396:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611519.217401:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28320:x1834598494686592:12345-0@lo:38:llog_process_th.0 Request processed in 660us (807us total) trans 0 rc 0/0 00000400:00000001:1.0:1749611519.217401:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611519.217403:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:0.0:1749611519.217405:0:29147:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff880070f02000. 00000400:00000010:1.0:1749611519.217406:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff318. 00000100:00100000:2.0:1749611519.217410:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000400:00000200:1.0:1749611519.217411:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:1.0:1749611519.217412:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000040:2.0:1749611519.217413:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e08800 : new rpc_count 0 00000100:00000001:2.0:1749611519.217415:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611519.217415:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:01000004:0.0:1749611519.217416:0:29147:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000100:00000001:2.0:1749611519.217417:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611519.217421:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7a80. 00000100:00000200:1.0:1749611519.217421:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1749611519.217421:0:29147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611519.217423:0:29147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000010:2.0:1749611519.217424:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8640. 00000020:01000004:0.0:1749611519.217424:0:29147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611519.217425:0:29147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611519.217426:0:29147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000010:2.0:1749611519.217427:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5200. 00000020:01000004:0.0:1749611519.217428:0:29147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611519.217429:0:29147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000040:2.0:1749611519.217430:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 4 00000020:00000001:0.0:1749611519.217430:0:29147:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000100:00000200:1.0:1749611519.217431:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 10000000:00000001:0.0:1749611519.217432:0:29147:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 00000100:00000001:2.0:1749611519.217433:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611519.217434:0:29147:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1749611519.217437:0:29147:0:(mgc_request_server.c:266:mgc_set_info_async_server()) register_target lustre-OST0000 0x40000002 00000100:00000001:1.0:1749611519.217439:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 10000000:00000001:0.0:1749611519.217439:0:29147:0:(mgc_request_server.c:181:mgc_target_register()) Process entered 00000100:00000001:1.0:1749611519.217441:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611519.217443:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000010:0.0:1749611519.217443:0:29147:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc380. 02000000:00000001:1.0:1749611519.217445:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1749611519.217446:0:29147:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1749611519.217447:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611519.217448:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611519.217449:0:29147:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1749611519.217450:0:29147:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611519.217451:0:29147:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611519.217453:0:29147:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611519.217454:0:29147:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611519.217455:0:29147:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611519.217456:0:29147:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 02000000:00000001:1.0:1749611519.217457:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611519.217457:0:29147:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:0.0:1749611519.217458:0:29147:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611519.217460:0:29147:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1749611519.217463:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009685a000. 02000000:00000001:0.0:1749611519.217464:0:29147:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611519.217468:0:28320:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007197bc38 time=1749611519 v=5 (0 0 0 0) 02000000:00000010:0.0:1749611519.217469:0:29147:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff88009a4c8000. 00000100:00001000:1.0:1749611519.217472:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197bbf0 time=1749611519 v=0 (0 0 0 0) 00000100:00000001:0.0:1749611519.217474:0:29147:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611519.217475:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88007197bbf0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:1.0:1749611519.217478:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 10000000:01000000:0.0:1749611519.217478:0:29147:0:(mgc_request_server.c:211:mgc_target_register()) register lustre-OST0000 00000100:00000001:1.0:1749611519.217480:0:28320:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.217480:0:29147:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611519.217481:0:29147:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00010000:00000001:1.0:1749611519.217482:0:28320:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000010:0.0:1749611519.217485:0:29147:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880130c71180. 00010000:00080000:1.0:1749611519.217486:0:28320:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611519.217487:0:29147:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137427538304 : -131936282013312 : ffff880130c71180) 00000100:00000001:0.0:1749611519.217489:0:29147:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611519.217491:0:29147:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936691584 : -131938772860032 : ffff88009c4fc380) 00010000:00000001:1.0:1749611519.217493:0:28320:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611519.217495:0:28320:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611519.217495:0:29147:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1749611519.217497:0:28320:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000001:0.0:1749611519.217498:0:29147:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611519.217500:0:28320:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611519.217500:0:29147:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611519.217501:0:29147:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611519.217502:0:28320:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611519.217504:0:28320:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611519.217508:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611529 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611519.217511:0:29147:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc380 x1834598494686720/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611519.217515:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611519.217517:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611519.217519:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611519.217549:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611519.217550:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611519.217552:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749611519.217553:0:28320:0:(import.c:1107:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000020:00000001:1.0:1749611519.217556:0:28320:0:(genops.c:811:class_conn2export()) Process entered 00000100:00080000:0.0:1749611519.217556:0:29147:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009c4fc380 x1834598494686720/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611519.217557:0:28320:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d57a 00000020:00000001:1.0:1749611519.217559:0:28320:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611519.217561:0:28320:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197f800 refcount=5 00000020:00000001:1.0:1749611519.217564:0:28320:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000100:00000001:0.0:1749611519.217565:0:29147:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611519.217566:0:28320:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000100:00000001:0.0:1749611519.217567:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611519.217568:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611519.217569:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197bbf0 time=1749611519 v=0 (0 0 0 0) 00000100:00100000:0.0:1749611519.217570:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71180 going to sleep for 0 seconds 00000100:00001000:1.0:1749611519.217572:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88007197bbf0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:0.0:1749611519.217572:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611519.217574:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.217576:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1749611519.217577:0:28320:0:(import.c:944:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00000001:0.0:1749611519.217577:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.217579:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611519.217585:0:28320:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 4 00000100:00000001:1.0:1749611519.217587:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:1.0:1749611519.217589:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00080000:1.0:1749611519.217591:0:28320:0:(import.c:1188:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1749611519.217594:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197b800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1749611519.217596:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:1.0:1749611519.217597:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:1.0:1749611519.217599:0:28320:0:(import.c:1216:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611519.217601:0:28320:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1749611519.217603:0:28320:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611519.217606:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611519.217610:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611529 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611519.217619:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111266a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494686592:0@lo:38:llog_process_th.0 00000100:00000001:1.0:1749611519.217624:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611519.217626:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611519.217628:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111266a00 x1834598494686592/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611529 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611519.217635:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611519.217637:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611519.217639:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cd6a800. 02000000:00000001:1.0:1749611519.217642:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611519.217643:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611519.217645:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197b800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749611519.217647:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611519.217649:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009d741c00. 02000000:00000001:1.0:1749611519.217652:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611519.217653:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611519.217655:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111266a00. 00000100:00000001:1.0:1749611519.217658:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611519.217659:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611519.217660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611519.217662:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611519.217668:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611519.217670:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611519.217671:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611519.239619:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300792697, at 4300792697 00000100:00000010:3.0:1749611519.239629:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b22307c0. 00000100:00000040:0.0:1749611519.239632:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300792697, at 4300792697 00000100:00000040:2.0:1749611519.239635:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300792697, at 4300792697 00000100:00000040:1.0:1749611519.239637:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300792697, at 4300792697 00000100:00000010:0.0:1749611519.239643:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230900. 00000100:00000010:2.0:1749611519.239653:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230380. 00000100:00000010:1.0:1749611519.239671:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230940. 00000100:00000001:0.0:1749611519.451697:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611519.451706:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611519.451709:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611519.451713:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611519.451717:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611519.451721:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.451724:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611519.451727:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.451730:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611519.458622:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611519.458627:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611519.458629:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611519.458633:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611519.458636:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611519.458638:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.458641:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611519.458643:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611519.458646:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611520.184647:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611520.184652:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611520.184739:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611520.184742:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611520.184744:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611520.217581:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611520.217584:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611520.217586:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611520.217589:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611520.217591:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611520.217593:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611520.217595:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611520.217597:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611520.217597:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611520.217598:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611520.217606:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611520.217607:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611520.217610:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611520.217611:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611520.217613:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611520.217614:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611520.451632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611520.451638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611520.451639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611520.451642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71300 going to sleep for 0 seconds 00000100:00000001:0.0:1749611520.451645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611520.451647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611520.451649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611520.451656:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009bad4000 x1834598494685312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611520.451663:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611520.451666:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bad4000 x1834598494685312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611520.451670:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611520.451672:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611520.451674:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611520.451675:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611520.451676:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4000 x1834598494685312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611520.451681:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bad4000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494685312:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611520.451684:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611520.451685:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611520.451686:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611520.451700:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611520.451702:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bad4000 x1834598494685312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611520.451706:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611520.451708:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880130c71300. 00000100:00000001:0.0:1749611520.451712:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611520.451713:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611520.451715:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611520.451718:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611520.451720:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611520.451722:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88008295f400 refcount=4 00000020:00000001:0.0:1749611520.451723:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134505083904 : -131939204467712 : ffff88008295f400) 00010000:00000001:0.0:1749611520.451725:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134505083904 : -131939204467712 : ffff88008295f400) 00010000:00010000:0.0:1749611520.451730:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88008295f400/0x689c0ec07329d55e lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611520.451735:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611520.451738:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88008295f400/0x689c0ec07329d55e lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611520.451742:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611520.451743:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88008295f400/0x689c0ec07329d55e lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611520.451747:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611520.451748:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611520.451749:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88008295f400/0x689c0ec07329d55e lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611520.451752:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611520.451754:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611520.451755:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611520.451757:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88008295f400/0x689c0ec07329d55e lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611520.451763:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88008295f400 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611520.451765:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611520.451767:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88008295f400/0x689c0ec07329d55e lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611520.451770:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611520.451771:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611520.451771:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611520.451772:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88008295f400 refcount=5 00000020:00000001:0.0:1749611520.451773:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134505083904 : -131939204467712 : ffff88008295f400) 00010000:00000001:0.0:1749611520.451774:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134505083904 : -131939204467712 : ffff88008295f400) 00010000:00000001:0.0:1749611520.451776:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611520.451777:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88008295f400/0x689c0ec07329d55e lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611520.451780:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611520.451781:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88008295f400/0x689c0ec07329d55e lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611520.451784:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749611520.451785:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611520.451786:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611520.451787:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611520.451788:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611520.451790:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611520.451791:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611520.451791:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611520.451792:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611520.451794:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88008295f400 with handle 0x689c0ec07329d55e from hash 00010000:00000001:0.0:1749611520.451795:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611520.451796:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611520.451796:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611520.451797:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611520.451801:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611520.451802:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611520.451803:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611520.451804:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611520.451805:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611520.451806:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611520.451807:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88008295f400/0x689c0ec07329d55e lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611520.451810:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611520.451810:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611520.451811:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611520.451811:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611520.451812:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611520.451813:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611520.451813:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611520.451815:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88008295f400/0x689c0ec07329d55e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611520.451820:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88006a3b8600 count: 0 00010000:00000001:0.0:1749611520.451842:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611520.451843:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611520.451845:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611520.451847:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bad4000 x1834598494685312/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611520.451851:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611520.451853:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611520.451854:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611520.451855:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611520.451858:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88008295ee00. 02000000:00000001:0.0:1749611520.451861:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611520.451862:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611520.451863:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad4000. 00000100:00000001:0.0:1749611520.451866:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611520.451866:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611520.451868:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611520.451870:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611520.451874:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611520.451877:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b2230900. 00000020:00000010:0.0:1749611520.451879:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9bf800. 00000020:00000010:0.0:1749611520.451883:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c9be000. 00000040:00000010:0.0:1749611520.451885:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c9be200. 00000020:00000010:0.0:1749611520.451888:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72c000. 00000020:00000010:0.0:1749611520.451892:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c9be400. 80000000:00000010:0.0:1749611520.451895:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16780. 00040000:00000010:0.0:1749611520.451898:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c9bf400. 00080000:00000010:0.0:1749611520.451902:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d5000. 00080000:00000010:0.0:1749611520.451906:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009cc62000. 10000000:00000040:0.0:1749611520.451912:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611520.451915:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88006ee72840 : new refcount 2 00000040:00000001:0.0:1749611520.451918:0:9690:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611520.451919:0:9690:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611520.451921:0:9690:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88008295f800. 00000040:00000001:0.0:1749611520.451924:0:9690:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611520.451951:0:9690:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611520.451953:0:9690:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611520.451956:0:9690:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00080000:00000001:0.0:1749611520.451961:0:9690:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611520.451963:0:9690:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611520.451977:0:9690:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611520.451989:0:9690:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611520.451990:0:9690:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611520.451991:0:9690:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611520.451992:0:9690:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611520.451994:0:9690:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611520.451996:0:9690:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x8:0x0] 90:3075167912 to info ffff8800ac9d5000 00000020:00000001:0.0:1749611520.451998:0:9690:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8801369f7a30 00080000:00000002:0.0:1749611520.451999:0:9690:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x8:0x0] 00080000:00000001:0.0:1749611520.452001:0:9690:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611520.452003:0:9690:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611520.452005:0:9690:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009cd6ac00. 00080000:00000001:0.0:1749611520.452010:0:9690:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611520.452014:0:9690:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff880076243958. 00000020:00000001:0.0:1749611520.452016:0:9690:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611520.452020:0:9690:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134096505688 : -131939613045928 : ffff88006a3b8b58) 00000040:00000001:0.0:1749611520.452022:0:9690:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611520.452023:0:9690:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611520.452024:0:9690:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611520.452028:0:9690:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88012fea6000. 00000040:00000001:0.0:1749611520.452029:0:9690:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611520.452031:0:9690:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611520.452038:0:9690:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611520.452039:0:9690:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611520.452040:0:9690:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611520.452041:0:9690:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611520.452043:0:9690:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b161e0. 00000040:00001000:0.0:1749611520.452044:0:9690:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611520.452047:0:9690:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611520.452049:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295e600. 00000020:00000010:0.0:1749611520.452051:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27c800. 00000040:00000010:0.0:1749611520.452053:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d27de00. 00000020:00000010:0.0:1749611520.452055:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a728000. 00000020:00000010:0.0:1749611520.452058:0:9690:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdeeb0. 00000020:00000010:0.0:1749611520.452060:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27c600. 80000000:00000010:0.0:1749611520.452062:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16300. 40000000:00000010:0.0:1749611520.452064:0:9690:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b2230640. 00100000:00000010:0.0:1749611520.452067:0:9690:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72b000. 00040000:00000010:0.0:1749611520.452069:0:9690:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a36c5100. 00040000:00000010:0.0:1749611520.452071:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27c400. 00080000:00000010:0.0:1749611520.452073:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d7000. 00080000:00000010:0.0:1749611520.452078:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801302d4000. 00000004:00000010:0.0:1749611520.452082:0:9690:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a72a800. 00000004:00000010:0.0:1749611520.452086:0:9690:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009a4c7000. 00000004:00000010:0.0:1749611520.452090:0:9690:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88012e557800. 00002000:00000010:0.0:1749611520.452092:0:9690:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cd68c00. 00000004:00000010:0.0:1749611520.452098:0:9690:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009cd6a800. 00000020:00000010:0.0:1749611520.452100:0:9690:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b2230500. 00000040:00000010:0.0:1749611520.452105:0:9690:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009b1f8000. 00000040:00001000:0.0:1749611520.452107:0:9690:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611520.452108:0:9690:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611520.452109:0:9690:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611520.452111:0:9690:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:0.0:1749611520.452116:0:9690:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611520.452117:0:9690:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611520.452118:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1f8000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611520.452120:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611520.452121:0:9690:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611520.452123:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1f80e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611520.452124:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:0.0:1749611520.452125:0:9690:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611520.452126:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1f8150 type=0x10620000 idx=3 00000040:00001000:0.0:1749611520.452126:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:0.0:1749611520.452127:0:9690:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611520.452128:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1f8230 type=0x10620000 idx=4 00000040:00001000:0.0:1749611520.452129:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:0.0:1749611520.452130:0:9690:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611520.452131:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1f8310 type=0x10620000 idx=5 00000040:00001000:0.0:1749611520.452132:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:0.0:1749611520.452132:0:9690:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611520.452133:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1f8380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611520.452134:0:9690:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:0.0:1749611520.452135:0:9690:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611520.452136:0:9690:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611520.452136:0:9690:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:0.0:1749611520.452138:0:9690:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611520.452139:0:9690:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611520.452140:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1f8380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611520.452141:0:9690:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:0.0:1749611520.452141:0:9690:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000040:00001000:0.0:1749611520.452145:0:9690:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009b1f8460 type=0x0 idx=0 00000040:00000001:0.0:1749611520.452146:0:9690:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611520.452147:0:9690:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:0.0:1749611520.452149:0:9690:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009b1f8000. 00000020:00000010:0.0:1749611520.452152:0:9690:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b2230500. 00000020:00000010:0.0:1749611520.452157:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27c800. 00000040:00000010:0.0:1749611520.452161:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009d27de00. 00000020:00000010:0.0:1749611520.452166:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a728000. 00000020:00000010:0.0:1749611520.452169:0:9690:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdeeb0. 00000020:00000010:0.0:1749611520.452172:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27c600. 80000000:00000010:0.0:1749611520.452174:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16300. 40000000:00000010:0.0:1749611520.452177:0:9690:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b2230640. 00100000:00000010:0.0:1749611520.452178:0:9690:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72b000. 00040000:00000010:0.0:1749611520.452181:0:9690:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a36c5100. 00040000:00000010:0.0:1749611520.452184:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27c400. 00080000:00000010:0.0:1749611520.452186:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801302d4000. 00080000:00000010:0.0:1749611520.452189:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d7000. 00000004:00000010:0.0:1749611520.452191:0:9690:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a72a800. 00000004:00000010:0.0:1749611520.452194:0:9690:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009a4c7000. 00000004:00000010:0.0:1749611520.452197:0:9690:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88012e557800. 00002000:00000010:0.0:1749611520.452199:0:9690:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cd68c00. 00000004:00000010:0.0:1749611520.452201:0:9690:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009cd6a800. 00000020:00000010:0.0:1749611520.452203:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295e600. 00000040:00000010:0.0:1749611520.452205:0:9690:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b161e0. 00000040:00000001:0.0:1749611520.452206:0:9690:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611520.452208:0:9690:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611520.452210:0:9690:0:(lu_object.c:207:lu_object_put()) Add ffff88006dc59400/ffff88006a3b8b00 to site lru. bkt: ffff880111e9b058 00000040:00000010:0.0:1749611520.452212:0:9690:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff880076243958. 00000040:00000001:0.0:1749611520.452213:0:9690:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611520.452214:0:9690:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88012fea6000. 00000040:00000010:0.0:1749611520.452217:0:9690:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88008295f800. 00000040:00000001:0.0:1749611520.452218:0:9690:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611520.452220:0:9690:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log params, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611520.452222:0:9690:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611520.452225:0:9690:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611520.452227:0:9690:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611520.452229:0:9690:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1749611520.452229:0:9690:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611520.452230:0:9690:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88009d27ca00. 00000040:00000001:0.0:1749611520.452232:0:9690:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611520.452233:0:9690:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611520.452234:0:9690:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611520.452235:0:9690:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00080000:00000001:0.0:1749611520.452237:0:9690:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611520.452239:0:9690:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611520.452240:0:9690:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611520.452241:0:9690:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff880076243958. 00000020:00000001:0.0:1749611520.452242:0:9690:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611520.452244:0:9690:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134096505688 : -131939613045928 : ffff88006a3b8b58) 00000040:00000001:0.0:1749611520.452245:0:9690:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611520.452246:0:9690:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611520.452247:0:9690:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611520.452248:0:9690:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88009b1f8000. 00000040:00000001:0.0:1749611520.452249:0:9690:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611520.452250:0:9690:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611520.452252:0:9690:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611520.452253:0:9690:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611520.452254:0:9690:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611520.452255:0:9690:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611520.452256:0:9690:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b161e0. 00000040:00001000:0.0:1749611520.452257:0:9690:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611520.452492:0:29191:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611520.452497:0:29191:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000020:00000010:1.0:1749611520.452500:0:29191:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e000. 00000040:00000010:1.0:1749611520.452502:0:29191:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8e600. 00000020:00000010:1.0:1749611520.452504:0:29191:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197c800. 00000020:00000010:1.0:1749611520.452507:0:29191:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749611520.452509:0:29191:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8ea00. 80000000:00000010:1.0:1749611520.452511:0:29191:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009d096480. 40000000:00000010:1.0:1749611520.452513:0:29191:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012f8bb2c0. 00100000:00000010:1.0:1749611520.452515:0:29191:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197c000. 00040000:00000010:1.0:1749611520.452517:0:29191:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959de00. 00040000:00000010:1.0:1749611520.452541:0:29191:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8f600. 00080000:00000010:1.0:1749611520.452544:0:29191:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00080000:00000010:1.0:1749611520.452547:0:29191:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685c000. 00000004:00000010:1.0:1749611520.452550:0:29191:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197e800. 00000004:00000010:1.0:1749611520.452553:0:29191:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf6000. 00000004:00000010:1.0:1749611520.452555:0:29191:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880071978800. 00002000:00000010:1.0:1749611520.452557:0:29191:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009d741c00. 00000004:00000010:1.0:1749611520.452558:0:29191:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009d743000. 00000020:00000010:1.0:1749611520.452560:0:29191:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012f8bb340. 00000040:00000010:1.0:1749611520.452564:0:29191:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009685e000. 00000040:00080000:1.0:1749611520.452872:0:29191:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 64768 count 7 00000040:00000010:1.0:1749611520.452875:0:29191:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009685e000. 00000020:00000010:1.0:1749611520.452886:0:29191:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012f8bb340. 00000020:00000010:1.0:1749611520.452902:0:29191:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e000. 00000040:00000010:1.0:1749611520.452905:0:29191:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8e600. 00000020:00000010:1.0:1749611520.452907:0:29191:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197c800. 00000020:00000010:1.0:1749611520.452909:0:29191:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749611520.452913:0:29191:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8ea00. 80000000:00000010:1.0:1749611520.452914:0:29191:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009d096480. 40000000:00000010:1.0:1749611520.452917:0:29191:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012f8bb2c0. 00100000:00000010:1.0:1749611520.452918:0:29191:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197c000. 00040000:00000010:1.0:1749611520.452920:0:29191:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959de00. 00040000:00000010:1.0:1749611520.452923:0:29191:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8f600. 00080000:00000010:1.0:1749611520.452925:0:29191:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685c000. 00080000:00000010:1.0:1749611520.452938:0:29191:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00000004:00000010:1.0:1749611520.452940:0:29191:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197e800. 00000004:00000010:1.0:1749611520.452942:0:29191:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf6000. 00000004:00000010:1.0:1749611520.452944:0:29191:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880071978800. 00002000:00000010:1.0:1749611520.452946:0:29191:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009d741c00. 00000004:00000010:1.0:1749611520.452947:0:29191:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009d743000. 00000020:00000010:1.0:1749611520.452949:0:29191:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000040:00000010:2.0:1749611520.453016:0:9690:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b161e0. 00000040:00000001:2.0:1749611520.453022:0:9690:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1749611520.453024:0:9690:0:(obd_config.c:2035:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000001:2.0:1749611520.453026:0:9690:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:2.0:1749611520.453030:0:9690:0:(lu_object.c:207:lu_object_put()) Add ffff88006dc59400/ffff88006a3b8b00 to site lru. bkt: ffff880111e9b058 00000040:00000010:2.0:1749611520.453032:0:9690:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff880076243958. 00000040:00000001:2.0:1749611520.453035:0:9690:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1749611520.453036:0:9690:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009b1f8000. 00000040:00000010:2.0:1749611520.453039:0:9690:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88009d27ca00. 00000020:00000001:2.0:1749611520.453041:0:9690:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611520.453043:0:9690:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1749611520.453045:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c9be000. 00000040:00000010:2.0:1749611520.453049:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c9be200. 00000020:00000010:2.0:1749611520.453050:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72c000. 00000020:00000010:2.0:1749611520.453052:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c9be400. 80000000:00000010:2.0:1749611520.453054:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16780. 00040000:00000010:2.0:1749611520.453056:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c9bf400. 00080000:00000010:2.0:1749611520.453058:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009cc62000. 00080000:00000010:2.0:1749611520.453062:0:9690:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009cd6ac00. 00080000:00000010:2.0:1749611520.453063:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d5000. 00000020:00000010:2.0:1749611520.453065:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9bf800. 10000000:00000010:2.0:1749611520.453067:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b2230900. 10000000:01000000:2.0:1749611520.453068:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:2.0:1749611520.453070:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611520.453072:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611520.453073:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611520.453074:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff880095486000) refs 2 10000000:00000001:2.0:1749611520.453075:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611520.453077:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611520.453078:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff88009998b000) refs 2 10000000:00000001:2.0:1749611520.453079:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611520.453079:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611520.453080:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1749611520.453081:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611520.453082:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229000 from 48 10000000:00000001:2.0:1749611520.453089:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611520.453090:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1749611520.453093:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805f80. 00000020:00000040:2.0:1749611520.453095:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611520.453098:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611520.453100:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611520.453103:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611520.453108:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d05ba00. 00000100:00000001:2.0:1749611520.453112:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611520.453114:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611520.453115:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611520.453119:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880086d2ec00. 00010000:00000001:2.0:1749611520.453122:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611520.453124:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d05b400. 00000020:00000001:2.0:1749611520.453126:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611520.453127:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012d05b400 with handle 0x689c0ec07329d588 to hash 00000020:00000001:2.0:1749611520.453128:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611520.453129:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137364534272 : -131936345017344 : ffff88012d05b400) 00010000:00000001:2.0:1749611520.453131:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137364534272 : -131936345017344 : ffff88012d05b400) 00010000:00000001:2.0:1749611520.453132:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611520.453133:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611520.453136:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012d05b400/0x689c0ec07329d588 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611520.453141:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88012d05b400/0x689c0ec07329d588 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611520.453148:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88012d05b400/0x689c0ec07329d588 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611520.453151:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611520.453152:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611520.453155:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381000. 00000100:00000001:2.0:1749611520.453156:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096277504 : -131939613274112 : ffff88006a381000) 00000100:00000001:2.0:1749611520.453158:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611520.453161:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335897472 : -131939373654144 : ffff880078805f80) 00000100:00000001:2.0:1749611520.453164:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611520.453167:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611520.453168:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611520.453169:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611520.453173:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078805f80 x1834598494686848/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611520.453178:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611520.453179:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611520.453181:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880078805f80 x1834598494686848/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611520.453185:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611520.453186:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611520.453187:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611520.453188:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611520.453189:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611520.453190:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611520.453190:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611520.453191:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611520.453192:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749611520.454615:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88006a3b8600. 00010000:00000010:2.1:1749611520.454620:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008295f400. 00000100:00000001:0.0:1749611520.458568:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611520.458571:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611520.458572:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611520.458574:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611520.458575:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611520.458577:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611520.458579:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611520.458580:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611520.458582:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611521.186682:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611521.186690:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611521.186832:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611521.186838:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611521.186843:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611521.217634:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611521.217639:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611521.217640:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611521.217642:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611521.217646:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611521.217649:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611521.217653:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611521.217654:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611521.217656:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611521.217656:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611521.217659:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611521.217660:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611521.217661:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611521.217662:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611521.217665:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611521.217668:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611521.452708:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611521.452718:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611521.452721:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611521.452727:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611521.452732:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611521.452738:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611521.452742:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611521.452746:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611521.452750:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611521.458646:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611521.458652:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611521.458654:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611521.458658:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611521.458661:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611521.458664:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611521.458666:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611521.458668:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611521.458671:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611522.188723:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611522.188731:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611522.188877:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611522.188883:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611522.188886:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611522.217630:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611522.217636:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611522.217639:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611522.217643:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611522.217646:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611522.217650:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611522.217653:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611522.217656:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611522.217659:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611522.217754:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611522.217767:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611522.217769:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611522.217773:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611522.217793:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611522.217796:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611522.217799:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611522.452703:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611522.452713:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611522.452716:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611522.452721:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611522.452724:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611522.452729:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611522.452732:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611522.452735:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611522.452738:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611522.458644:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611522.458649:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611522.458651:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611522.458655:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611522.458658:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611522.458660:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611522.458663:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611522.458683:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611522.458685:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611523.190730:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611523.190739:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611523.190880:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611523.190886:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611523.190889:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611523.217650:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611523.217653:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611523.217660:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611523.217664:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611523.217665:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611523.217667:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611523.217669:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71180 going to sleep for 0 seconds 00000100:00000001:2.0:1749611523.217672:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611523.217674:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611523.217674:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611523.217678:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611523.217678:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611523.217680:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611523.217682:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611523.217687:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611523.217690:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611523.452677:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611523.452685:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611523.452688:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611523.452692:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611523.452696:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611523.452700:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611523.452703:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611523.452705:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611523.452708:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611523.458644:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611523.458650:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611523.458652:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611523.458656:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611523.458659:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611523.458661:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611523.458664:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611523.458666:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611523.458668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611524.192727:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611524.192737:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611524.192739:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611524.192742:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611524.192747:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611524.192750:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611524.192752:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611524.192754:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611524.192833:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611524.192838:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611524.192842:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611524.217667:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611524.217668:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611524.217674:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611524.217677:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.217682:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749611524.217682:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71180 going to sleep for 0 seconds 00000100:00000001:2.0:1749611524.217684:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611524.217685:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611524.217688:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611524.217690:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611524.217690:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611524.217693:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.217693:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611524.217695:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.217696:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611524.217716:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611524.222630:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611524.222646:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611524.222649:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611524.222653:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611524.222655:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611524.222658:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611524.222662:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611524.222667:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6125 00000100:00080000:2.0:1749611524.222672:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611524.222675:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611524.222679:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611524.222682:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611524.222684:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611524.222688:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611524.222690:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611524.222694:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611524.222697:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611524.222699:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611524.222702:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611524.222705:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611524.222707:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611524.222709:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611524.222711:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611524.222715:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611524.222718:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611524.222720:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611524.222723:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611524.222730:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611524.222733:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.222735:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611524.222743:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611524.222750:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805880. 00000020:00000040:2.0:1749611524.222754:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611524.222758:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611524.222760:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.222763:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611524.222766:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611524.222769:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611524.222778:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bb88000. 00000100:00000001:2.0:1749611524.222785:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611524.222795:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078805880 x1834598494686976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611524.222808:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611524.222812:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611524.222817:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078805880] to pc [ptlrpcd_rcv+-1] req@ffff880078805880 x1834598494686976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611524.222847:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611524.222851:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611524.222855:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611524.222857:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611524.222859:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611524.222862:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611524.222864:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6125 00000100:00080000:2.0:1749611524.222866:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611524.222869:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611524.222871:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611524.222873:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611524.222874:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611524.222877:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611524.222878:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611524.222880:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611524.222882:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611524.222889:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611524.222936:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611524.222940:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611524.222942:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611524.222944:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611524.222946:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611524.222949:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611524.222951:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611524.222953:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611524.222955:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611524.222959:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611524.222961:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.222962:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611524.222963:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611524.222965:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.222967:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1749611524.222968:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807480. 00000100:00000001:0.0:1749611524.222970:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749611524.222971:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611524.222973:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611524.222975:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.222976:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611524.222978:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749611524.222979:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078805880 x1834598494686976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611524.222980:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611524.222984:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bb88c00. 00000100:00000001:2.0:1749611524.222987:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.222990:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749611524.222992:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078807480 x1834598494687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611524.222992:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611524.222996:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611524.222999:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611524.223000:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611524.223002:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611524.223002:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611524.223006:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078807480] to pc [ptlrpcd_rcv+-1] req@ffff880078807480 x1834598494687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611524.223006:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494686976:0@lo:38:kworker.0 00000100:00000001:0.0:1749611524.223010:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611524.223013:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611524.223015:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611524.223016:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611524.223018:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749611524.223018:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749611524.223021:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000010:0.0:1749611524.223024:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cd68c00. 02000000:00000001:0.0:1749611524.223027:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.223028:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611524.223030:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611524.223032:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749611524.223034:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000100:00080000:2.0:1749611524.223035:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6125 00000100:00080000:2.0:1749611524.223038:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611524.223040:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611524.223042:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749611524.223042:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000040:2.0:1749611524.223043:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611524.223045:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611524.223047:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611524.223048:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611524.223050:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749611524.223050:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494686976, portal 4 00000020:00000040:2.0:1749611524.223051:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611524.223053:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749611524.223053:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749611524.223055:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749611524.223055:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335895680 : -131939373655936 : ffff880078805880) 00000100:00000040:2.0:1749611524.223058:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611524.223060:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611524.223061:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611524.223063:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611524.223063:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078805880 x1834598494686976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611524.223065:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611524.223067:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611524.223069:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611524.223071:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611524.223072:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611524.223074:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611524.223076:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611524.223076:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611524.223078:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:0.0:1749611524.223078:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749611524.223080:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611524.223081:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494686976, offset 0 00000100:00000010:2.0:1749611524.223086:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111572a00. 00000400:00000200:0.0:1749611524.223087:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749611524.223088:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611524.223090:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611524.223091:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.223092:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611524.223098:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611524.223100:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611524.223102:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749611524.223104:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800ac893800. 00000100:00000001:2.0:1749611524.223107:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611524.223112:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111572a00 x1834598494687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611524.223113:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94cf00 00000100:00000001:2.0:1749611524.223119:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749611524.223120:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 6240 00000100:00000001:2.0:1749611524.223121:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611524.223124:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111572a00] to pc [ptlrpcd_rcv+-1] req@ffff880111572a00 x1834598494687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611524.223128:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611524.223131:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611524.223134:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611524.223137:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611524.223140:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571180. 00000020:00000040:2.0:1749611524.223142:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:0.0:1749611524.223142:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611524.223145:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611524.223146:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611524.223147:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223148:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:2.0:1749611524.223151:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e800. 00000100:00000200:0.0:1749611524.223151:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749611524.223153:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611524.223155:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc700. 00000100:00000040:2.0:1749611524.223157:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611524.223159:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fc700 x1834598494686976 msgsize 520 00000100:00100000:0.0:1749611524.223164:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611524.223165:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611524.223166:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611524.223172:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111571180] to pc [ptlrpcd_00_01+1] req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611524.223191:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611524.223200:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749611524.223202:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:2.0:1749611524.223206:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223206:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:2.0:1749611524.223210:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:0.0:1749611524.223211:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078805880 x1834598494686976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611524.223214:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611524.223215:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611524.223217:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88007197d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611524.223219:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611524.223223:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078805880 x1834598494686976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611524.223225:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611524.223228:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6125 00000100:00000001:0.0:1749611524.223230:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611524.223231:0:18174:0:(import.c:2097:obd_at_measure()) add 10 to ffff88007197d3f0 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1749611524.223232:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:2.0:1749611524.223235:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88007197d3f0 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000001:0.0:1749611524.223236:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611524.223238:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1749611524.223241:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:0.0:1749611524.223241:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1272 usecs (2 jiffies) 00000100:00000001:2.0:1749611524.223242:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611524.223244:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611524.223244:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300797682 00000100:00000001:2.0:1749611524.223246:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611524.223248:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1749611524.223248:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230640. 00000020:00000040:2.0:1749611524.223249:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d56c 00000020:00000001:2.0:1749611524.223251:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611524.223253:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197a000 refcount=7 00000020:00000001:2.0:1749611524.223255:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219980800 : -131939489570816 : ffff88007197a000) 00000100:00000001:0.0:1749611524.223255:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000001:2.0:1749611524.223257:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219980800 : -131939489570816 : ffff88007197a000) 00000100:00000040:2.0:1749611524.223260:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611524.223261:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300797682 00000100:00000001:2.0:1749611524.223262:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611524.223263:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:0.0:1749611524.223264:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230e00. 00000100:00000001:2.0:1749611524.223265:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611524.223267:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 6 00000100:00000001:0.0:1749611524.223267:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00080000:2.0:1749611524.223269:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197d000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611524.223270:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300797682 00000100:00000001:2.0:1749611524.223271:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611524.223273:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000010:0.0:1749611524.223273:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230f00. 02000000:00000001:2.0:1749611524.223276:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611524.223276:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:2.0:1749611524.223278:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223279:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300797682 00000100:00000001:2.0:1749611524.223280:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611524.223281:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611524.223281:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230180. 00000100:00000010:2.0:1749611524.223284:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571f80. 00000100:00000001:0.0:1749611524.223284:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000040:2.0:1749611524.223286:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197d000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749611524.223288:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611524.223289:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.223291:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611524.223292:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611524.223295:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611524.223297:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611524.223298:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611524.223299:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223300:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611524.223301:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:2.0:1749611524.223304:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012d574c00. 00000100:00100000:1.0:1749611524.223306:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494686976 00000100:00000001:0.0:1749611524.223306:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611524.223307:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223308:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611524.223310:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611524.223310:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611524.223311:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111571f80 x1834598494687488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611524.223311:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611524.223312:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611524.223313:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611524.223313:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611524.223317:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078807480 x1834598494687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.223318:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611524.223318:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611524.223320:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611524.223320:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611524.223324:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111571f80] to pc [ptlrpcd_rcv+-1] req@ffff880111571f80 x1834598494687488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.223324:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223325:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611524.223327:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611524.223328:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611524.223329:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611524.223330:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.223332:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611524.223332:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611524.223334:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494686976 02000000:00000001:0.0:1749611524.223334:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611524.223335:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1749611524.223337:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749611524.223337:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494687104:0@lo:38:kworker.0 00000100:00000001:2.0:1749611524.223338:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000040:1.0:1749611524.223339:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611524.223340:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611524.223340:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749611524.223341:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611524.223342:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611524.223342:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749611524.223344:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611524.223344:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611524.223346:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749611524.223346:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611524.223346:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749611524.223348:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749611524.223350:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78000. 02000000:00000010:0.0:1749611524.223350:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009cd6ac00. 02000000:00000001:3.0:1749611524.223351:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611524.223352:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197b800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000020:00000010:1.0:1749611524.223352:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 02000000:00000001:0.0:1749611524.223352:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611524.223354:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494687360:0@lo:400:kworker.0 00000100:00000001:2.0:1749611524.223355:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749611524.223356:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 02000000:00000001:2.0:1749611524.223357:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1749611524.223358:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50580. 00000100:00000001:3.0:1749611524.223359:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611524.223359:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611524.223359:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 02000000:00000001:3.0:1749611524.223362:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1749611524.223362:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e400. 00000100:00000200:0.0:1749611524.223362:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494687104, portal 10 00000020:00000010:1.0:1749611524.223363:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000001:0.0:1749611524.223364:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749611524.223365:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.223365:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223366:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335902848 : -131939373648768 : ffff880078807480) 02000000:00000001:3.0:1749611524.223367:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611524.223369:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611524.223369:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:3.0:1749611524.223371:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009cbf5a00. 00000100:00000001:1.0:1749611524.223371:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749611524.223372:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078807480 x1834598494687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.223373:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611524.223374:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.223376:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:3.0:1749611524.223378:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f78f0. 00000100:00000001:2.0:1749611524.223378:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223378:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611524.223379:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611524.223380:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611524.223382:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78000] to pc [ptlrpcd_00_02+2] req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611524.223382:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000400:00000010:3.0:1749611524.223384:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed000. 00000100:00000200:0.0:1749611524.223384:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494687104, offset 0 00000100:00000200:3.0:1749611524.223388:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494687360, portal 10 00000100:00000001:1.0:1749611524.223390:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611524.223391:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611524.223392:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136900104576 : -131936809447040 : ffff880111571180) 00000400:00000200:0.0:1749611524.223394:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611524.223397:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611524.223400:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.223400:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749611524.223401:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611524.223402:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749611524.223403:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6135) 00000400:00000200:0.0:1749611524.223406:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94cf80 00000100:00000001:3.0:1749611524.223408:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749611524.223408:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00000040:3.0:1749611524.223411:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611524.223411:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936692480 : -131938772859136 : ffff88009c4fc700) 00000400:00000200:0.0:1749611524.223412:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 125000 00000400:00000010:3.0:1749611524.223413:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000001:2.0:1749611524.223414:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1749611524.223416:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494687360, offset 0 00000100:00000001:2.0:1749611524.223416:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611524.223417:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fc700 x1834598494686976/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611544 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611524.223417:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611524.223420:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611524.223421:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611524.223423:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611524.223424:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611524.223426:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611524.223430:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749611524.223430:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494686976:12345-0@lo:38:kworker.0 00000100:00000010:0.0:1749611524.223430:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bad4000. 00000400:00000200:3.0:1749611524.223432:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611524.223433:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bad4000 x1834598494687104 msgsize 520 00000100:00000040:2.0:1749611524.223434:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611524.223435:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494686976 00000100:00100000:0.0:1749611524.223437:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749611524.223438:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:3.0:1749611524.223441:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611524.223442:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00010000:00000001:1.0:1749611524.223442:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611524.223444:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611524.223447:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611524.223447:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611524.223448:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94d080 02000000:00000001:2.0:1749611524.223449:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611524.223451:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611524.223451:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749611524.223453:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00100000:2.0:1749611524.223454:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494687616:0@lo:400:kworker.0 00000100:00000001:0.0:1749611524.223455:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749611524.223456:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.223458:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:0.0:1749611524.223459:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078807480 x1834598494687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749611524.223460:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749611524.223461:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611524.223463:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611524.223463:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749611524.223465:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 125520 02000000:00000001:2.0:1749611524.223465:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611524.223466:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749611524.223467:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:2.0:1749611524.223468:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d05b800. 00000100:00000040:0.0:1749611524.223469:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078807480 x1834598494687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611524.223470:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611524.223470:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749611524.223472:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611524.223473:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749611524.223474:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe898. 00000100:00000001:0.0:1749611524.223475:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611524.223476:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611524.223477:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749611524.223479:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000001:3.0:1749611524.223480:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611524.223480:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611524.223481:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749611524.223481:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611524.223483:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1100 usecs (2 jiffies) 00000100:00000200:2.0:1749611524.223484:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494687616, portal 10 02000000:00000010:1.0:1749611524.223485:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d743000. 00000100:00000010:3.0:1749611524.223486:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f575180. 00000100:00000001:2.0:1749611524.223486:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611524.223486:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300797682 00000100:00000001:2.0:1749611524.223487:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225215488 : -131939484336128 : ffff880071e78000) 02000000:00000001:1.0:1749611524.223487:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223488:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300797682 00000100:00000040:3.0:1749611524.223489:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009f575180 x1834598494687360 msgsize 224 00000100:00000001:1.0:1749611524.223490:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223490:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300797682 00000100:00000001:0.0:1749611524.223492:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300797682 00000100:00100000:3.0:1749611524.223494:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749611524.223494:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611524.223494:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300797682 00000020:00000010:2.0:1749611524.223496:0:28323:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880136abe000. 00000100:00000001:0.0:1749611524.223496:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300797682 00010000:00000001:1.0:1749611524.223497:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223498:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300797682 00000100:00001000:1.0:1749611524.223501:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749611524.223502:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.223504:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611524.223504:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611524.223505:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300797682 00000100:00000001:0.0:1749611524.223507:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611524.223508:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611524.223509:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611524.223509:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611524.223510:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000100:00000040:1.0:1749611524.223510:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:2.0:1749611524.223512:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611524.223512:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749611524.223513:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:1.0:1749611524.223513:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749611524.223514:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000001:1.0:1749611524.223515:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611524.223516:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749611524.223516:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111572a00 x1834598494687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611524.223517:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494687616, offset 0 00000100:00000040:1.0:1749611524.223519:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749611524.223550:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611524.223552:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611524.223554:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611524.223556:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1749611524.223557:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611524.223558:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611524.223558:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611524.223560:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611524.223560:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611524.223563:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611524.223563:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494687232:0@lo:38:kworker.0 00000100:00000001:1.0:1749611524.223565:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611524.223566:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94d180 00000100:00000001:0.0:1749611524.223566:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611524.223567:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611524.223568:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611524.223569:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611524.223570:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611524.223571:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611524.223571:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 125744 00000400:00000010:1.0:1749611524.223571:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 02000000:00000001:0.0:1749611524.223572:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611524.223576:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0dc400. 00000100:00000001:3.0:1749611524.223577:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611524.223577:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749611524.223577:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494686976, offset 0 00000100:00000001:3.0:1749611524.223579:0:28322:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611524.223579:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611524.223581:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749611524.223582:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749611524.223582:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff478. 00000100:00000001:3.0:1749611524.223583:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611524.223586:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000040:3.0:1749611524.223587:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 948 usecs (1 jiffies) 00000100:00000001:3.0:1749611524.223590:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300797682 00000100:00000200:0.0:1749611524.223590:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494687232, portal 10 00000100:00000001:2.0:1749611524.223591:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749611524.223591:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611524.223592:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611524.223593:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300797682 00000100:00000200:2.0:1749611524.223593:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611524.223593:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136900110848 : -131936809440768 : ffff880111572a00) 00000100:00000001:3.0:1749611524.223596:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300797682 00000100:00000010:2.0:1749611524.223596:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78380. 00000100:00000001:3.0:1749611524.223598:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300797682 00000100:00000040:2.0:1749611524.223599:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880071e78380 x1834598494687616 msgsize 224 00000400:00000200:1.0:1749611524.223599:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94cf00 00000100:00000040:0.0:1749611524.223599:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111572a00 x1834598494687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.223600:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300797682 00000100:00000001:3.0:1749611524.223602:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300797682 00000100:00000001:3.0:1749611524.223604:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300797682 00000400:00000200:1.0:1749611524.223604:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x92bd [1] + 0 00000100:00100000:2.0:1749611524.223605:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611524.223606:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611524.223608:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611524.223610:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749611524.223610:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000001:3.0:1749611524.223612:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300797682 00000100:00000001:2.0:1749611524.223612:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611524.223613:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611524.223613:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494687232, offset 0 00000100:00000001:3.0:1749611524.223614:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611524.223616:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611524.223617:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611524.223619:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611524.223620:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000100:00000001:3.0:1749611524.223622:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611524.223623:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000400:00000200:0.0:1749611524.223623:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611524.223626:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611524.223628:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749611524.223628:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94d000 00000100:00000001:3.0:1749611524.223629:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000200:2.0:1749611524.223630:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.223631:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611524.223631:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611524.223633:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749611524.223633:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 125968 00000100:00000001:3.0:1749611524.223634:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611524.223637:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611524.223637:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078805880 x1834598494686976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611524.223638:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611524.223641:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611524.223643:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611524.223646:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611524.223648:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611524.223648:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078805880 x1834598494686976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611524.223649:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611524.223650:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1749611524.223651:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611524.223654:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611524.223654:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611524.223655:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006eebc000. 00000100:00100000:3.0:1749611524.223656:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494687104 00000100:00000001:1.0:1749611524.223657:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749611524.223658:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611524.223658:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1183 usecs (2 jiffies) 00000100:00000040:0.0:1749611524.223658:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006eebc000 x1834598494687232 msgsize 520 00000100:00000001:3.0:1749611524.223660:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611524.223661:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300797683 00000100:00100000:0.0:1749611524.223662:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611524.223663:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611524.223664:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 02000000:00000001:3.0:1749611524.223666:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.223667:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300797682 00000400:00000010:1.0:1749611524.223667:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00100000:3.0:1749611524.223669:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494687104 00000100:00000001:0.0:1749611524.223669:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749611524.223671:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611524.223671:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300797683 00000020:00000040:3.0:1749611524.223673:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611524.223674:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611524.223674:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300797682 00000020:00000001:3.0:1749611524.223676:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.223677:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300797683 00000100:00000001:1.0:1749611524.223677:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749611524.223678:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611524.223678:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611524.223680:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300797682 00000020:00000010:3.0:1749611524.223682:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf4800. 00000100:00000001:2.0:1749611524.223683:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300797683 00000100:00000001:1.0:1749611524.223683:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611524.223684:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000020:00000010:3.0:1749611524.223686:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7980. 00000100:00000001:2.0:1749611524.223686:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300797682 00000100:00000040:1.0:1749611524.223686:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749611524.223686:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:2.0:1749611524.223688:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611524.223688:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749611524.223689:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000100:00000001:1.0:1749611524.223689:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.223690:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611524.223691:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749611524.223692:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111572a00 x1834598494687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.223693:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611524.223693:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611524.223694:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611524.223695:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611524.223696:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc700 x1834598494686976/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611544 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.223697:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223700:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611524.223701:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.223701:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749611524.223702:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111572a00 x1834598494687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.223707:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611524.223707:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1749611524.223707:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494686976:12345-0@lo:38:kworker.0 Request processed in 276us (545us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611524.223709:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.223710:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611524.223710:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611524.223712:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611524.223714:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611524.223714:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223714:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611524.223715:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494687360 00000100:00000001:2.0:1749611524.223716:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611524.223716:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 02000000:00000001:3.0:1749611524.223717:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611524.223717:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 781 usecs (1 jiffies) 00000100:00000001:3.0:1749611524.223718:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611524.223718:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611524.223719:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300797682 00000100:00000001:3.0:1749611524.223720:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611524.223720:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611524.223722:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300797683 00000020:00000010:1.0:1749611524.223725:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50580. 00000100:00000001:0.0:1749611524.223725:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300797682 02000000:00000001:3.0:1749611524.223727:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223727:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300797683 00000020:00000010:1.0:1749611524.223729:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000001:0.0:1749611524.223729:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300797682 00000100:00100000:3.0:1749611524.223730:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494687360 00000020:00000001:3.0:1749611524.223731:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611524.223731:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611524.223731:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300797683 00000020:00000010:1.0:1749611524.223732:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000020:00000040:3.0:1749611524.223733:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00100000:2.0:1749611524.223733:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494687616 00000100:00000001:0.0:1749611524.223733:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300797682 00000020:00000001:3.0:1749611524.223734:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611524.223735:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611524.223735:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300797683 00000100:00000001:1.0:1749611524.223736:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749611524.223737:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611524.223737:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611524.223737:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611524.223739:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611524.223739:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223739:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611524.223741:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:2.0:1749611524.223743:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611524.223745:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494687616 00000100:00000001:3.0:1749611524.223746:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611524.223748:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731700. 00000020:00000001:2.0:1749611524.223748:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:0.0:1749611524.223748:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1749611524.223749:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d581 00000400:00000001:0.0:1749611524.223750:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749611524.223751:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611524.223751:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749611524.223752:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000020:00000010:3.0:1749611524.223753:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136947c00. 00000020:00000040:2.0:1749611524.223753:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e08800 refcount=5 00000100:00000001:1.0:1749611524.223754:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611524.223755:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 00000400:00000200:0.0:1749611524.223757:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000020:00000001:2.0:1749611524.223758:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 00000400:00000010:0.0:1749611524.223758:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000020:00000040:3.0:1749611524.223760:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611524.223761:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611524.223762:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611524.223764:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136819c80. 00000100:00000001:3.0:1749611524.223766:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749611524.223768:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136819680. 00000020:00000010:3.0:1749611524.223770:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5000. 00000100:00000001:2.0:1749611524.223772:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749611524.223773:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7900. 00000020:00000010:2.0:1749611524.223774:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136819c80. 00000020:00000010:3.0:1749611524.223776:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000020:00000010:2.0:1749611524.223778:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05b600. 00000100:00000200:0.0:1749611524.223778:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078805880 x1834598494686976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611524.223781:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387980. 00000100:00000040:3.0:1749611524.223782:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611524.223783:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611524.223784:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611524.223785:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749611524.223785:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00100000:1.0:1749611524.223786:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494687232 00000100:00000001:3.0:1749611524.223787:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611524.223788:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749611524.223788:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078805880 x1834598494686976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.223789:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611524.223790:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611524.223792:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611524.223792:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611524.223792:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611524.223794:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611524.223794:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611524.223794:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223795:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611524.223796:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611524.223797:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494687232 00000100:00000001:0.0:1749611524.223797:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611524.223798:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000001:1.0:1749611524.223799:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611524.223799:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611524.223800:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611524.223800:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000040:1.0:1749611524.223801:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749611524.223801:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611524.223802:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611524.223802:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611524.223803:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611524.223804:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611524.223804:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223805:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611524.223806:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611524.223806:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611524.223808:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749611524.223808:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611524.223809:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000100:00000001:2.0:1749611524.223811:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749611524.223812:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000020:00000010:1.0:1749611524.223812:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50580. 00000100:00000001:2.0:1749611524.223813:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1749611524.223814:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611524 v=5 (0 0 0 0) 00000100:00000040:3.0:1749611524.223815:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000010:1.0:1749611524.223815:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000001:3.0:1749611524.223817:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987518336 : -131938722033280 : ffff88009f575180) 00000100:00001000:0.0:1749611524.223817:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=47 v=20 (1 20 1 1) 00000100:00100000:2.0:1749611524.223818:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00000001:1.0:1749611524.223818:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611524.223820:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749611524.223822:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f575180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:205/0 lens 224/0 e 0 to 0 dl 1749611535 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611524.223823:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611524.223825:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611524.223825:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611524.223826:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e08800 : new rpc_count 1 00000100:00000001:1.0:1749611524.223827:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.223829:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134225216384 : -131939484335232 : ffff880071e78380) 00000100:00000040:0.0:1749611524.223830:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078805880 x1834598494686976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.223831:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611524.223831:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611524.223833:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731040. 00000100:00000001:1.0:1749611524.223833:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611524.223834:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880071e78380 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:205/0 lens 224/0 e 0 to 0 dl 1749611535 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.223840:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611524.223841:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611524.223842:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749611524.223843:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e731040. 00000100:00000001:2.0:1749611524.223843:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611524.223843:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749611524.223846:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136819c80. 00000100:00100000:1.0:1749611524.223846:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00000001:0.0:1749611524.223846:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611524.223848:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611524.223848:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134926041088 : -131938783510528 : ffff88009bad4000) 00000100:00000001:0.0:1749611524.223848:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611524.223849:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494687360:12345-0@lo:400:kworker.0 00000020:00000010:2.0:1749611524.223850:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136819c80. 00000100:00000001:0.0:1749611524.223850:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611524.223852:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749611524.223853:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494687360 00000100:00000040:1.0:1749611524.223853:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bad4000 x1834598494687104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611544 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611524.223854:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494687616:12345-0@lo:400:kworker.0 00000020:00000001:3.0:1749611524.223856:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:0.0:1749611524.223856:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:2.0:1749611524.223858:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494687616 00000020:00000001:3.0:1749611524.223859:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00080000:0.0:1749611524.223859:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:2.0:1749611524.223860:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749611524.223861:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223861:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611524.223862:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:1.0:1749611524.223862:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494687104:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749611524.223864:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611524.223864:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611524.223865:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494687104 00000100:00000040:0.0:1749611524.223865:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805880 x1834598494686976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611524.223866:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611524.223866:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749611524.223867:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749611524.223868:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611524.223868:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:1.0:1749611524.223870:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749611524.223871:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749611524.223872:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611524.223874:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611524.223874:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611524.223875:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611524.223876:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749611524.223877:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749611524.223877:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611524.223879:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611524.223879:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611524.223879:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078805880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494686976:0@lo:38:kworker.0 00000020:00000001:3.0:1749611524.223881:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1749611524.223881:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00020000:1.0:1749611524.223881:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611524.223883:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611524.223884:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611524.223885:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611524.223885:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:1.0:1749611524.223886:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611524.223886:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611524.223887:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611524.223887:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611524.223888:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749611524.223889:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078805880 x1834598494686976/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611524.223890:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d032000. 00000100:00000001:1.0:1749611524.223890:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611524.223913:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:2.0:1749611524.223916:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009be8b800. 02000000:00000001:0.0:1749611524.223916:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749611524.223918:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611524.223919:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cd68c00. 00000100:00000001:2.0:1749611524.223921:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611524.223923:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611524.223923:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:1.0:1749611524.223925:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749611524.223925:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749611524.223926:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611524.223926:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494687616 00000020:00000040:0.0:1749611524.223927:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749611524.223928:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611524.223929:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:0.0:1749611524.223929:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749611524.223930:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611524.223930:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d741c00. 02000000:00000001:1.0:1749611524.223932:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611524.223932:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bb88000. 00010000:00000040:3.0:1749611524.223933:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494687360 00010000:00000200:2.0:1749611524.223933:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880071e78380 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1749611535 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.223934:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611524.223935:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1749611524.223936:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:1.0:1749611524.223937:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611524.223937:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:1.0:1749611524.223939:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611524.223939:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078805880. 00010000:00000200:3.0:1749611524.223941:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f575180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1749611535 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611524.223941:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1749611524.223942:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611524.223943:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611524.223944:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611524.223945:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611524.223946:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611524.223947:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749611524.223949:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611524.223949:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611524.223950:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749611524.223951:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223951:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00001000:2.0:1749611524.223952:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=129 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611524.223952:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611524.223952:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749611524.223954:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=129 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611524.223954:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611524.223955:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611524.223956:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611524.223956:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611524.223957:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611524.223958:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611524.223959:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:3.0:1749611524.223961:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749611524.223962:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611524.223962:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111571f80 x1834598494687488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.223963:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749611524.223964:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:3.0:1749611524.223965:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611524.223965:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611524.223966:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611524.223967:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611524.223967:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611524.223969:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611524.223969:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749611524.223969:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.223969:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611524.223971:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611524.223971:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611524.223973:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611524.223973:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749611524.223974:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611524.223975:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749611524.223976:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000400:00000010:2.0:1749611524.223977:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 02000000:00000001:0.0:1749611524.223977:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611524.223978:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749611524.223980:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494687104, offset 0 00000100:00100000:0.0:1749611524.223980:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494687488:0@lo:38:kworker.0 00000400:00000010:3.0:1749611524.223981:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000200:2.0:1749611524.223982:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494687616, offset 224 00000100:00000001:0.0:1749611524.223983:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749611524.223985:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749611524.223990:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494687360, offset 224 02000000:00000001:0.0:1749611524.223990:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749611524.223991:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611524.223992:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611524.223992:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611524.223994:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749611524.223997:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749611524.223997:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de800. 00000400:00000200:1.0:1749611524.223998:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94cf80 02000000:00000001:0.0:1749611524.223999:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611524.224003:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000400:00000200:1.0:1749611524.224004:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x92c5 [1] + 0 00000400:00000200:2.0:1749611524.224005:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611524.224007:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611524.224009:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749611524.224009:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:0.0:1749611524.224012:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494687488, portal 10 00000400:00000200:1.0:1749611524.224013:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611524.224015:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d180 00000100:00000001:0.0:1749611524.224015:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611524.224016:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611524.224016:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136900108160 : -131936809443456 : ffff880111571f80) 00000400:00000200:3.0:1749611524.224017:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d080 00000100:00000200:1.0:1749611524.224021:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078807480 x1834598494687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611524.224022:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111571f80 x1834598494687488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611524.224023:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x92d5 [1] + 224 00000100:00000001:0.0:1749611524.224029:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611524.224030:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611524.224031:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078807480 x1834598494687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611524.224032:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611524.224033:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000400:00000200:2.0:1749611524.224035:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611524.224038:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x92cd [1] + 224 00000100:00000001:1.0:1749611524.224039:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611524.224045:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749611524.224047:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494687488, offset 0 00000400:00000200:3.0:1749611524.224050:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611524.224051:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611524.224056:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611524.224057:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611524.224058:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611524.224059:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749611524.224061:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000200:2.0:1749611524.224063:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.224063:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:3.0:1749611524.224064:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.224065:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749611524.224065:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94d100 00000100:00000001:1.0:1749611524.224068:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611524.224069:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 126488 00000100:00000040:1.0:1749611524.224071:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611524.224073:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611524.224074:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749611524.224075:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611524.224077:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611524.224077:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611524.224078:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611524.224080:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bad4000 x1834598494687104/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611544 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611524.224081:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611524.224082:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611524.224085:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805880. 00000100:00000040:0.0:1749611524.224088:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078805880 x1834598494687488 msgsize 520 00000100:00100000:1.0:1749611524.224089:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bad4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494687104:12345-0@lo:38:kworker.0 Request processed in 227us (653us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749611524.224092:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611524.224094:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611524.224095:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611524.224096:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749611524.224097:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000400:00000200:0.0:1749611524.224098:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749611524.224100:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:0.0:1749611524.224102:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749611524.224104:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000100:00000001:1.0:1749611524.224104:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611524.224106:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749611524.224106:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111571f80 x1834598494687488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611539 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611524.224107:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000020:00000010:1.0:1749611524.224109:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7980. 00000100:00000001:2.0:1749611524.224111:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749611524.224112:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000100:00000001:2.0:1749611524.224113:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749611524.224113:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00000100:00000001:0.0:1749611524.224113:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749611524.224115:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000020:00000010:1.0:1749611524.224116:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf4800. 00000100:00000001:2.0:1749611524.224118:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611524.224119:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611524.224120:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611524.224121:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611524.224121:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111571f80 x1834598494687488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611539 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611524.224122:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749611524.224125:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749611524.224126:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611524.224128:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611524.224128:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611524.224128:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224129:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749611524.224130:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494687488 00000100:00000040:3.0:1749611524.224131:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:2.0:1749611524.224131:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1749611524.224132:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:3.0:1749611524.224134:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749611524.224134:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611524.224134:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611524.224136:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611524.224136:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 872 usecs (1 jiffies) 00000020:00000001:3.0:1749611524.224137:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611524.224137:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78380 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1749611535 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611524.224139:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224139:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300797682 00000020:00000001:3.0:1749611524.224141:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1749611524.224141:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494687488 00000100:00000001:0.0:1749611524.224142:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300797683 00000020:00000001:1.0:1749611524.224143:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611524.224144:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300797682 00000020:00000040:1.0:1749611524.224145:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611524.224146:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611524.224146:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300797683 00000100:00000040:3.0:1749611524.224147:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f575180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1749611535 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611524.224148:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224148:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300797682 00000020:00000001:1.0:1749611524.224150:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224150:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300797683 00000100:00000001:0.0:1749611524.224152:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300797682 00000020:00000010:1.0:1749611524.224153:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e800. 00000100:00000001:0.0:1749611524.224154:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300797683 00000020:00000010:1.0:1749611524.224156:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50600. 00000100:00000001:0.0:1749611524.224156:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611524.224158:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00000001:0.0:1749611524.224158:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611524.224161:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000001:0.0:1749611524.224161:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749611524.224162:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f575180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494687360:12345-0@lo:400:kworker.0 Request processed in 327us (669us total) trans 0 rc 0/0 00000100:00000001:1.0:1749611524.224162:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:0.0:1749611524.224163:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611524.224164:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611524.224165:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 00000100:00000001:1.0:1749611524.224167:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611524.224168:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:1.0:1749611524.224169:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611524.224169:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00100000:2.0:1749611524.224170:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e78380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494687616:12345-0@lo:400:kworker.0 Request processed in 323us (566us total) trans 0 rc 0/0 00000100:00000001:0.0:1749611524.224171:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611524.224173:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00000001:1.0:1749611524.224173:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749611524.224174:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078807480 x1834598494687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.224175:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749611524.224176:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00100000:1.0:1749611524.224178:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00000001:3.0:1749611524.224179:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611524.224180:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134175162368 : -131939534389248 : ffff88006eebc000) 00000100:00000001:3.0:1749611524.224181:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749611524.224183:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078807480 x1834598494687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611524.224184:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00000040:1.0:1749611524.224184:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006eebc000 x1834598494687232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611544 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611524.224189:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e08800 : new rpc_count 0 00000100:00000001:0.0:1749611524.224190:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:3.0:1749611524.224191:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7900. 00000100:00000001:0.0:1749611524.224191:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611524.224192:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749611524.224193:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006eebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494687232:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611524.224193:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749611524.224195:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 00000100:00000001:2.0:1749611524.224195:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611524.224195:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749611524.224196:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494687232 00000100:00000001:0.0:1749611524.224196:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:3.0:1749611524.224199:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5000. 00000020:00000010:2.0:1749611524.224200:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387980. 00000100:00000001:0.0:1749611524.224202:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611524.224203:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000001:1.0:1749611524.224203:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611524.224204:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611524.224205:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611524.224206:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611524.224207:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000100:00001000:0.0:1749611524.224209:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611524 v=5 (0 0 0 0) 00000020:00000010:2.0:1749611524.224213:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05b600. 00000020:00000001:1.0:1749611524.224213:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611524.224213:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=29 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611524.224215:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611524.224216:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00010000:00020000:1.0:1749611524.224216:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611524.224217:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611524.224218:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1749611524.224219:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611524.224219:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:2.0:1749611524.224220:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 4 00010000:00000001:1.0:1749611524.224221:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611524.224222:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00000001:1.0:1749611524.224223:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611524.224224:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611524.224224:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078807480 x1834598494687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.224225:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335895680 : -131939373655936 : ffff880078805880) 00000100:00000001:1.0:1749611524.224225:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611524.224227:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:3.0:1749611524.224229:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078805880 x1834598494687488/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611544 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611524.224230:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d740000. 00000100:00000001:0.0:1749611524.224230:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749611524.224232:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611524.224233:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224233:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611524.224234:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611524.224236:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611524.224236:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:1.0:1749611524.224237:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224237:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611524.224239:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494687488:12345-0@lo:38:kworker.0 00000100:00001000:1.0:1749611524.224240:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00080000:0.0:1749611524.224240:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000200:3.0:1749611524.224242:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494687488 00000100:00080000:0.0:1749611524.224242:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611524.224243:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00080000:2.0:1749611524.224244:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:3.0:1749611524.224245:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611524.224245:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611524.224245:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611524.224247:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:2.0:1749611524.224248:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:1.0:1749611524.224248:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749611524.224249:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807480 x1834598494687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.224250:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611524.224252:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611524.224255:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:3.0:1749611524.224257:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611524.224257:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:0.0:1749611524.224257:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494687104:0@lo:38:kworker.0 00000100:00000001:2.0:1749611524.224259:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749611524.224259:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611524.224260:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611524.224261:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611524.224261:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611524.224261:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611524.224263:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611524.224263:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611524.224263:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749611524.224265:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749611524.224265:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000400:00000001:2.0:1749611524.224266:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:0.0:1749611524.224266:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078807480 x1834598494687104/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611524.224267:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611524.224268:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:2.0:1749611524.224269:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe898. 00000100:00000001:3.0:1749611524.224270:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611524.224272:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611524.224272:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000100:00000001:0.0:1749611524.224272:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1749611524.224274:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 02000000:00000001:0.0:1749611524.224274:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611524.224275:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d032800. 02000000:00000010:0.0:1749611524.224276:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009cd6ac00. 02000000:00000001:3.0:1749611524.224277:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.224277:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611524.224279:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611524.224280:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611524.224280:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1749611524.224282:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749611524.224282:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611524.224282:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000200:1.0:1749611524.224283:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494687232, offset 0 00010000:00000001:3.0:1749611524.224284:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611524.224284:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749611524.224287:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1749611524.224288:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:0.0:1749611524.224290:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bb88c00. 00000100:00000200:2.0:1749611524.224291:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.224293:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749611524.224293:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:1.0:1749611524.224294:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611524.224294:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611524.224296:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1749611524.224296:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078807480. 00000100:00000001:2.0:1749611524.224298:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611524.224299:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611524.224299:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d000 00000100:00000001:0.0:1749611524.224299:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749611524.224300:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749611524.224300:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611524.224301:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611524.224302:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611524.224303:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611524.224303:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749611524.224304:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x92e1 [1] + 0 00000100:00000001:2.0:1749611524.224305:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611524.224306:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611524.224307:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611524.224308:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611524.224308:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611524.224309:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224309:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749611524.224311:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611524.224311:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611524.224312:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611524.224314:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611524.224314:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611524.224319:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611524.224319:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749611524.224320:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007197bc38 time=5 v=5 (5 0 0 0) 02000000:00000001:3.0:1749611524.224323:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:2.0:1749611524.224324:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197bbf0 time=5 v=5 (1 0 0 0) 00000100:00000200:1.0:1749611524.224324:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111572a00 x1834598494687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611524.224326:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611524.224326:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611524.224328:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611524.224329:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749611524.224331:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749611524.224333:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611524.224333:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111572a00 x1834598494687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:2.0:1749611524.224335:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611524.224338:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00010000:00000001:2.0:1749611524.224342:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611524.224343:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494687488, offset 0 00000100:00000001:2.0:1749611524.224346:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749611524.224347:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611524.224348:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:3.0:1749611524.224350:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611524.224350:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611524.224351:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224353:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611524.224355:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611524.224355:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749611524.224356:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000400:00000010:1.0:1749611524.224358:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:1.0:1749611524.224360:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749611524.224361:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611524.224361:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1749611524.224361:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611524.224362:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611524.224363:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000001:0.0:1749611524.224363:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611524.224365:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611524.224365:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff478. 00000100:00000001:1.0:1749611524.224366:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611524.224368:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611524.224368:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749611524.224368:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000200:3.0:1749611524.224370:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d100 00000400:00000010:0.0:1749611524.224370:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749611524.224371:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224372:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611524.224373:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611524.224376:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494687616:0@lo:400:kworker.0 00000100:00000040:1.0:1749611524.224377:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006eebc000 x1834598494687232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611544 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611524.224377:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111572a00 x1834598494687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611524.224378:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x92f5 [1] + 0 00000100:00000001:2.0:1749611524.224381:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611524.224382:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611524.224384:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611524.224385:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78000 x1834598494687616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611524.224386:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111572a00 x1834598494687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611524.224388:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006eebc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494687232:12345-0@lo:38:kworker.0 Request processed in 192us (726us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749611524.224390:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611524.224392:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611524.224393:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611524.224393:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611524.224394:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749611524.224395:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00000001:0.0:1749611524.224395:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749611524.224396:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d05b800. 00000100:00000001:0.0:1749611524.224396:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611524.224397:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611524.224398:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611524.224398:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749611524.224399:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611524.224399:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749611524.224400:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:3.0:1749611524.224401:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111571f80 x1834598494687488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611524.224401:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50580. 00000100:00000001:0.0:1749611524.224401:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611524.224402:0:28323:0:(genops.c:1242:class_import_put()) import ffff88007197b800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1749611524.224403:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611524.224404:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:1.0:1749611524.224404:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 02000000:00000010:2.0:1749611524.224406:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e400. 00000020:00000010:1.0:1749611524.224406:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8fa00. 00000100:00001000:0.0:1749611524.224406:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611524 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611524.224409:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611524.224409:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=79 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611524.224412:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611524.224413:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611524.224415:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611524.224416:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611524.224418:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611524.224420:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78000. 00000100:00000001:2.0:1749611524.224423:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611524.224424:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611524.224425:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111572a00 x1834598494687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611524.224426:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611524.224431:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611524.224431:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611524.224432:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224432:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611524.224433:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611524.224434:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611524.224434:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611524.224436:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224436:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749611524.224437:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749611524.224438:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111571f80 x1834598494687488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611524.224438:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611524.224438:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611524.224439:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749611524.224441:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f78f0. 00000100:00080000:0.0:1749611524.224442:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611524.224444:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:1.0:1749611524.224445:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed000 00000100:00000001:0.0:1749611524.224446:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749611524.224447:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed000. 00000100:00000001:1.0:1749611524.224450:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611524.224450:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111572a00 x1834598494687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.224451:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749611524.224453:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611524.224457:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494687232:0@lo:38:kworker.0 00000400:00000200:3.0:1749611524.224458:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000400:00000010:3.0:1749611524.224462:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:0.0:1749611524.224462:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224464:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611524.224466:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749611524.224467:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111572a00 x1834598494687232/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.224468:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749611524.224469:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611524.224472:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224473:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611524.224474:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611524.224475:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749611524.224476:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:0.0:1749611524.224476:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0dc400. 00000100:00000001:1.0:1749611524.224477:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611524.224479:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611524.224479:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611524.224480:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611524.224480:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749611524.224481:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:0.0:1749611524.224481:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611524.224483:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611524.224483:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:0.0:1749611524.224483:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611524.224484:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800ac893800. 00000100:00000001:1.0:1749611524.224485:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611524.224487:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611524.224487:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611524.224488:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611524.224489:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111572a00. 00000100:00001000:1.0:1749611524.224492:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=79 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611524.224492:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611524.224494:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611524.224495:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611524.224496:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=79 v=5 (1 1 1 1) 00000100:00000040:3.0:1749611524.224497:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805880 x1834598494687488/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611544 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.224499:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611524.224500:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611524.224502:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749611524.224506:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611524.224511:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611524.224512:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749611524.224513:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078805880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494687488:12345-0@lo:38:kworker.0 Request processed in 272us (421us total) trans 0 rc -19/-19 00010000:00000001:1.0:1749611524.224513:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611524.224516:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000001:0.0:1749611524.224516:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611524.224517:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:1.0:1749611524.224518:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749611524.224519:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611524.224544:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611524.224547:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000100:00000040:1.0:1749611524.224549:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611524.224550:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611524.224552:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749611524.224555:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611524.224556:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611524.224558:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:0.0:1749611524.224559:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111571f80 x1834598494687488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611539 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.224560:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611524.224563:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611524.224567:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00000200:0.0:1749611524.224568:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111571f80 x1834598494687488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611539 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611524.224571:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111571180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494687360:0@lo:400:kworker.0 00000100:00000001:3.0:1749611524.224572:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611524.224573:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611524.224575:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611524.224576:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611524.224576:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611524.224578:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749611524.224579:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50600. 02000000:00000001:0.0:1749611524.224579:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611524.224581:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611524.224582:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611524.224583:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749611524.224584:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 02000000:00000001:0.0:1749611524.224584:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611524.224587:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111571180 x1834598494687360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611524.224588:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e800. 00000100:00001000:0.0:1749611524.224588:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197d438 time=1749611524 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611524.224590:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197d3f0 time=5 v=10 (10 0 0 0) 00000100:00000001:3.0:1749611524.224593:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611524.224593:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611524.224595:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611524.224597:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611524.224601:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111571f80 x1834598494687488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611539 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.224602:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611524.224604:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611524.224607:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009cbf5a00. 00000100:00000001:0.0:1749611524.224607:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749611524.224610:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611524.224610:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611524.224611:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611524.224612:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611524.224612:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000040:1.0:1749611524.224613:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611524.224614:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749611524.224615:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:0.0:1749611524.224616:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:1.0:1749611524.224618:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e800. 00000100:00080000:0.0:1749611524.224619:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:1.0:1749611524.224622:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611524.224623:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611524.224625:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111571180. 00000100:00000001:0.0:1749611524.224626:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611524.224628:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611524.224630:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611524.224630:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571f80 x1834598494687488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611539 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611524.224632:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611524.224637:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611524.224638:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611524.224638:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111571f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494687488:0@lo:38:kworker.0 00000100:00000001:1.0:1749611524.224640:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611524.224642:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224642:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224644:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611524.224646:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111571f80 x1834598494687488/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611539 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611524.224652:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611524.224654:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611524.224656:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de800. 02000000:00000001:0.0:1749611524.224658:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611524.224659:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611524.224660:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197d000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611524.224662:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611524.224664:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012d574c00. 02000000:00000001:0.0:1749611524.224667:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611524.224668:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611524.224669:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111571f80. 00000100:00000001:0.0:1749611524.224672:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611524.224673:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611524.224675:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224677:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611524.224678:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611524.224679:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.224681:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611524.225603:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300797683, at 4300797683 00000100:00000010:3.0:1749611524.225613:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230180. 00000100:00000040:0.0:1749611524.225616:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300797683, at 4300797683 00000100:00000010:0.0:1749611524.225626:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230640. 00000100:00000040:2.0:1749611524.225628:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300797683, at 4300797683 00000100:00000010:2.0:1749611524.225638:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230f00. 00000100:00000040:1.0:1749611524.226587:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300797683, at 4300797684 00000100:00000010:1.0:1749611524.226595:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230e00. 00000100:00000001:2.0:1749611524.452703:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611524.452713:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611524.452716:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611524.452721:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611524.452724:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611524.452729:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611524.452732:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611524.452735:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611524.452738:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611524.458605:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611524.458610:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611524.458612:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611524.458616:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611524.458619:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611524.458621:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611524.458639:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611524.458641:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611524.458643:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611525.194711:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611525.194718:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611525.194850:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611525.194855:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611525.194859:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611525.217658:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611525.217665:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611525.217668:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611525.217672:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611525.217676:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611525.217680:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611525.217683:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611525.217686:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611525.217689:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611525.224610:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611525.224625:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611525.224627:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611525.224630:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611525.224633:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611525.224636:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611525.224638:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611525.452715:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611525.452726:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611525.452729:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611525.452737:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611525.452742:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611525.452747:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611525.452751:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611525.452756:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611525.452760:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611525.458646:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611525.458653:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611525.458655:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611525.458659:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611525.458661:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611525.458664:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611525.458667:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611525.458669:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611525.458671:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611526.196716:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611526.196724:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611526.196838:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611526.196845:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611526.196851:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611526.217634:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611526.217640:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611526.217643:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611526.217647:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611526.217651:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611526.217655:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611526.217658:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611526.217677:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611526.217680:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611526.224631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611526.224648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611526.224650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611526.224655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611526.224658:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611526.224662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611526.224666:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611526.452676:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611526.452686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611526.452688:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611526.452693:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611526.452697:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611526.452716:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611526.452719:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611526.452731:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880078805f80 x1834598494686848/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611526.452742:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611526.452746:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078805f80 x1834598494686848/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611526.452755:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611526.452759:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611526.452761:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611526.452763:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611526.452767:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805f80 x1834598494686848/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611526.452775:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078805f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494686848:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611526.452780:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611526.452782:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611526.452785:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611526.452787:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611526.452790:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078805f80 x1834598494686848/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611526.452797:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611526.452800:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381000. 00000100:00000001:2.0:1749611526.452805:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611526.452807:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611526.452811:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611526.452815:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611526.452818:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611526.452821:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012d05b400 refcount=4 00000020:00000001:2.0:1749611526.452824:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137364534272 : -131936345017344 : ffff88012d05b400) 00010000:00000001:2.0:1749611526.452826:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137364534272 : -131936345017344 : ffff88012d05b400) 00010000:00010000:2.0:1749611526.452833:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88012d05b400/0x689c0ec07329d588 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611526.452848:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611526.452853:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88012d05b400/0x689c0ec07329d588 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611526.452859:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611526.452862:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012d05b400/0x689c0ec07329d588 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611526.452869:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611526.452918:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611526.452922:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88012d05b400/0x689c0ec07329d588 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611526.452928:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611526.452931:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611526.452934:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611526.452937:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88012d05b400/0x689c0ec07329d588 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611526.452943:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88012d05b400 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611526.452947:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611526.452950:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88012d05b400/0x689c0ec07329d588 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611526.452955:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611526.452957:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611526.452958:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611526.452960:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012d05b400 refcount=5 00000020:00000001:2.0:1749611526.452962:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137364534272 : -131936345017344 : ffff88012d05b400) 00010000:00000001:2.0:1749611526.452964:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137364534272 : -131936345017344 : ffff88012d05b400) 00010000:00000001:2.0:1749611526.452967:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611526.452975:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88012d05b400/0x689c0ec07329d588 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611526.452982:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611526.452984:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88012d05b400/0x689c0ec07329d588 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611526.452989:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611526.452992:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611526.452993:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611526.452996:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611526.452997:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611526.453000:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611526.453002:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611526.453003:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611526.453005:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611526.453008:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012d05b400 with handle 0x689c0ec07329d588 from hash 00010000:00000001:2.0:1749611526.453010:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611526.453011:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611526.453013:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611526.453014:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611526.453015:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611526.453016:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611526.453019:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611526.453020:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611526.453022:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611526.453023:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611526.453026:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88012d05b400/0x689c0ec07329d588 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611526.453031:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611526.453032:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611526.453033:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611526.453035:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611526.453036:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611526.453037:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611526.453038:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611526.453044:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88012d05b400/0x689c0ec07329d588 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611526.453053:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880086d2ec00 count: 0 00010000:00000001:2.0:1749611526.453091:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611526.453093:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611526.453096:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611526.453101:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078805f80 x1834598494686848/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611526.453109:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611526.453112:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611526.453115:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611526.453117:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611526.453121:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d05ba00. 02000000:00000001:2.0:1749611526.453126:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611526.453128:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611526.453130:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078805f80. 00000100:00000001:2.0:1749611526.453135:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611526.453137:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611526.453139:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611526.453142:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611526.453145:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611526.453149:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880136819c80. 00000020:00000010:2.0:1749611526.453153:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05ba00. 00000020:00000010:2.0:1749611526.453158:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05b800. 00000040:00000010:2.0:1749611526.453161:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d05b600. 00000020:00000010:2.0:1749611526.453166:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0f800. 00000020:00000010:2.0:1749611526.453171:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05ac00. 80000000:00000010:2.0:1749611526.453176:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256b40. 00040000:00000010:2.0:1749611526.453181:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05b000. 00080000:00000010:2.0:1749611526.453188:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749611526.453193:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abc000. 10000000:00000040:2.0:1749611526.453202:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611526.453207:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88006ee72840 : new refcount 2 10000000:00000001:2.0:1749611526.453216:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611526.453221:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611526.453227:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05b800. 00000040:00000010:2.0:1749611526.453231:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d05b600. 00000020:00000010:2.0:1749611526.453234:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0f800. 00000020:00000010:2.0:1749611526.453238:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05ac00. 80000000:00000010:2.0:1749611526.453242:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256b40. 00040000:00000010:2.0:1749611526.453246:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05b000. 00080000:00000010:2.0:1749611526.453251:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abc000. 00080000:00000010:2.0:1749611526.453283:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000020:00000010:2.0:1749611526.453287:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05ba00. 10000000:00000010:2.0:1749611526.453290:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880136819c80. 10000000:01000000:2.0:1749611526.453294:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749611526.453298:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611526.453301:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611526.453303:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611526.453306:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611526.453307:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-OST0001 (ffff88007a828800) refs 2 10000000:00000001:2.0:1749611526.453310:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611526.453312:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611526.453313:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff880095486000) refs 2 10000000:00000001:2.0:1749611526.453315:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611526.453317:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611526.453318:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:00000001:2.0:1749611526.453320:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611526.453321:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 8 10000000:00000001:2.0:1749611526.453324:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611526.453325:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00000100:00000010:2.0:1749611526.453330:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78000. 00000020:00000040:2.0:1749611526.453334:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611526.453338:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611526.453341:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611526.453346:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611526.453351:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d05ba00. 00000100:00000001:2.0:1749611526.453362:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611526.453366:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611526.453368:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611526.453374:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880086d2e400. 00010000:00000001:2.0:1749611526.453378:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611526.453381:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d05ae00. 00000020:00000001:2.0:1749611526.453384:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611526.453386:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012d05ae00 with handle 0x689c0ec07329d58f to hash 00000020:00000001:2.0:1749611526.453388:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611526.453390:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137364532736 : -131936345018880 : ffff88012d05ae00) 00010000:00000001:2.0:1749611526.453393:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137364532736 : -131936345018880 : ffff88012d05ae00) 00010000:00000001:2.0:1749611526.453395:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611526.453397:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611526.453400:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012d05ae00/0x689c0ec07329d58f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611526.453408:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88012d05ae00/0x689c0ec07329d58f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611526.453419:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88012d05ae00/0x689c0ec07329d58f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611526.453425:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611526.453426:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611526.453432:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381000. 00000100:00000001:2.0:1749611526.453434:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096277504 : -131939613274112 : ffff88006a381000) 00000100:00000001:2.0:1749611526.453437:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611526.453438:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225215488 : -131939484336128 : ffff880071e78000) 00000100:00000001:2.0:1749611526.453443:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611526.453450:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611526.453453:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611526.453455:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611526.453463:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78000 x1834598494687744/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611526.453506:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611526.453509:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611526.453516:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880071e78000 x1834598494687744/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611526.453567:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611526.453571:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611526.453573:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611526.453576:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611526.453579:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611526.453581:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611526.453584:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611526.453586:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611526.453589:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611526.455741:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2ec00. 00010000:00000010:1.1:1749611526.455755:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d05b400. 00000100:00000001:0.0:1749611526.458616:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611526.458622:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611526.458623:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611526.458627:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611526.458630:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611526.458633:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611526.458635:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611526.458637:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611526.458640:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611527.198645:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611527.198652:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611527.198792:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611527.198798:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611527.198801:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611527.217632:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611527.217637:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611527.217639:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611527.217643:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611527.217647:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611527.217650:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611527.217653:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611527.217656:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611527.217659:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611527.224622:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611527.224635:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611527.224637:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611527.224641:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611527.224643:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611527.224647:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611527.224649:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611527.453698:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611527.453709:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611527.453712:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611527.453719:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611527.453724:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611527.453729:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611527.453733:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611527.453737:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611527.453741:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611527.458657:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611527.458662:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611527.458664:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611527.458685:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611527.458688:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611527.458691:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611527.458693:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611527.458696:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611527.458698:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611528.200716:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611528.200725:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611528.200891:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611528.200898:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611528.200902:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611528.217632:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611528.217637:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611528.217640:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611528.217644:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611528.217648:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611528.217652:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611528.217655:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611528.217658:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611528.217661:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611528.224620:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611528.224634:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611528.224636:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611528.224640:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611528.224643:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611528.224645:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611528.224648:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611528.453690:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611528.453700:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611528.453702:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611528.453707:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611528.453711:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611528.453715:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611528.453718:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611528.453721:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611528.453723:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611528.458637:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611528.458642:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611528.458645:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611528.458648:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611528.458651:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611528.458654:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611528.458657:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611528.458659:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611528.458661:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611529.202714:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611529.202722:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611529.202897:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611529.202902:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611529.202906:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611529.217627:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611529.217633:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611529.217635:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611529.217639:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611529.217659:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611529.217663:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.217665:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611529.217669:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.217672:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.224624:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611529.224637:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611529.224639:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.224643:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611529.224645:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611529.224648:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.224651:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611529.230654:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611529.230671:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611529.230674:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611529.230678:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611529.230680:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611529.230683:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611529.230687:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611529.230693:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6130 00000100:00080000:2.0:1749611529.230697:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611529.230700:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611529.230704:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611529.230706:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611529.230709:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611529.230713:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611529.230715:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611529.230718:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611529.230721:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611529.230724:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611529.230726:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611529.230729:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611529.230731:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611529.230732:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611529.230734:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611529.230737:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611529.230740:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611529.230743:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611529.230746:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611529.230752:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611529.230755:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.230757:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611529.230765:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611529.230771:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78700. 00000020:00000040:2.0:1749611529.230775:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611529.230779:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611529.230781:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.230784:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611529.230787:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611529.230791:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611529.230798:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009be89c00. 00000100:00000001:2.0:1749611529.230806:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611529.230816:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e78700 x1834598494687872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611529.230828:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611529.230832:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611529.230836:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78700] to pc [ptlrpcd_rcv+-1] req@ffff880071e78700 x1834598494687872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611529.230891:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611529.230895:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611529.230898:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611529.230900:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611529.230902:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611529.230904:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611529.230907:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6130 00000100:00080000:2.0:1749611529.230910:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611529.230912:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611529.230915:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611529.230916:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611529.230918:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611529.230921:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611529.230922:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611529.230924:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611529.230926:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611529.230934:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611529.230936:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611529.230940:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611529.230942:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611529.230943:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611529.230945:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611529.230948:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611529.230950:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611529.230952:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611529.230954:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611529.230957:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611529.230959:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.230961:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611529.230963:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611529.230966:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78a80. 00000020:00000040:2.0:1749611529.230969:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611529.230971:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611529.230972:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.230974:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611529.230975:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611529.230977:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.230982:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749611529.230984:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b560000. 00000100:00000001:2.0:1749611529.230988:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.230988:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611529.230990:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749611529.230992:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e78a80 x1834598494688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611529.230999:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78700 x1834598494687872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611529.231000:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611529.231002:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611529.231006:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78a80] to pc [ptlrpcd_rcv+-1] req@ffff880071e78a80 x1834598494688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611529.231011:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611529.231014:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231014:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611529.231017:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749611529.231017:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749611529.231020:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:0.0:1749611529.231020:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611529.231023:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231026:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611529.231027:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1749611529.231027:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494687872:0@lo:38:kworker.0 00000100:00000001:2.0:1749611529.231030:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749611529.231032:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749611529.231033:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6130 00000100:00080000:2.0:1749611529.231035:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749611529.231036:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611529.231037:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749611529.231038:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231039:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611529.231040:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749611529.231041:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611529.231042:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611529.231044:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611529.231045:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611529.231047:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1749611529.231047:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0dc400. 00000020:00000040:2.0:1749611529.231048:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:0.0:1749611529.231049:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611529.231050:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611529.231052:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611529.231055:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:0.0:1749611529.231056:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000100:00000001:2.0:1749611529.231057:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611529.231058:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611529.231060:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611529.231062:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611529.231064:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:0.0:1749611529.231064:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:2.0:1749611529.231066:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611529.231068:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611529.231071:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611529.231073:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611529.231073:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494687872, portal 4 00000100:00000001:2.0:1749611529.231074:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611529.231075:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611529.231076:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231077:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225217280 : -131939484334336 : ffff880071e78700) 00000100:00000010:2.0:1749611529.231079:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78e00. 00000020:00000040:2.0:1749611529.231081:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611529.231083:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611529.231084:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231085:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749611529.231086:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78700 x1834598494687872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611529.231091:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611529.231093:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611529.231097:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b563000. 00000100:00000001:2.0:1749611529.231100:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611529.231104:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e78e00 x1834598494688128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611529.231111:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611529.231111:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611529.231113:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611529.231114:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611529.231117:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78e00] to pc [ptlrpcd_rcv+-1] req@ffff880071e78e00 x1834598494688128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611529.231117:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000200:0.0:1749611529.231120:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494687872, offset 0 00000100:00000001:2.0:1749611529.231124:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611529.231126:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749611529.231126:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611529.231130:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611529.231133:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79180. 00000020:00000040:2.0:1749611529.231135:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611529.231137:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611529.231139:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611529.231140:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611529.231141:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749611529.231144:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e700. 00000100:00000001:2.0:1749611529.231146:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611529.231150:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611529.231152:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94d280 00000100:00000001:2.0:1749611529.231157:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611529.231159:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611529.231160:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 6760 00000100:00000040:2.0:1749611529.231164:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79180] to pc [ptlrpcd_00_03+3] req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611529.231168:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611529.231172:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611529.231178:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611529.231180:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611529.231185:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807480. 00000100:00000040:0.0:1749611529.231189:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078807480 x1834598494687872 msgsize 520 00000100:00100000:0.0:1749611529.231193:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611529.231201:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231202:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749611529.231204:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611529.231208:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611529.231209:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1749611529.231210:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00080000:2.0:1749611529.231211:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88007197d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1749611529.231212:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749611529.231215:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611529.231219:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000200:0.0:1749611529.231220:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78700 x1834598494687872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611529.231222:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6130 00000100:00001000:2.0:1749611529.231225:0:18174:0:(import.c:2097:obd_at_measure()) add 15 to ffff88007197d3f0 time=10 v=10 (10 0 0 0) 00000100:00000001:0.0:1749611529.231228:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749611529.231229:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88007197d3f0 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00080000:2.0:1749611529.231232:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00000040:0.0:1749611529.231232:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78700 x1834598494687872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611529.231235:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611529.231237:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611529.231238:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611529.231239:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231240:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611529.231240:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611529.231242:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611529.231243:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d56c 00000020:00000001:2.0:1749611529.231245:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611529.231245:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611529.231246:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197a000 refcount=7 00000020:00000001:2.0:1749611529.231248:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219980800 : -131939489570816 : ffff88007197a000) 00000020:00000001:2.0:1749611529.231250:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219980800 : -131939489570816 : ffff88007197a000) 00000100:00000040:0.0:1749611529.231250:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1272 usecs (2 jiffies) 00000100:00000040:2.0:1749611529.231253:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611529.231254:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300802690 00000100:00000001:2.0:1749611529.231255:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611529.231256:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611529.231258:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749611529.231258:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230640. 00000020:00000040:2.0:1749611529.231260:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 6 00000100:00080000:2.0:1749611529.231262:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197d000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611529.231264:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231264:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749611529.231266:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611529.231270:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611529.231270:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300802690 02000000:00000001:2.0:1749611529.231272:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231274:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611529.231275:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611529.231278:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79500. 00000100:00000010:0.0:1749611529.231278:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230840. 00000100:00000001:1.0:1749611529.231279:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749611529.231280:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197d000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749611529.231281:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749611529.231282:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611529.231283:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231285:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749611529.231285:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611529.231285:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300802690 00000100:00000001:1.0:1749611529.231287:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749611529.231288:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230e40. 02000000:00000001:2.0:1749611529.231290:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611529.231290:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:2.0:1749611529.231292:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231293:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300802690 02000000:00000010:2.0:1749611529.231296:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b561400. 00000100:00000040:1.0:1749611529.231296:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611529.231296:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230b40. 00000100:00000001:0.0:1749611529.231298:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611529.231300:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231302:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611529.231304:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e79500 x1834598494688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611529.231304:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231307:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231310:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611529.231311:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611529.231313:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231315:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749611529.231316:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79500] to pc [ptlrpcd_rcv+-1] req@ffff880071e79500 x1834598494688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611529.231317:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.231319:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611529.231320:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611529.231320:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611529.231321:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611529.231324:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611529.231325:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.231325:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749611529.231326:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78a80 x1834598494688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611529.231327:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749611529.231327:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231330:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:1.0:1749611529.231331:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:2.0:1749611529.231333:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79880. 02000000:00000001:1.0:1749611529.231333:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611529.231333:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749611529.231335:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197b800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611529.231335:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611529.231336:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231337:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611529.231337:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611529.231338:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611529.231339:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611529.231340:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611529.231340:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494688256:0@lo:400:kworker.0 02000000:00000001:0.0:1749611529.231341:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611529.231343:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2ec00. 00000100:00000001:1.0:1749611529.231344:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:0.0:1749611529.231344:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494688000:0@lo:38:kworker.0 00000100:00000001:2.0:1749611529.231345:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611529.231348:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749611529.231348:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611529.231348:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611529.231350:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611529.231350:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611529.231352:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749611529.231352:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611529.231354:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611529.231355:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611529.231357:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611529.231357:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8fa00. 02000000:00000010:0.0:1749611529.231357:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de400. 02000000:00000001:0.0:1749611529.231359:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611529.231360:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611529.231361:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79880] to pc [ptlrpcd_00_00+0] req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611529.231362:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff478. 00000100:00000001:3.0:1749611529.231365:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749611529.231365:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db8f0. 00000400:00000010:0.0:1749611529.231366:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00100000:3.0:1749611529.231367:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494687872 00000400:00000010:1.0:1749611529.231369:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 02000000:00000001:3.0:1749611529.231370:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611529.231373:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749611529.231374:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494688256, portal 10 00000100:00000001:3.0:1749611529.231376:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611529.231376:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494688000, portal 10 00000100:00000001:1.0:1749611529.231377:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611529.231378:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.231378:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225219968 : -131939484331648 : ffff880071e79180) 00000100:00000001:0.0:1749611529.231378:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611529.231380:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225218176 : -131939484333440 : ffff880071e78a80) 02000000:00000001:3.0:1749611529.231381:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611529.231383:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6140) 00000100:00100000:3.0:1749611529.231384:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494687872 00000100:00000040:1.0:1749611529.231386:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611529.231386:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78a80 x1834598494688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611529.231387:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611529.231388:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611529.231390:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611529.231393:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231393:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611529.231394:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611529.231394:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611529.231395:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611529.231395:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611529.231396:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1749611529.231397:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749611529.231398:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611529.231398:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749611529.231399:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494688000, offset 0 00000400:00000010:1.0:1749611529.231400:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000020:00000010:3.0:1749611529.231402:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5000. 00000100:00000040:2.0:1749611529.231402:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611529.231403:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494688256, offset 0 00000400:00000200:0.0:1749611529.231404:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611529.231407:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7900. 00000400:00000200:1.0:1749611529.231408:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611529.231410:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611529.231412:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000100:00000001:2.0:1749611529.231414:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611529.231416:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611529.231417:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749611529.231418:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611529.231418:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94d300 00000100:00000001:3.0:1749611529.231419:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749611529.231419:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611529.231421:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611529.231422:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611529.231422:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 127008 02000000:00000001:2.0:1749611529.231423:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611529.231426:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94d400 00000100:00100000:2.0:1749611529.231427:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494688512:0@lo:400:kworker.0 00000400:00000200:0.0:1749611529.231427:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611529.231428:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231431:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:1.0:1749611529.231432:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 127528 00000400:00000200:0.0:1749611529.231432:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611529.231434:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611529.231436:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611529.231437:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.231437:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749611529.231438:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749611529.231438:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749611529.231439:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:2.0:1749611529.231441:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d05b000. 00000400:00000200:1.0:1749611529.231442:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611529.231443:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611529.231443:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078805f80. 00000100:00000001:3.0:1749611529.231446:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749611529.231446:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880078805f80 x1834598494688000 msgsize 520 00000400:00000010:2.0:1749611529.231447:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe898. 00000100:00000001:3.0:1749611529.231449:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749611529.231450:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1749611529.231451:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000100:00000001:1.0:1749611529.231453:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611529.231454:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00000200:2.0:1749611529.231455:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494688512, portal 10 00000100:00000001:1.0:1749611529.231455:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231458:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611529.231459:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225221760 : -131939484329856 : ffff880071e79880) 00000100:00000001:0.0:1749611529.231459:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611529.231466:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335902848 : -131939373648768 : ffff880078807480) 00000100:00000040:2.0:1749611529.231466:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611529.231467:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749611529.231469:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749611529.231471:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749611529.231473:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078807480 x1834598494687872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611549 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611529.231473:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749611529.231475:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78a80 x1834598494688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611529.231476:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611529.231478:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000200:2.0:1749611529.231481:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494688512, offset 0 00000100:00000001:1.0:1749611529.231481:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611529.231482:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611529.231485:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78a80 x1834598494688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611529.231486:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611529.231488:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494687872:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611529.231489:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611529.231491:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611529.231492:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494687872 00000100:00000001:0.0:1749611529.231493:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749611529.231494:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749611529.231494:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111266a00. 00000100:00000001:0.0:1749611529.231495:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611529.231496:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749611529.231497:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880111266a00 x1834598494688256 msgsize 224 00000100:00000040:0.0:1749611529.231498:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1100 usecs (2 jiffies) 00010000:00000001:3.0:1749611529.231499:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:2.0:1749611529.231503:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94d500 00000100:00100000:1.0:1749611529.231503:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611529.231505:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300802690 00000100:00000001:0.0:1749611529.231508:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300802690 00000400:00000200:2.0:1749611529.231509:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 127752 00000100:00000001:0.0:1749611529.231511:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300802690 00000100:00000001:1.0:1749611529.231512:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611529.231513:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300802690 00000020:00000001:3.0:1749611529.231514:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611529.231514:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611529.231515:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300802690 00000100:00000001:0.0:1749611529.231517:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300802690 00010000:00020000:3.0:1749611529.231518:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749611529.231518:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611529.231547:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300802690 00000100:00000001:0.0:1749611529.231549:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300802690 00000100:00000001:0.0:1749611529.231552:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611529.231554:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611529.231557:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611529.231557:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1749611529.231561:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611529.231561:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78e00 x1834598494688128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611529.231565:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611529.231567:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611529.231568:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749611529.231569:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000100:00000001:0.0:1749611529.231569:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611529.231570:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749611529.231572:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 02000000:00000001:0.0:1749611529.231572:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:3.0:1749611529.231574:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d032c00. 02000000:00000001:0.0:1749611529.231574:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611529.231576:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.231576:0:28324:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749611529.231576:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231577:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611529.231579:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611529.231579:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749611529.231579:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494688128:0@lo:38:kworker.0 00000100:00000200:1.0:1749611529.231581:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611529.231582:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:3.0:1749611529.231583:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000010:2.0:1749611529.231583:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79c00. 02000000:00000001:0.0:1749611529.231584:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1749611529.231585:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611529.231585:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611529.231587:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00001000:3.0:1749611529.231589:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611529.231590:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749611529.231591:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88012d574c00. 00000100:00000001:3.0:1749611529.231592:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749611529.231592:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880071e79c00 x1834598494688512 msgsize 224 02000000:00000001:0.0:1749611529.231592:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611529.231593:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611529.231595:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 00000100:00000001:3.0:1749611529.231596:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749611529.231597:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:0.0:1749611529.231598:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000040:3.0:1749611529.231599:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611529.231600:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611529.231601:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611529.231602:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1749611529.231602:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494688128, portal 10 00000100:00000001:3.0:1749611529.231604:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611529.231604:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611529.231604:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611529.231605:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225219072 : -131939484332544 : ffff880071e78e00) 00000100:00000040:3.0:1749611529.231607:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611529.231607:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611529.231609:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611529.231611:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611529.231611:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000100:00000040:1.0:1749611529.231611:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 950 usecs (1 jiffies) 00000100:00000040:0.0:1749611529.231611:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78e00 x1834598494688128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611529.231613:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749611529.231614:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000001:1.0:1749611529.231614:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300802690 00000100:00000040:3.0:1749611529.231615:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611529.231616:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611529.231617:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300802690 00000400:00000010:3.0:1749611529.231619:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000001:1.0:1749611529.231620:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300802690 00000100:00000200:2.0:1749611529.231621:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611529.231622:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300802690 00000100:00000200:3.0:1749611529.231623:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494687872, offset 0 00000100:00000001:0.0:1749611529.231623:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611529.231625:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300802690 00000100:00000040:0.0:1749611529.231626:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611529.231627:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300802690 00000400:00000010:0.0:1749611529.231628:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000001:2.0:1749611529.231629:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611529.231629:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300802690 00000100:00000001:1.0:1749611529.231631:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300802690 00000100:00000040:2.0:1749611529.231632:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611529.231632:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494688128, offset 0 00000100:00000001:1.0:1749611529.231633:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611529.231635:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611529.231636:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611529.231638:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231639:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.231640:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611529.231641:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749611529.231644:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611529.231646:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.231646:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:0.0:1749611529.231646:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611529.231648:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1749611529.231650:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1093 usecs (2 jiffies) 00000400:00000200:3.0:1749611529.231653:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94d280 00000100:00000001:2.0:1749611529.231653:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300802691 00000400:00000200:0.0:1749611529.231655:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611529.231656:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611529.231658:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9305 [1] + 0 00000100:00000001:2.0:1749611529.231658:0:28321:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300802690 00000100:00000001:1.0:1749611529.231658:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611529.231659:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611529.231660:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94d380 00000100:00000001:1.0:1749611529.231661:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231662:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300802691 00000400:00000200:3.0:1749611529.231664:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611529.231664:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 127976 00000100:00000001:2.0:1749611529.231666:0:28321:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300802690 00000400:00000200:3.0:1749611529.231667:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611529.231669:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611529.231670:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300802691 00000100:00000001:3.0:1749611529.231671:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611529.231672:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611529.231673:0:28321:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300802690 00000100:00000001:2.0:1749611529.231675:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300802691 00000100:00000001:0.0:1749611529.231675:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611529.231677:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78700 x1834598494687872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611529.231677:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611529.231678:0:28321:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300802690 00000100:00000001:1.0:1749611529.231678:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611529.231680:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611529.231681:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494688000 00000100:00000010:0.0:1749611529.231681:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571f80. 00000100:00000001:2.0:1749611529.231683:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611529.231683:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611529.231684:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111571f80 x1834598494688128 msgsize 520 00000100:00000001:2.0:1749611529.231685:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.231686:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611529.231688:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e78700 x1834598494687872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611529.231688:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611529.231688:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611529.231688:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749611529.231692:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231693:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749611529.231694:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494688000 00000100:00000001:2.0:1749611529.231695:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749611529.231695:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749611529.231696:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611529.231697:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611529.231697:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611529.231698:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1749611529.231698:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749611529.231698:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000020:00000001:1.0:1749611529.231700:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749611529.231700:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000020:00000001:1.0:1749611529.231702:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231702:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749611529.231704:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231705:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611529.231706:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78e00 x1834598494688128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611529.231707:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611529.231708:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000020:00000010:1.0:1749611529.231712:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50580. 00000100:00000001:0.0:1749611529.231713:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611529.231715:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000100:00000040:0.0:1749611529.231715:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78e00 x1834598494688128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611529.231716:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000400:00000010:3.0:1749611529.231718:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:1.0:1749611529.231720:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611529.231721:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611529.231722:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611529.231722:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611529.231722:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611529.231723:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611529.231723:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749611529.231724:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494688256 00000100:00000001:1.0:1749611529.231724:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611529.231726:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611529.231726:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611529.231727:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231728:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611529.231728:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611529.231729:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749611529.231730:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 781 usecs (1 jiffies) 00000100:00000001:3.0:1749611529.231731:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231731:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231733:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300802690 00000020:00000001:3.0:1749611529.231734:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611529.231734:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231735:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300802691 00000100:00000001:1.0:1749611529.231736:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611529.231737:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494688256 00000100:00000001:0.0:1749611529.231737:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300802690 00000100:00000040:3.0:1749611529.231739:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807480 x1834598494687872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611529.231739:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611529.231740:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300802691 00000020:00000040:2.0:1749611529.231741:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749611529.231742:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611529.231742:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611529.231744:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494688512 00000020:00000040:2.0:1749611529.231745:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 02000000:00000001:1.0:1749611529.231746:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611529.231746:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300802690 00000020:00000001:2.0:1749611529.231747:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611529.231747:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749611529.231749:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078807480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494687872:12345-0@lo:38:kworker.0 Request processed in 263us (558us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749611529.231749:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611529.231749:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231749:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300802691 02000000:00000001:1.0:1749611529.231751:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.231751:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300802690 00000100:00100000:1.0:1749611529.231753:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494688512 00000100:00000001:0.0:1749611529.231753:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300802691 00000100:00000001:2.0:1749611529.231754:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749611529.231755:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611529.231755:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749611529.231756:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d581 00000020:00000010:2.0:1749611529.231757:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136819c80. 00000100:00000001:0.0:1749611529.231757:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611529.231758:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000020:00000001:1.0:1749611529.231758:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611529.231760:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e08800 refcount=5 00000100:00000001:3.0:1749611529.231761:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611529.231762:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749611529.231762:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 00000400:00000001:0.0:1749611529.231762:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611529.231763:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:2.0:1749611529.231764:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:1.0:1749611529.231764:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 00000400:00000010:0.0:1749611529.231765:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000020:00000010:3.0:1749611529.231767:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7900. 00000400:00000200:0.0:1749611529.231770:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000020:00000010:3.0:1749611529.231771:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 00000100:00000001:2.0:1749611529.231771:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1749611529.231771:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:1.0:1749611529.231774:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611529.231774:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749611529.231775:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5000. 00000020:00000010:2.0:1749611529.231775:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05ac00. 00000020:00000010:1.0:1749611529.231776:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012f8bb2c0. 00000100:00000200:0.0:1749611529.231777:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78700 x1834598494687872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611529.231778:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611529.231778:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387980. 00000020:00000010:1.0:1749611529.231780:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e731700. 00000020:00000010:2.0:1749611529.231782:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00000001:1.0:1749611529.231785:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:0.0:1749611529.231785:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78700 x1834598494687872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611529.231787:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012f8bb2c0. 00000100:00000040:2.0:1749611529.231788:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611529.231790:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:1.0:1749611529.231791:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ea00. 00000100:00000001:2.0:1749611529.231792:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611529.231792:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611529.231794:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611529.231794:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50680. 00000100:00000001:0.0:1749611529.231794:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.231796:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:1.0:1749611529.231797:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00000001:2.0:1749611529.231799:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:0.0:1749611529.231799:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611529.231801:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611529.231801:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611529.231802:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611529.231803:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.231803:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611529.231803:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.231805:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611529.231806:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611529.231807:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611529.231808:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611529.231808:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611529.231810:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611529.231812:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611529.231812:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611529 v=5 (0 0 0 0) 00000100:00100000:3.0:1749611529.231815:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494688128 00000100:00000001:2.0:1749611529.231815:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611529.231815:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611529.231815:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=52 v=20 (1 20 1 1) 02000000:00000001:3.0:1749611529.231817:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611529.231817:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611529.231818:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611529.231819:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611529.231820:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611529.231821:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611529.231821:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00000001:1.0:1749611529.231822:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:02020000:0.0:1749611529.231823:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 02000000:00000001:3.0:1749611529.231824:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611529.231824:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749611529.231825:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611529.231826:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494688128 00000100:00000001:2.0:1749611529.231826:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896915968 : -131936812635648 : ffff880111266a00) 00000100:00100000:1.0:1749611529.231827:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000020:00000001:3.0:1749611529.231828:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611529.231828:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:3.0:1749611529.231830:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749611529.231830:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e08800 : new rpc_count 1 00000020:00000001:3.0:1749611529.231831:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611529.231832:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134225222656 : -131939484328960 : ffff880071e79c00) 00000020:00000001:3.0:1749611529.231833:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611529.231833:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78700 x1834598494687872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611529.231835:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611529.231836:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111266a00 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:210/0 lens 224/0 e 0 to 0 dl 1749611540 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611529.231837:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880071e79c00 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:210/0 lens 224/0 e 0 to 0 dl 1749611540 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611529.231838:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5000. 00000100:00000001:0.0:1749611529.231840:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749611529.231841:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7900. 00000020:00000010:3.0:1749611529.231843:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000100:00000001:2.0:1749611529.231867:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611529.231870:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136819680. 00000100:00000001:1.0:1749611529.231871:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611529.231872:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611529.231873:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611529.231873:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611529.231873:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012f8bb2c0. 00000100:00000001:3.0:1749611529.231875:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611529.231876:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136819680. 00000100:00000001:1.0:1749611529.231876:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611529.231878:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012f8bb2c0. 00000100:00000001:3.0:1749611529.231879:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611529.231881:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494688256:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749611529.231882:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611529.231883:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494688512:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749611529.231885:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494688256 00000100:00000200:1.0:1749611529.231887:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494688512 00000020:00000001:2.0:1749611529.231888:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611529.231889:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611529.231889:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611529.231891:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611529.231891:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749611529.231892:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611529.231894:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611529.231894:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611529.231895:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000020:00000001:2.0:1749611529.231896:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749611529.231896:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749611529.231897:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134335897472 : -131939373654144 : ffff880078805f80) 00000020:00000001:2.0:1749611529.231899:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:3.0:1749611529.231901:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880078805f80 x1834598494688000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611549 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611529.231901:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749611529.231904:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611529.231905:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611529.231907:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749611529.231907:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611529.231909:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749611529.231910:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611529.231911:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880078805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494688000:12345-0@lo:38:kworker.0 00000020:00000001:2.0:1749611529.231911:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611529.231912:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611529.231913:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749611529.231914:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:3.0:1749611529.231915:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494688000 00000020:00000001:1.0:1749611529.231916:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611529.231917:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611529.231917:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749611529.231918:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749611529.231919:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749611529.231919:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611529.231922:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:2.0:1749611529.231923:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b561c00. 02000000:00000001:1.0:1749611529.231924:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611529.231925:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611529.231927:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231928:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611529.231928:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d743400. 00010000:00020000:3.0:1749611529.231930:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749611529.231930:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611529.231930:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.231932:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611529.231933:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000040:2.0:1749611529.231933:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494688256 00000020:00000001:1.0:1749611529.231934:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611529.231935:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749611529.231935:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000040:1.0:1749611529.231937:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494688512 00010000:00000200:2.0:1749611529.231940:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880111266a00 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:210/0 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611529.231940:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749611529.231943:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000200:1.0:1749611529.231944:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880071e79c00 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:210/0 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611529.231945:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611529.231948:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749611529.231948:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611529.231950:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611529.231951:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d033400. 02000000:00000001:3.0:1749611529.231953:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611529.231953:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=134 v=5 (1 1 1 1) 00010000:00000001:1.0:1749611529.231953:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611529.231955:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611529.231955:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.231956:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749611529.231958:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1749611529.231958:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=134 v=5 (1 1 1 1) 00010000:00000001:3.0:1749611529.231960:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.231961:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:3.0:1749611529.231962:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611529.231963:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749611529.231964:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:1.0:1749611529.231964:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749611529.231965:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611529.231965:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611529.231966:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611529.231967:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611529.231967:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611529.231967:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:2.0:1749611529.231969:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611529.231969:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749611529.231970:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:0.0:1749611529.231970:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749611529.231971:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611529.231971:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611529.231972:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611529.231973:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611529.231973:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749611529.231973:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611529.231974:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611529.231976:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611529.231977:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:1.0:1749611529.231977:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749611529.231977:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:2.0:1749611529.231978:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000400:00000010:1.0:1749611529.231979:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 02000000:00000001:3.0:1749611529.231980:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611529.231980:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611529.231981:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611529.231982:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494688256, offset 224 00000100:00000001:3.0:1749611529.231984:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749611529.231984:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494688512, offset 224 00000100:00000040:0.0:1749611529.231985:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78700 x1834598494687872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611554 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611529.231986:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611529.231987:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749611529.231988:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000400:00000200:1.0:1749611529.231991:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749611529.231994:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494688000, offset 0 00000400:00000200:2.0:1749611529.231994:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749611529.231994:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494687872:0@lo:38:kworker.0 00000100:00000001:0.0:1749611529.231999:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611529.232000:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611529.232000:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611529.232001:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d400 00000100:00000001:0.0:1749611529.232001:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611529.232004:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78700 x1834598494687872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611554 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611529.232008:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x930d [1] + 224 00000400:00000200:1.0:1749611529.232008:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d500 00000400:00000200:3.0:1749611529.232009:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611529.232011:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1749611529.232013:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611529.232013:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1749611529.232014:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x931d [1] + 224 00000400:00000200:3.0:1749611529.232015:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d300 02000000:00000010:0.0:1749611529.232016:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0dc400. 00000400:00000200:2.0:1749611529.232017:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749611529.232019:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611529.232020:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9311 [1] + 0 02000000:00000001:0.0:1749611529.232020:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611529.232022:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1749611529.232023:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611529.232024:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611529.232025:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749611529.232025:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611529.232027:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749611529.232028:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611529.232029:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611529.232029:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009be89c00. 00000100:00000001:3.0:1749611529.232032:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611529.232032:0:9693:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611529.232033:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611529.232035:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:3.0:1749611529.232036:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78a80 x1834598494688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611529.232037:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611529.232037:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78700. 00000100:00000040:2.0:1749611529.232039:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611529.232040:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611529.232041:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.232043:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611529.232046:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e78a80 x1834598494688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611529.232046:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611529.232048:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611529.232049:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611529.232051:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611529.232051:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611529.232053:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611529.232055:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611529.232055:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000100:00000001:0.0:1749611529.232055:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:2.0:1749611529.232058:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000001:1.0:1749611529.232059:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611529.232060:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611529.232062:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611529.232064:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79500 x1834598494688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611529.232065:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000400:00000010:1.0:1749611529.232067:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:2.0:1749611529.232069:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.232070:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749611529.232071:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000100:00000040:2.0:1749611529.232072:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611529.232072:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611529.232072:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:3.0:1749611529.232073:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:0.0:1749611529.232073:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611529.232074:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:0.0:1749611529.232075:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611529.232076:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749611529.232076:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.232076:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611529.232077:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749611529.232077:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611529.232078:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749611529.232079:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611529.232079:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611529.232081:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611529.232081:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749611529.232082:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111266a00 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:210/0 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611529.232082:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494688384:0@lo:38:kworker.0 00000020:00000001:1.0:1749611529.232083:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611529.232084:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:1.0:1749611529.232085:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749611529.232086:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.232086:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749611529.232088:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611529.232088:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749611529.232089:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79c00 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:210/0 lens 224/224 e 0 to 0 dl 1749611540 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611529.232090:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611529.232091:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749611529.232092:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111266a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494688256:12345-0@lo:400:kworker.0 Request processed in 245us (593us total) trans 0 rc 0/0 00000100:00000040:3.0:1749611529.232093:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078805f80 x1834598494688000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611529.232095:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009be89c00. 02000000:00000001:0.0:1749611529.232097:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611529.232100:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e79c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494688512:12345-0@lo:400:kworker.0 Request processed in 252us (505us total) trans 0 rc 0/0 00000400:00000010:0.0:1749611529.232100:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000100:00100000:3.0:1749611529.232102:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880078805f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494688000:12345-0@lo:38:kworker.0 Request processed in 191us (654us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749611529.232104:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00100000:1.0:1749611529.232108:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00000200:0.0:1749611529.232108:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494688384, portal 10 00000100:00000001:0.0:1749611529.232109:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749611529.232111:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e08800 : new rpc_count 0 00000100:00000001:0.0:1749611529.232111:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225220864 : -131939484330752 : ffff880071e79500) 00000100:00100000:2.0:1749611529.232113:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00000001:1.0:1749611529.232113:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611529.232115:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749611529.232117:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000040:0.0:1749611529.232117:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79500 x1834598494688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611529.232119:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749611529.232119:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50680. 00000100:00000001:2.0:1749611529.232121:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611529.232122:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00000001:0.0:1749611529.232123:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749611529.232125:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000020:00000010:2.0:1749611529.232125:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387980. 00000020:00000010:1.0:1749611529.232125:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ea00. 00000100:00000040:0.0:1749611529.232126:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611529.232127:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611529.232128:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749611529.232128:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000020:00000010:2.0:1749611529.232130:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000020:00000040:1.0:1749611529.232130:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 4 00000100:00000200:0.0:1749611529.232130:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494688384, offset 0 00000020:00000010:3.0:1749611529.232132:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50580. 00000100:00000001:1.0:1749611529.232132:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611529.232134:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611529.232135:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000020:00000010:2.0:1749611529.232135:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05ac00. 00000020:00000010:3.0:1749611529.232139:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000020:00000040:2.0:1749611529.232140:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000400:00000200:0.0:1749611529.232140:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611529.232141:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611529.232142:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611529.232142:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611529.232143:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611529.232145:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94d480 00000100:00100000:1.0:1749611529.232146:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00000001:1.0:1749611529.232149:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900108160 : -131936809443456 : ffff880111571f80) 00000400:00000200:0.0:1749611529.232150:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 128496 00000100:00000040:1.0:1749611529.232153:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111571f80 x1834598494688128/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611549 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611529.232154:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611529.232156:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611529.232157:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:3.0:1749611529.232158:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611529.232158:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611529.232161:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:3.0:1749611529.232162:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000001:2.0:1749611529.232162:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:0.0:1749611529.232162:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000001:2.0:1749611529.232164:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611529.232167:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe898. 00000100:00100000:1.0:1749611529.232168:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111571f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494688128:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611529.232170:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00000100:00000010:0.0:1749611529.232170:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111571180. 00000400:00000010:2.0:1749611529.232171:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00000100:00000200:1.0:1749611529.232172:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494688128 00000100:00000040:0.0:1749611529.232173:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111571180 x1834598494688384 msgsize 520 00000100:00000001:2.0:1749611529.232174:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611529.232174:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749611529.232177:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:2.0:1749611529.232178:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611529.232178:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749611529.232186:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611529.232186:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.232188:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00020000:1.0:1749611529.232189:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611529.232192:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:1.0:1749611529.232192:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749611529.232192:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000001:2.0:1749611529.232193:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749611529.232194:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494688384 00000100:00000001:2.0:1749611529.232194:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611529.232194:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00010000:00000001:1.0:1749611529.232195:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611529.232196:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611529.232196:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611529.232196:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611529.232198:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749611529.232198:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611529.232198:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611529.232200:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.232200:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611529.232200:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:0.0:1749611529.232200:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79500 x1834598494688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611529.232201:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611529.232202:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611529.232202:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611529.232204:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611529.232205:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494688384 02000000:00000010:1.0:1749611529.232206:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b4062400. 00000020:00000001:3.0:1749611529.232207:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611529.232207:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1749611529.232208:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00001000:2.0:1749611529.232208:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007197bc38 time=10 v=5 (5 0 0 0) 02000000:00000001:1.0:1749611529.232208:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611529.232210:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611529.232210:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611529.232210:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79500 x1834598494688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611529.232211:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197bbf0 time=10 v=5 (1 0 0 0) 00000020:00000001:3.0:1749611529.232212:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611529.232213:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611529.232213:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611529.232214:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611529.232215:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611529.232215:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611529.232216:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5200. 00010000:00000001:2.0:1749611529.232217:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749611529.232217:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611529.232218:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611529.232218:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749611529.232220:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7980. 00000100:00000001:1.0:1749611529.232221:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00080000:2.0:1749611529.232222:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611529.232222:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.232223:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611529.232225:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 785 usecs (1 jiffies) 00000100:00000040:1.0:1749611529.232226:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611529.232227:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300802690 00000100:00000001:1.0:1749611529.232228:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:3.0:1749611529.232229:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c84b0. 00000100:00000001:1.0:1749611529.232230:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611529.232230:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300802691 00000100:00000001:0.0:1749611529.232232:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300802690 00000100:00000001:3.0:1749611529.232233:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749611529.232233:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611529.232234:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00010000:00000001:2.0:1749611529.232234:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.232234:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300802691 00000100:00000001:3.0:1749611529.232236:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611529.232236:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611529.232236:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300802690 02000000:00000001:1.0:1749611529.232237:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.232238:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611529.232238:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300802691 00000100:00000001:1.0:1749611529.232239:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611529.232240:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.232240:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300802690 00000100:00000040:2.0:1749611529.232241:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000040:1.0:1749611529.232242:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611529.232242:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300802691 00000100:00000001:2.0:1749611529.232243:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611529.232244:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611529.232244:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000100:00000001:0.0:1749611529.232244:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611529.232246:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.232246:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611529.232247:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494688128, offset 0 00000100:00000040:2.0:1749611529.232248:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611529.232250:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611529.232251:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611529.232252:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:0.0:1749611529.232253:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff478. 00000100:00000001:3.0:1749611529.232254:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611529.232254:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611529.232256:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00100000:3.0:1749611529.232257:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00000001:2.0:1749611529.232257:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1749611529.232257:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749611529.232258:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611529.232260:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900104576 : -131936809447040 : ffff880111571180) 00000100:00000040:2.0:1749611529.232261:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611529.232264:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111571180 x1834598494688384/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611549 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611529.232265:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749611529.232266:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749611529.232269:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494688512:0@lo:400:kworker.0 00000100:00000200:0.0:1749611529.232269:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78a80 x1834598494688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611529.232273:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111571180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494688384:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749611529.232273:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611529.232274:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611529.232276:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494688384 00000100:00000001:2.0:1749611529.232276:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749611529.232277:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78a80 x1834598494688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611529.232278:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749611529.232279:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79880 x1834598494688512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611529.232280:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611529.232284:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611529.232285:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d380 00000100:00000001:2.0:1749611529.232286:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611529.232286:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611529.232287:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611529.232288:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611529.232288:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611529.232289:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00020000:3.0:1749611529.232290:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000010:2.0:1749611529.232290:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d05b000. 00000400:00000200:1.0:1749611529.232290:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9325 [1] + 0 00000100:00000001:0.0:1749611529.232291:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749611529.232293:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749611529.232293:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611529.232293:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611529.232295:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611529.232295:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1749611529.232295:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611529.232295:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611529.232296:0:28321:0:(genops.c:1242:class_import_put()) import ffff88007197b800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749611529.232298:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749611529.232298:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:1.0:1749611529.232298:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611529.232299:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1749611529.232299:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611529 v=5 (0 0 0 0) 02000000:00000010:2.0:1749611529.232300:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2ec00. 02000000:00000001:3.0:1749611529.232301:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611529.232302:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749611529.232302:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=34 v=20 (1 20 1 1) 02000000:00000010:3.0:1749611529.232305:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d031000. 02000000:00000001:2.0:1749611529.232305:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611529.232305:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:1.0:1749611529.232306:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78e00 x1834598494688128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611529.232307:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611529.232307:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611529.232307:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611529.232309:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611529.232309:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79880. 00000100:00000001:0.0:1749611529.232310:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611529.232311:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611529.232311:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1749611529.232313:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611529.232313:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611529.232314:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78a80 x1834598494688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611529.232315:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611529.232315:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e78e00 x1834598494688128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611529.232316:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611529.232319:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611529.232320:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611529.232321:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611529.232323:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611529.232323:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611529.232323:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611529.232323:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611529.232324:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.232324:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611529.232326:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611529.232326:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:1.0:1749611529.232327:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000100:00000001:0.0:1749611529.232327:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611529.232328:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611529.232329:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:3.0:1749611529.232330:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00080000:0.0:1749611529.232330:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611529.232331:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611529.232332:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611529.232332:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:0.0:1749611529.232332:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611529.232334:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611529.232335:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611529.232336:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749611529.232338:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749611529.232338:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749611529.232338:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78a80 x1834598494688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611554 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611529.232340:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.232341:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611529.232342:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749611529.232343:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611529.232344:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611529.232346:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00100000:0.0:1749611529.232346:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494688000:0@lo:38:kworker.0 00000100:00000040:1.0:1749611529.232347:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571f80 x1834598494688128/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611529.232350:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494688384, offset 0 00000400:00000200:3.0:1749611529.232354:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611529.232356:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111571f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494688128:12345-0@lo:38:kworker.0 Request processed in 188us (670us total) trans 0 rc -19/-19 00000400:00000001:0.0:1749611529.232358:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611529.232360:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1749611529.232361:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749611529.232362:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 00000100:00100000:1.0:1749611529.232364:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000400:00000200:0.0:1749611529.232364:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000200:3.0:1749611529.232366:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d480 00000400:00000010:0.0:1749611529.232366:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:1.0:1749611529.232367:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611529.232368:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611529.232368:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611529.232370:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x933d [1] + 0 00000020:00000010:1.0:1749611529.232371:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7900. 00000100:00000200:0.0:1749611529.232372:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78e00 x1834598494688128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611529.232374:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749611529.232374:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 00000020:00000010:1.0:1749611529.232377:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5000. 00000400:00000200:3.0:1749611529.232378:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611529.232380:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78e00 x1834598494688128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611529.232381:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611529.232381:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611529.232385:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e79500 x1834598494688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611529.232386:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611529.232387:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.232389:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611529.232391:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611529.232392:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611529.232394:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611529.232395:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e79500 x1834598494688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611529.232396:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611529.232399:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611529 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611529.232402:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749611529.232402:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=84 v=20 (20 1 1 1) 00000100:00000001:1.0:1749611529.232404:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611529.232404:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749611529.232405:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000100:00000001:1.0:1749611529.232406:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611529.232406:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749611529.232407:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:0.0:1749611529.232407:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611529.232409:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:1.0:1749611529.232410:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611529.232411:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:1.0:1749611529.232411:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611529.232411:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78e00 x1834598494688128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611529.232413:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611529.232416:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611529.232417:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611529.232418:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.232419:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749611529.232420:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749611529.232420:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db8f0. 00000100:00000001:0.0:1749611529.232421:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.232422:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:1.0:1749611529.232423:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:0.0:1749611529.232423:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749611529.232424:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111571180 x1834598494688384/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611529.232425:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00080000:0.0:1749611529.232426:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611529.232428:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:0.0:1749611529.232428:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611529.232430:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749611529.232432:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611529.232433:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111571180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494688384:12345-0@lo:38:kworker.0 Request processed in 160us (257us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749611529.232439:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78e00 x1834598494688128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611554 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611529.232441:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611529.232445:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00000001:1.0:1749611529.232447:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749611529.232447:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494688128:0@lo:38:kworker.0 00000100:00000001:3.0:1749611529.232448:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611529.232449:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611529.232449:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611529.232451:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611529.232451:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611529.232452:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7980. 00000100:00000001:0.0:1749611529.232452:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749611529.232454:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:3.0:1749611529.232455:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c84b0. 00000100:00000001:1.0:1749611529.232455:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611529.232455:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78a80 x1834598494688000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611554 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611529.232457:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611529.232458:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5200. 02000000:00000001:1.0:1749611529.232459:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611529.232461:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.232461:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611529.232463:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1749611529.232464:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=84 v=5 (5 5 5 5) 02000000:00000010:0.0:1749611529.232465:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de400. 00000100:00001000:1.0:1749611529.232467:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=84 v=5 (1 1 1 1) 02000000:00000001:0.0:1749611529.232468:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611529.232469:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749611529.232470:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000040:0.0:1749611529.232470:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:1.0:1749611529.232471:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611529.232472:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749611529.232473:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1749611529.232474:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b560000. 00010000:00080000:1.0:1749611529.232477:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611529.232478:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611529.232479:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611529.232480:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78a80. 00000100:00000001:0.0:1749611529.232483:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:1.0:1749611529.232484:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.232484:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.232486:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611529.232487:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749611529.232488:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78e00 x1834598494688128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611554 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611529.232489:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749611529.232490:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611529.232492:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611529.232495:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611529.232495:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611529.232496:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611529.232497:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88012d574c00. 02000000:00000001:0.0:1749611529.232501:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611529.232502:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611529.232502:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611529.232503:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1749611529.232504:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:0.0:1749611529.232504:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611529.232506:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611529.232506:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b563000. 02000000:00000001:0.0:1749611529.232508:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749611529.232509:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611529.232509:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611529.232510:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78e00. 00000100:00000001:0.0:1749611529.232517:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611529.232519:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611529.232557:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494688256:0@lo:400:kworker.0 00000100:00000001:0.0:1749611529.232557:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611529.232562:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.232562:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611529.232564:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611529.232564:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.232566:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749611529.232567:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79180 x1834598494688256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611529.232567:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611529.232571:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611529.232573:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611529.232574:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:0.0:1749611529.232575:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 02000000:00000001:1.0:1749611529.232576:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1749611529.232578:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 02000000:00000010:1.0:1749611529.232579:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8fa00. 00000400:00000010:0.0:1749611529.232580:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 02000000:00000001:1.0:1749611529.232581:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611529.232582:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611529.232583:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611529.232585:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749611529.232586:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1749611529.232587:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79500 x1834598494688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611529.232588:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e700. 02000000:00000001:1.0:1749611529.232592:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611529.232594:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611529.232595:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79180. 00000100:00000200:0.0:1749611529.232595:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79500 x1834598494688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611529.232598:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611529.232600:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611529.232602:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.232602:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611529.232603:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.232605:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611529.232606:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749611529.232607:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611529.232608:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.232608:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611529.232609:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.232610:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611529.232611:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611529.232612:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611529.232616:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197d438 time=1749611529 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611529.232618:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197d3f0 time=10 v=15 (15 0 0 0) 00000100:00000001:0.0:1749611529.232621:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611529.232623:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611529.232625:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611529.232628:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79500 x1834598494688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611529.232635:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611529.232637:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611529.232638:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.232645:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611529.232647:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611529.232650:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611529.232653:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611529.232655:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611529.232659:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79500 x1834598494688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611529.232666:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494688384:0@lo:38:kworker.0 00000100:00000001:0.0:1749611529.232669:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.232671:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611529.232674:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79500 x1834598494688384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611549 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611529.232680:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611529.232681:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611529.232683:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009be89c00. 02000000:00000001:0.0:1749611529.232685:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611529.232687:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611529.232688:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197d000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611529.232690:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611529.232692:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b561400. 02000000:00000001:0.0:1749611529.232694:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611529.232695:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611529.232697:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79500. 00000100:00000001:0.0:1749611529.232699:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611529.232701:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.232702:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.232704:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611529.232705:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611529.232706:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.232708:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611529.233631:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300802691, at 4300802691 00000100:00000040:3.0:1749611529.233632:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300802691, at 4300802691 00000100:00000040:2.0:1749611529.233650:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300802691, at 4300802691 00000100:00000010:1.0:1749611529.233664:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230840. 00000100:00000010:2.0:1749611529.233671:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230e40. 00000100:00000010:3.0:1749611529.233911:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230b40. 00000100:00000040:0.0:1749611529.234582:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300802691, at 4300802692 00000100:00000010:0.0:1749611529.234589:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230640. 00000100:00000001:2.0:1749611529.453675:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611529.453684:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611529.453686:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611529.453691:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611529.453695:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611529.453700:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611529.453703:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611529.453706:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611529.453709:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611529.458641:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611529.458663:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611529.458665:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611529.458669:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611529.458671:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611529.458674:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.458676:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611529.458678:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611529.458680:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611530.204718:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611530.204727:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611530.204895:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611530.204900:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611530.204904:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611530.217637:0:29147:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611530.217643:0:29147:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611530.217646:0:29147:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611530.217650:0:29147:0:(client.c:2663:ptlrpc_set_wait()) set ffff880130c71180 going to sleep for 0 seconds 00000100:00000001:0.0:1749611530.217654:0:29147:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611530.217657:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611530.217660:0:29147:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611530.217672:0:29147:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009c4fc380 x1834598494686720/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611530.217684:0:29147:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611530.217688:0:29147:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc380 x1834598494686720/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611530.217698:0:29147:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611530.217701:0:29147:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611530.217703:0:29147:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611530.217705:0:29147:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611530.217709:0:29147:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc380 x1834598494686720/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611530.217718:0:29147:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:29147:1834598494686720:0@lo:253:mount.lustre.0 00000100:00000001:0.0:1749611530.217723:0:29147:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611530.217725:0:29147:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611530.217728:0:29147:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611530.217730:0:29147:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611530.217752:0:29147:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc380 x1834598494686720/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611530.217759:0:29147:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611530.217763:0:29147:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880130c71180. 00000100:00000001:0.0:1749611530.217769:0:29147:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611530.217771:0:29147:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611530.217774:0:29147:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611530.217776:0:29147:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc380 x1834598494686720/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611530.217783:0:29147:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611530.217786:0:29147:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611530.217788:0:29147:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611530.217790:0:29147:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611530.217794:0:29147:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff88009a4c8000. 02000000:00000001:0.0:1749611530.217804:0:29147:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611530.217806:0:29147:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611530.217808:0:29147:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc380. 00000100:00000001:0.0:1749611530.217811:0:29147:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611530.217813:0:29147:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611530.217815:0:29147:0:(mgc_request_server.c:242:mgc_target_register()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611530.217818:0:29147:0:(mgc_request_server.c:268:mgc_set_info_async_server()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611530.217821:0:29147:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1749611530.217825:0:29147:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000010:0.0:1749611530.217828:0:29147:0:(tgt_mount.c:1429:server_notify_target()) kfreed 'mti': 4544 at ffff880070f02000. 00000020:00000001:0.0:1749611530.217861:0:29147:0:(tgt_mount.c:1431:server_notify_target()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:02000000:0.0:1749611530.217866:0:29147:0:(tgt_mount.c:2346:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:0.0:1749611530.221699:0:29147:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c400. 00000020:00000010:0.0:1749611530.221706:0:29147:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27c600. 00000020:00000010:0.0:1749611530.221711:0:29147:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72a800. 00000020:00000010:0.0:1749611530.221718:0:29147:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdeeb0. 00000020:00000010:0.0:1749611530.221722:0:29147:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27de00. 80000000:00000010:0.0:1749611530.221727:0:29147:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16300. 40000000:00000010:0.0:1749611530.221738:0:29147:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b2230640. 00100000:00000010:0.0:1749611530.221743:0:29147:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72b000. 00040000:00000010:0.0:1749611530.221748:0:29147:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a36c5100. 00040000:00000010:0.0:1749611530.221752:0:29147:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27c800. 00080000:00000010:0.0:1749611530.221758:0:29147:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c7000. 00080000:00000010:0.0:1749611530.221764:0:29147:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009b1fc000. 00002000:00000010:0.0:1749611530.221773:0:29147:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009be89c00. 00000020:00000010:0.0:1749611530.221777:0:29147:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c000. 00000020:00000010:0.0:1749611530.221782:0:29147:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff100. 00000020:00000010:0.0:1749611530.221786:0:29147:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add258. 00002000:00000001:0.0:1749611530.221789:0:29147:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:0.0:1749611530.221793:0:29147:0:(osd_handler.c:8775:osd_prepare()) Process entered 00040000:00000001:0.0:1749611530.221796:0:29147:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:0.0:1749611530.221800:0:29147:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:0.0:1749611530.221803:0:29147:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611530.221806:0:29147:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611530.221809:0:29147:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611530.221813:0:29147:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00000020:00000001:0.0:1749611530.221817:0:29147:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.221821:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611530.221828:0:29147:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849150072 : -131938860401544 : ffff88009717fc78) 00080000:00000001:0.0:1749611530.221833:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611530.221860:0:29147:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611530.221886:0:29147:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611530.221906:0:29147:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.221908:0:29147:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611530.221910:0:29147:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.221912:0:29147:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611530.221915:0:29147:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611530.221919:0:29147:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x3:0x0] 73735:1809994347 to info ffff88009a4c7000 00000020:00000001:0.0:1749611530.221923:0:29147:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880111f87638 00080000:00000002:0.0:1749611530.221925:0:29147:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/quota_slave => [0x200000003:0x3:0x0] 00080000:00000001:0.0:1749611530.221929:0:29147:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.221932:0:29147:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611530.221943:0:29147:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88012d574c00. 00080000:00000001:0.0:1749611530.221946:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611530.221949:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611530.221954:0:29147:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88006a3b8a00. 00000020:00000001:0.0:1749611530.221960:0:29147:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611530.221963:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27ce00. 00000020:00000001:0.0:1749611530.221966:0:29147:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.221969:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.221971:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.221974:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.221976:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.221980:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.221984:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.221989:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134096505432 : -131939613046184 : ffff88006a3b8a58) 00040000:00000001:0.0:1749611530.221996:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611530.221998:0:29147:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611530.221999:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611530.222000:0:29147:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611530.222001:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611530.222002:0:29147:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611530.222006:0:29147:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009d27ce00. 00000020:00000010:0.0:1749611530.222011:0:29147:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88006a3b8a00. 00000020:00000001:0.0:1749611530.222039:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611530.222042:0:29147:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611530.222045:0:29147:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717fe60. 00002000:00000001:0.0:1749611530.222047:0:29147:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849150648 : -131938860400968 : ffff88009717feb8) 00002000:00000001:0.0:1749611530.222050:0:29147:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611530.222052:0:29147:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:0.0:1749611530.222055:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27ce00. 00002000:00000001:0.0:1749611530.222057:0:29147:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222059:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.222060:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.222062:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222063:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.222066:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222068:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.222071:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849150648 : -131938860400968 : ffff88009717feb8) 00040000:00000001:0.0:1749611530.222081:0:29147:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:0.0:1749611530.222084:0:29147:0:(lu_object.c:207:lu_object_put()) Add ffff88012d05bc00/ffff88009717fc20 to site lru. bkt: ffff880111e993e8 00040000:00000001:0.0:1749611530.222088:0:29147:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611530.222090:0:29147:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff880130c71300. 00040000:00000001:0.0:1749611530.222094:0:29147:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611530.222095:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611530.222098:0:29147:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611530.222100:0:29147:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717fd40. 00002000:00000001:0.0:1749611530.222102:0:29147:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849150360 : -131938860401256 : ffff88009717fd98) 00002000:00000001:0.0:1749611530.222105:0:29147:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611530.222106:0:29147:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:0.0:1749611530.222108:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27c200. 00002000:00000001:0.0:1749611530.222110:0:29147:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222112:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.222115:0:29147:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611530.222117:0:29147:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611530.222119:0:29147:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611530.222122:0:29147:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222123:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.222127:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222129:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.222131:0:29147:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611530.222133:0:29147:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611530.222134:0:29147:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611530.222136:0:29147:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611530.222137:0:29147:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222140:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.222143:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849150360 : -131938860401256 : ffff88009717fd98) 00040000:00000001:0.0:1749611530.222146:0:29147:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612134950846976 : -131938758704640 : ffff88009d27c200) 00040000:00000001:0.0:1749611530.222148:0:29147:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611530.222150:0:29147:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:0.0:1749611530.222153:0:29147:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611530.222155:0:29147:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611530.222156:0:29147:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611530.222158:0:29147:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611530.222164:0:29147:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00000020:00000001:0.0:1749611530.222168:0:29147:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222171:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611530.222173:0:29147:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611530.222182:0:29147:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611530.222189:0:29147:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222190:0:29147:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611530.222192:0:29147:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222193:0:29147:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611530.222195:0:29147:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611530.222198:0:29147:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x4:0x0] 92:1809994348 to info ffff88009a4c7000 00000020:00000001:0.0:1749611530.222201:0:29147:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880111f87598 00080000:00000002:0.0:1749611530.222203:0:29147:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000 => [0x200000003:0x4:0x0] 00080000:00000001:0.0:1749611530.222206:0:29147:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222208:0:29147:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222210:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611530.222212:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611530.222216:0:29147:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88006a3b8600. 00000020:00000001:0.0:1749611530.222218:0:29147:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611530.222220:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27d000. 00000020:00000001:0.0:1749611530.222222:0:29147:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222224:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.222225:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.222227:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222228:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.222230:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222233:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.222236:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134096504408 : -131939613047208 : ffff88006a3b8658) 00040000:00000001:0.0:1749611530.222240:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611530.222241:0:29147:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611530.222242:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611530.222243:0:29147:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611530.222244:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611530.222245:0:29147:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611530.222248:0:29147:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009d27d000. 00000020:00000010:0.0:1749611530.222254:0:29147:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88006a3b8600. 00000020:00000001:0.0:1749611530.222264:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611530.222266:0:29147:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611530.222269:0:29147:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f560. 00002000:00000001:0.0:1749611530.222271:0:29147:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849148344 : -131938860403272 : ffff88009717f5b8) 00002000:00000001:0.0:1749611530.222273:0:29147:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611530.222275:0:29147:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:0.0:1749611530.222277:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27d000. 00002000:00000001:0.0:1749611530.222279:0:29147:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222281:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.222282:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.222284:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222286:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.222288:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222291:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.222293:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849148344 : -131938860403272 : ffff88009717f5b8) 00040000:00000001:0.0:1749611530.222296:0:29147:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612134950850560 : -131938758701056 : ffff88009d27d000) 00080000:00000010:0.0:1749611530.222300:0:29147:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88007d297600. 00100000:00000001:0.0:1749611530.222310:0:29147:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611530.222313:0:29147:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b22300c0. 00100000:00000010:0.0:1749611530.222317:0:29147:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8800b22300c0. 00100000:00000001:0.0:1749611530.222320:0:29147:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611530.222322:0:29147:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612134950850560 : -131938758701056 : ffff88009d27d000) 00080000:00000002:0.0:1749611530.222326:0:29147:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 92 00040000:00000001:0.0:1749611530.222330:0:29147:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611530.222332:0:29147:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611530.222335:0:29147:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611530.222337:0:29147:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222339:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611530.222341:0:29147:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611530.222344:0:29147:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611530.222349:0:29147:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222351:0:29147:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611530.222353:0:29147:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222354:0:29147:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611530.222356:0:29147:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611530.222363:0:29147:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x1:0x0] 93:1809994349 to info ffff88009a4c7000 00000020:00000001:0.0:1749611530.222367:0:29147:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880111f875d0 00080000:00000002:0.0:1749611530.222368:0:29147:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000-OST0000 => [0x200000005:0x1:0x0] 00080000:00000001:0.0:1749611530.222372:0:29147:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222374:0:29147:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222376:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611530.222378:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611530.222380:0:29147:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611530.222382:0:29147:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f320. 00002000:00000001:0.0:1749611530.222384:0:29147:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849147768 : -131938860403848 : ffff88009717f378) 00002000:00000001:0.0:1749611530.222386:0:29147:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611530.222387:0:29147:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:0.0:1749611530.222390:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27d400. 00002000:00000001:0.0:1749611530.222392:0:29147:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222393:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.222394:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.222397:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222398:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.222401:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222404:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.222407:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849147768 : -131938860403848 : ffff88009717f378) 00080000:00000010:0.0:1749611530.222411:0:29147:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012c7b7900. 00100000:00000001:0.0:1749611530.222416:0:29147:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611530.222418:0:29147:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b22300c0. 00100000:00000010:0.0:1749611530.222420:0:29147:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8800b22300c0. 00100000:00000001:0.0:1749611530.222423:0:29147:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611530.222425:0:29147:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612134950851584 : -131938758700032 : ffff88009d27d400) 00080000:00000002:0.0:1749611530.222428:0:29147:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 93 00040000:00000001:0.0:1749611530.222430:0:29147:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611530.222433:0:29147:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800a927ca80. 00000001:00000001:0.0:1749611530.222436:0:29147:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611530.222440:0:29147:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012c7b7800. 00000001:00000010:0.0:1749611530.222446:0:29147:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff880076243e80. 00000001:00000010:0.0:1749611530.222449:0:29147:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff880130c71900. 00040000:00000001:0.0:1749611530.222452:0:29147:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612135152175744 : -131938557375872 : ffff8800a927ca80) 00000020:00000001:0.0:1749611530.222459:0:29147:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611530.222470:0:29147:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611530.222472:0:29147:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611530.222476:0:29147:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611530.222478:0:29147:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611530.222479:0:29147:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611530.222481:0:29147:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff880130c719c0. 00040000:00000001:0.0:1749611530.222484:0:29147:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611530.222485:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611530.222487:0:29147:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611530.222489:0:29147:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f680. 00002000:00000001:0.0:1749611530.222491:0:29147:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849148632 : -131938860402984 : ffff88009717f6d8) 00002000:00000001:0.0:1749611530.222494:0:29147:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611530.222495:0:29147:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:0.0:1749611530.222498:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27ca00. 00002000:00000001:0.0:1749611530.222500:0:29147:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222501:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.222503:0:29147:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611530.222505:0:29147:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611530.222507:0:29147:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611530.222508:0:29147:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222510:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.222514:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222516:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.222518:0:29147:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611530.222520:0:29147:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611530.222521:0:29147:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611530.222522:0:29147:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611530.222567:0:29147:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222571:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.222575:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849148632 : -131938860402984 : ffff88009717f6d8) 00040000:00000001:0.0:1749611530.222578:0:29147:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00040000:00000001:0.0:1749611530.222580:0:29147:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611530.222582:0:29147:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:0.0:1749611530.222584:0:29147:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611530.222586:0:29147:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611530.222593:0:29147:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611530.222595:0:29147:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611530.222598:0:29147:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00000020:00000001:0.0:1749611530.222601:0:29147:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222604:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611530.222607:0:29147:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611530.222612:0:29147:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611530.222619:0:29147:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222621:0:29147:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611530.222622:0:29147:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222624:0:29147:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611530.222626:0:29147:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611530.222629:0:29147:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x5:0x0] 94:1809994350 to info ffff88009a4c7000 00000020:00000001:0.0:1749611530.222632:0:29147:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880111f87598 00080000:00000002:0.0:1749611530.222633:0:29147:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000 => [0x200000003:0x5:0x0] 00080000:00000001:0.0:1749611530.222636:0:29147:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222638:0:29147:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222640:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611530.222642:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611530.222645:0:29147:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012c7b7000. 00000020:00000001:0.0:1749611530.222648:0:29147:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611530.222651:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88008295f400. 00000020:00000001:0.0:1749611530.222653:0:29147:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222655:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.222656:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.222658:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222659:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.222661:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222664:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.222667:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137355472984 : -131936354078632 : ffff88012c7b7058) 00040000:00000001:0.0:1749611530.222670:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611530.222672:0:29147:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611530.222673:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611530.222674:0:29147:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611530.222675:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611530.222681:0:29147:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611530.222684:0:29147:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88008295f400. 00000020:00000010:0.0:1749611530.222688:0:29147:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012c7b7000. 00000020:00000001:0.0:1749611530.222691:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611530.222694:0:29147:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611530.222696:0:29147:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f440. 00002000:00000001:0.0:1749611530.222698:0:29147:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849148056 : -131938860403560 : ffff88009717f498) 00002000:00000001:0.0:1749611530.222701:0:29147:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611530.222702:0:29147:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:0.0:1749611530.222704:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88008295f400. 00002000:00000001:0.0:1749611530.222706:0:29147:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222708:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.222709:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.222711:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222713:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.222715:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222718:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.222720:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849148056 : -131938860403560 : ffff88009717f498) 00040000:00000001:0.0:1749611530.222723:0:29147:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612134505083904 : -131939204467712 : ffff88008295f400) 00080000:00000010:0.0:1749611530.222726:0:29147:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012c7b7500. 00100000:00000001:0.0:1749611530.222733:0:29147:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611530.222734:0:29147:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b22300c0. 00100000:00000010:0.0:1749611530.222737:0:29147:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8800b22300c0. 00100000:00000001:0.0:1749611530.222739:0:29147:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611530.222741:0:29147:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612134505083904 : -131939204467712 : ffff88008295f400) 00080000:00000002:0.0:1749611530.222743:0:29147:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 94 00040000:00000001:0.0:1749611530.222746:0:29147:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611530.222747:0:29147:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611530.222749:0:29147:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611530.222751:0:29147:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222753:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611530.222755:0:29147:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611530.222759:0:29147:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611530.222763:0:29147:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222765:0:29147:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611530.222771:0:29147:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222773:0:29147:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611530.222775:0:29147:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611530.222777:0:29147:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x2:0x0] 95:1809994351 to info ffff88009a4c7000 00000020:00000001:0.0:1749611530.222781:0:29147:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880111f875d0 00080000:00000002:0.0:1749611530.222783:0:29147:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000-OST0000 => [0x200000005:0x2:0x0] 00080000:00000001:0.0:1749611530.222785:0:29147:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222787:0:29147:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222789:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611530.222791:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611530.222793:0:29147:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611530.222795:0:29147:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f7a0. 00002000:00000001:0.0:1749611530.222797:0:29147:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849148920 : -131938860402696 : ffff88009717f7f8) 00002000:00000001:0.0:1749611530.222800:0:29147:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611530.222801:0:29147:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:0.0:1749611530.222803:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88008295ee00. 00002000:00000001:0.0:1749611530.222805:0:29147:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222807:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.222808:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.222810:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222812:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.222814:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222817:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.222820:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849148920 : -131938860402696 : ffff88009717f7f8) 00080000:00000010:0.0:1749611530.222823:0:29147:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012c7b7300. 00100000:00000001:0.0:1749611530.222828:0:29147:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611530.222830:0:29147:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b22300c0. 00100000:00000010:0.0:1749611530.222832:0:29147:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8800b22300c0. 00100000:00000001:0.0:1749611530.222834:0:29147:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611530.222854:0:29147:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612134505082368 : -131939204469248 : ffff88008295ee00) 00080000:00000002:0.0:1749611530.222858:0:29147:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 95 00040000:00000001:0.0:1749611530.222860:0:29147:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611530.222862:0:29147:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800a927ca20. 00000001:00000001:0.0:1749611530.222864:0:29147:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611530.222867:0:29147:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012c7b7c00. 00000001:00000010:0.0:1749611530.222888:0:29147:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff880076243f10. 00000001:00000010:0.0:1749611530.222891:0:29147:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff880130c71480. 00040000:00000001:0.0:1749611530.222893:0:29147:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612135152175648 : -131938557375968 : ffff8800a927ca20) 00000020:00000001:0.0:1749611530.222896:0:29147:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611530.222901:0:29147:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611530.222903:0:29147:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611530.222907:0:29147:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611530.222908:0:29147:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611530.222910:0:29147:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611530.222912:0:29147:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff880130c716c0. 00040000:00000001:0.0:1749611530.222914:0:29147:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611530.222916:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611530.222918:0:29147:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611530.222921:0:29147:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717ec60. 00002000:00000001:0.0:1749611530.222922:0:29147:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849146040 : -131938860405576 : ffff88009717ecb8) 00002000:00000001:0.0:1749611530.222925:0:29147:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611530.222927:0:29147:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:0.0:1749611530.222929:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88008295f800. 00002000:00000001:0.0:1749611530.222931:0:29147:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222933:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.222936:0:29147:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611530.222937:0:29147:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611530.222939:0:29147:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611530.222940:0:29147:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222942:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.222945:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222947:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.222950:0:29147:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611530.222952:0:29147:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611530.222953:0:29147:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611530.222954:0:29147:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611530.222956:0:29147:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.222959:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.222962:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849146040 : -131938860405576 : ffff88009717ecb8) 00040000:00000001:0.0:1749611530.222964:0:29147:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612134505084928 : -131939204466688 : ffff88008295f800) 00040000:00000001:0.0:1749611530.222966:0:29147:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611530.222971:0:29147:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:0.0:1749611530.222974:0:29147:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611530.222976:0:29147:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611530.222978:0:29147:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611530.222980:0:29147:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611530.222982:0:29147:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00000020:00000001:0.0:1749611530.222985:0:29147:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.222987:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611530.222989:0:29147:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611530.222994:0:29147:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611530.223000:0:29147:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223002:0:29147:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611530.223003:0:29147:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223005:0:29147:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611530.223006:0:29147:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611530.223009:0:29147:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x6:0x0] 96:1809994352 to info ffff88009a4c7000 00000020:00000001:0.0:1749611530.223011:0:29147:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880111f87598 00080000:00000002:0.0:1749611530.223013:0:29147:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000 => [0x200000003:0x6:0x0] 00080000:00000001:0.0:1749611530.223016:0:29147:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.223018:0:29147:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223020:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611530.223022:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611530.223025:0:29147:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012c7b7e00. 00000020:00000001:0.0:1749611530.223028:0:29147:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611530.223030:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88008295e600. 00000020:00000001:0.0:1749611530.223032:0:29147:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223034:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.223035:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.223037:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.223038:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.223040:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223043:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.223046:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137355476568 : -131936354075048 : ffff88012c7b7e58) 00040000:00000001:0.0:1749611530.223049:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611530.223050:0:29147:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611530.223056:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611530.223057:0:29147:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611530.223059:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611530.223059:0:29147:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611530.223062:0:29147:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88008295e600. 00000020:00000010:0.0:1749611530.223066:0:29147:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012c7b7e00. 00000020:00000001:0.0:1749611530.223070:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611530.223072:0:29147:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611530.223074:0:29147:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f0e0. 00002000:00000001:0.0:1749611530.223076:0:29147:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849147192 : -131938860404424 : ffff88009717f138) 00002000:00000001:0.0:1749611530.223078:0:29147:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611530.223080:0:29147:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:0.0:1749611530.223082:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88008295e600. 00002000:00000001:0.0:1749611530.223084:0:29147:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223086:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.223087:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.223089:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.223091:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.223093:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223096:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.223098:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849147192 : -131938860404424 : ffff88009717f138) 00040000:00000001:0.0:1749611530.223101:0:29147:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612134505080320 : -131939204471296 : ffff88008295e600) 00080000:00000010:0.0:1749611530.223105:0:29147:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800654df800. 00100000:00000001:0.0:1749611530.223110:0:29147:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611530.223112:0:29147:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b22300c0. 00100000:00000010:0.0:1749611530.223114:0:29147:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8800b22300c0. 00100000:00000001:0.0:1749611530.223116:0:29147:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611530.223118:0:29147:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612134505080320 : -131939204471296 : ffff88008295e600) 00080000:00000002:0.0:1749611530.223121:0:29147:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 96 00040000:00000001:0.0:1749611530.223123:0:29147:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611530.223124:0:29147:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611530.223126:0:29147:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611530.223128:0:29147:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223130:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611530.223132:0:29147:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611530.223135:0:29147:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611530.223147:0:29147:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223149:0:29147:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611530.223151:0:29147:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223152:0:29147:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611530.223154:0:29147:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611530.223156:0:29147:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x3:0x0] 97:1809994353 to info ffff88009a4c7000 00000020:00000001:0.0:1749611530.223159:0:29147:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880111f875d0 00080000:00000002:0.0:1749611530.223161:0:29147:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000-OST0000 => [0x200000005:0x3:0x0] 00080000:00000001:0.0:1749611530.223163:0:29147:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.223166:0:29147:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223168:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611530.223170:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611530.223173:0:29147:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611530.223175:0:29147:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717eea0. 00002000:00000001:0.0:1749611530.223177:0:29147:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849146616 : -131938860405000 : ffff88009717eef8) 00002000:00000001:0.0:1749611530.223179:0:29147:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611530.223180:0:29147:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:0.0:1749611530.223184:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880133195200. 00002000:00000001:0.0:1749611530.223186:0:29147:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223187:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.223188:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.223190:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.223192:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.223193:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223196:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.223199:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849146616 : -131938860405000 : ffff88009717eef8) 00080000:00000010:0.0:1749611530.223202:0:29147:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800654df500. 00100000:00000001:0.0:1749611530.223207:0:29147:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611530.223209:0:29147:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff8800b22300c0. 00100000:00000010:0.0:1749611530.223211:0:29147:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff8800b22300c0. 00100000:00000001:0.0:1749611530.223213:0:29147:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611530.223215:0:29147:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612137466483200 : -131936243068416 : ffff880133195200) 00080000:00000002:0.0:1749611530.223217:0:29147:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 97 00040000:00000001:0.0:1749611530.223219:0:29147:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611530.223221:0:29147:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800a927c3e0. 00000001:00000001:0.0:1749611530.223227:0:29147:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611530.223230:0:29147:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8800654df600. 00000001:00000010:0.0:1749611530.223234:0:29147:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff880076243ee0. 00000001:00000010:0.0:1749611530.223243:0:29147:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88009c52e000. 00040000:00000001:0.0:1749611530.223245:0:29147:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612135152174048 : -131938557377568 : ffff8800a927c3e0) 00000020:00000001:0.0:1749611530.223248:0:29147:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611530.223252:0:29147:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611530.223254:0:29147:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611530.223258:0:29147:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611530.223260:0:29147:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611530.223263:0:29147:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611530.223265:0:29147:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611530.223267:0:29147:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611530.223269:0:29147:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611530.223270:0:29147:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611530.223272:0:29147:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611530.223274:0:29147:0:(qsd_writeback.c:621:qsd_start_upd_thread()) Process entered 00040000:00000010:0.0:1749611530.223277:0:29147:0:(qsd_writeback.c:623:qsd_start_upd_thread()) kmalloced '(args)': 72 at ffff880117b165a0. 00000020:00000010:0.0:1749611530.223280:0:29147:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133195a00. 00000020:00000010:0.0:1749611530.223284:0:29147:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc59e00. 00000020:00000010:0.0:1749611530.223287:0:29147:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a728000. 00000020:00000010:0.0:1749611530.223291:0:29147:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efddf98. 00000020:00000010:0.0:1749611530.223294:0:29147:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc58800. 80000000:00000010:0.0:1749611530.223297:0:29147:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16b40. 40000000:00000010:0.0:1749611530.223300:0:29147:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b22300c0. 00100000:00000010:0.0:1749611530.223304:0:29147:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72c000. 00040000:00000010:0.0:1749611530.223307:0:29147:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800654df100. 00040000:00000010:0.0:1749611530.223310:0:29147:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc58600. 00080000:00000010:0.0:1749611530.223314:0:29147:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009a4c4000. 00080000:00000010:0.0:1749611530.223320:0:29147:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009b1f8000. 00002000:00000010:0.0:1749611530.223331:0:29147:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009c0de800. 00040000:00000001:1.0:1749611530.223641:0:29200:0:(qsd_writeback.c:537:qsd_upd_thread()) Process entered 00040000:00000001:0.0:1749611530.223679:0:29147:0:(qsd_writeback.c:646:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611530.223684:0:29147:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1749611530.223687:0:29147:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8800b2230700. 00000020:00000001:0.0:1749611530.223692:0:29147:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611530.223700:0:29147:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8800b2230700. 00000020:00000001:0.0:1749611530.223704:0:29147:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611530.223707:0:29147:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dff700. 00000020:00000010:0.0:1749611530.223717:0:29147:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at ffff8800b2230700. 00000020:00000010:0.0:1749611530.223722:0:29147:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at ffff8800b2230700. 00040000:00000001:0.0:1749611530.223725:0:29147:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:0.0:1749611530.223728:0:29147:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611530.223730:0:29147:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611530.223732:0:29147:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223735:0:29147:0:(osd_handler.c:8811:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611530.223738:0:29147:0:(lfsck_lib.c:3639:lfsck_register()) Process entered 00100000:00000010:0.0:1749611530.223744:0:29147:0:(lfsck_lib.c:3644:lfsck_register()) kmalloced '(lfsck)': 3400 at ffff8800ac9d5000. 00000020:00000001:0.0:1749611530.223748:0:29147:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611530.223750:0:29147:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611530.223752:0:29147:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134503474176 : -131939206077440 : 0xffff8800827d6400) 00000020:00000001:0.0:1749611530.223755:0:29147:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134503474176 : -131939206077440 : ffff8800827d6400) 00000020:00000001:0.0:1749611530.223758:0:29147:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.223761:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611530.223764:0:29147:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849150072 : -131938860401544 : ffff88009717fc78) 00000020:00000001:0.0:1749611530.223767:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611530.223768:0:29147:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611530.223770:0:29147:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717efc0. 00002000:00000001:0.0:1749611530.223773:0:29147:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849146904 : -131938860404712 : ffff88009717f018) 00002000:00000001:0.0:1749611530.223793:0:29147:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611530.223795:0:29147:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:0.0:1749611530.223829:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880079130200. 00002000:00000001:0.0:1749611530.223832:0:29147:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611530.223834:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849146904 : -131938860404712 : ffff88009717f018) 00080000:00000001:0.0:1749611530.223862:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611530.223865:0:29147:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611530.223873:0:29147:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611530.223884:0:29147:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223886:0:29147:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611530.223888:0:29147:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223890:0:29147:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611530.223897:0:29147:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611530.223901:0:29147:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 81927:1809994354 to info ffff88009a4c7000 00000020:00000001:0.0:1749611530.223904:0:29147:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880111f87678 00080000:00000002:0.0:1749611530.223906:0:29147:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/LFSCK => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1749611530.223909:0:29147:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.223911:0:29147:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223913:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611530.223916:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611530.223920:0:29147:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800654dfc00. 00000020:00000001:0.0:1749611530.223923:0:29147:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611530.223925:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880079130400. 00000020:00000001:0.0:1749611530.223928:0:29147:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223930:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.223931:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.223934:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.223935:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.223938:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223941:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.223945:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134013828184 : -131939695723432 : ffff8800654dfc58) 00100000:00000001:0.0:1749611530.223948:0:29147:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:0.0:1749611530.223950:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611530.223951:0:29147:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849150072 : -131938860401544 : ffff88009717fc78) 00080000:00000001:0.0:1749611530.223954:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611530.223955:0:29147:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611530.223960:0:29147:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611530.223965:0:29147:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223966:0:29147:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611530.223968:0:29147:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223969:0:29147:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611530.223971:0:29147:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611530.223973:0:29147:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x8:0x0] 98:1809994355 to info ffff88009a4c7000 00000020:00000001:0.0:1749611530.223976:0:29147:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880111f87638 00080000:00000002:0.0:1749611530.223977:0:29147:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_bookmark => [0x200000003:0x8:0x0] 00080000:00000001:0.0:1749611530.223980:0:29147:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.223982:0:29147:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.223988:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611530.223990:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611530.223994:0:29147:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800654df400. 00000020:00000001:0.0:1749611530.223997:0:29147:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611530.223999:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880079130600. 00000020:00000001:0.0:1749611530.224001:0:29147:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.224003:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.224004:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.224006:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.224008:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.224010:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.224013:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.224016:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134013826136 : -131939695725480 : ffff8800654df458) 00100000:00000001:0.0:1749611530.224380:0:29147:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611530.224383:0:29147:0:(lfsck_layout.c:7056:lfsck_layout_setup()) Process entered 00100000:00000010:0.0:1749611530.224386:0:29147:0:(lfsck_layout.c:7057:lfsck_layout_setup()) kmalloced '(com)': 1504 at ffff88006a729000. 00100000:00000010:0.0:1749611530.224388:0:29147:0:(lfsck_layout.c:7081:lfsck_layout_setup()) kmalloced '(llsd)': 144 at ffff88009c52e3c0. 00100000:00000010:0.0:1749611530.224389:0:29147:0:(lfsck_layout.c:7093:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at ffff8800654df200. 00100000:00000010:0.0:1749611530.224391:0:29147:0:(lfsck_layout.c:7097:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at ffff8800654df700. 00000020:00000001:0.0:1749611530.224392:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611530.224394:0:29147:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849150072 : -131938860401544 : ffff88009717fc78) 00080000:00000001:0.0:1749611530.224396:0:29147:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611530.224397:0:29147:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611530.224401:0:29147:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611530.224406:0:29147:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.224407:0:29147:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611530.224408:0:29147:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.224409:0:29147:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611530.224410:0:29147:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611530.224412:0:29147:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x9:0x0] 99:1809994356 to info ffff88009a4c7000 00000020:00000001:0.0:1749611530.224414:0:29147:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff880111f87620 00080000:00000002:0.0:1749611530.224415:0:29147:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_layout => [0x200000003:0x9:0x0] 00080000:00000001:0.0:1749611530.224417:0:29147:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.224418:0:29147:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.224419:0:29147:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611530.224424:0:29147:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611530.224426:0:29147:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800654df300. 00000020:00000001:0.0:1749611530.224428:0:29147:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611530.224430:0:29147:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880079130800. 00000020:00000001:0.0:1749611530.224431:0:29147:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.224432:0:29147:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611530.224433:0:29147:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611530.224435:0:29147:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611530.224436:0:29147:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611530.224437:0:29147:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.224439:0:29147:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611530.224441:0:29147:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134013825880 : -131939695725736 : ffff8800654df358) 00100000:00000001:0.0:1749611530.224668:0:29147:0:(lfsck_layout.c:7174:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:0.0:1749611530.224676:0:29147:0:(lu_object.c:207:lu_object_put()) Add ffff88012d05bc00/ffff88009717fc20 to site lru. bkt: ffff880111e993e8 00000020:00000010:0.0:1749611530.224682:0:29147:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130a00. 00000020:00000010:0.0:1749611530.224685:0:29147:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880079130c00. 00000020:00000010:0.0:1749611530.224690:0:29147:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d16b800. 00000020:00000010:0.0:1749611530.224694:0:29147:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdad48. 00000020:00000010:0.0:1749611530.224697:0:29147:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880079130e00. 80000000:00000010:0.0:1749611530.224700:0:29147:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16180. 40000000:00000010:0.0:1749611530.224703:0:29147:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b2230700. 00100000:00000010:0.0:1749611530.224707:0:29147:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d16c000. 00040000:00000010:0.0:1749611530.224710:0:29147:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800654df000. 00040000:00000010:0.0:1749611530.224713:0:29147:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880079131000. 00080000:00000010:0.0:1749611530.224718:0:29147:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d7000. 00080000:00000010:0.0:1749611530.224722:0:29147:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f02000. 00002000:00000010:0.0:1749611530.224727:0:29147:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800ac893800. 00000001:00000001:0.0:1749611530.224731:0:29147:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1749611530.224733:0:29147:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 9, last_transno is 38654705664 00080000:00000001:0.0:1749611530.224737:0:29147:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611530.224740:0:29147:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880079131400. 00080000:00000001:0.0:1749611530.224743:0:29147:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00080000:00000001:0.0:1749611530.224747:0:29147:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611530.224750:0:29147:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611530.224759:0:29147:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff8800b2230a40. 00080000:00000001:0.0:1749611530.224763:0:29147:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.224765:0:29147:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611530.224776:0:29147:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611530.224778:0:29147:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1749611530.224797:0:29147:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 38654705664: rc = 0 00000001:00000001:0.0:1749611530.224800:0:29147:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611530.224803:0:29147:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611530.226440:0:29149:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880079131400. 00080000:00000010:2.0:1749611530.226515:0:29147:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff8800b2230a40. 00040000:00000001:2.0:1749611530.226560:0:29147:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:2.0:1749611530.226563:0:29147:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:2.0:1749611530.226567:0:29147:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1749611530.226570:0:29147:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 38654705664: rc = 0 00000001:00000001:2.0:1749611530.226574:0:29147:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611530.226577:0:29147:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611530.226583:0:29147:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880079130c00. 00000020:00000010:2.0:1749611530.226588:0:29147:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d16b800. 00000020:00000010:2.0:1749611530.226593:0:29147:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdad48. 00000020:00000010:2.0:1749611530.226598:0:29147:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880079130e00. 80000000:00000010:2.0:1749611530.226602:0:29147:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16180. 40000000:00000010:2.0:1749611530.226607:0:29147:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b2230700. 00100000:00000010:2.0:1749611530.226611:0:29147:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d16c000. 00040000:00000010:2.0:1749611530.226616:0:29147:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800654df000. 00040000:00000010:2.0:1749611530.226620:0:29147:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880079131000. 00080000:00000010:2.0:1749611530.226624:0:29147:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f02000. 00080000:00000010:2.0:1749611530.226636:0:29147:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d7000. 00002000:00000010:2.0:1749611530.226641:0:29147:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800ac893800. 00000020:00000010:2.0:1749611530.226645:0:29147:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130a00. 00002000:00080000:2.0:1749611530.226650:0:29147:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:2.0:1749611530.226653:0:29147:0:(lfsck_lib.c:3090:lfsck_start()) Process entered 00100000:00000001:2.0:1749611530.226657:0:29147:0:(lfsck_lib.c:3107:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1749611530.226660:0:29147:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:2.0:1749611530.226665:0:29147:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1749611530.226672:0:29147:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1749611530.226674:0:29147:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88012d169800 free: 3921272832 avail: 3689750528 00000020:00000001:2.0:1749611530.226678:0:29147:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1749611530.226681:0:29147:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88012d169800 avail=3689750528 left=3689750528 unstable=0 tot_grant=0 pending=0 00000020:00000001:2.0:1749611530.226684:0:29147:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3689750528 : 3689750528 : dbed2000) 00000020:00000001:2.0:1749611530.226688:0:29147:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1749611530.226691:0:29147:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88012d169800 wants: 280000 current grant 0 granting: 280000 00000020:00000020:2.0:1749611530.226695:0:29147:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88012d169800 tot cached:0 granted:280000 num_exports: 0 00000020:00000001:2.0:1749611530.226697:0:29147:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=280000 : 280000 : 445c0) 00000020:00000020:2.0:1749611530.226700:0:29147:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88012d169800 ocd_grant: 280000 want: 280000 left: 3689750528 00000020:00000001:2.0:1749611530.226702:0:29147:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:2.0:1749611530.226704:0:29147:0:(osd_handler.c:8703:osd_recovery_complete()) Process entered 00040000:00000001:2.0:1749611530.226706:0:29147:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:2.0:1749611530.226708:0:29147:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611530.226710:0:29147:0:(osd_handler.c:8716:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611530.226712:0:29147:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611530.226714:0:29147:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611530.226717:0:29147:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27c600. 00000020:00000010:2.0:1749611530.226720:0:29147:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72a800. 00000020:00000010:2.0:1749611530.226724:0:29147:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdeeb0. 00000020:00000010:2.0:1749611530.226728:0:29147:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27de00. 80000000:00000010:2.0:1749611530.226732:0:29147:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16300. 40000000:00000010:2.0:1749611530.226734:0:29147:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b2230640. 00100000:00000010:2.0:1749611530.226736:0:29147:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72b000. 00040000:00000010:2.0:1749611530.226740:0:29147:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a36c5100. 00040000:00000010:2.0:1749611530.226748:0:29147:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27c800. 00080000:00000010:2.0:1749611530.226752:0:29147:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009b1fc000. 00080000:00000010:2.0:1749611530.226762:0:29147:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88012d574c00. 00080000:00000010:2.0:1749611530.226767:0:29147:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c7000. 00002000:00000010:2.0:1749611530.226771:0:29147:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009be89c00. 00000020:00000010:2.0:1749611530.226773:0:29147:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c400. 00000020:00000010:2.0:1749611530.226778:0:29147:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff100. 00000020:00000010:2.0:1749611530.226781:0:29147:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add258. 00000020:00000010:2.0:1749611530.226784:0:29147:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c000. 00000020:00000001:2.0:1749611530.226787:0:29147:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:2.0:1749611530.226789:0:29147:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:2.0:1749611530.226790:0:29147:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1749611530.226794:0:29147:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1749611530.226796:0:29147:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:00000001:2.0:1749611530.226799:0:29147:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:2.0:1749611530.226801:0:29147:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:2.0:1749611530.226803:0:29147:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff88006ee72840 : new refcount 2 00000040:00000001:2.0:1749611530.226806:0:29147:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1749611530.226809:0:29147:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff88006ee72840 : new refcount 1 00040000:00000001:2.0:1749611530.226819:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611530.226821:0:29147:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611530.226822:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611530.226823:0:29147:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611530.226824:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611530.226825:0:29147:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611530.226828:0:29147:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009998a400. 00000020:00000010:2.0:1749611530.226832:0:29147:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009d2ad700. 00000020:00000010:2.0:1749611530.226875:0:29147:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dff680. 00040000:00000001:2.0:1749611530.226883:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611530.226884:0:29147:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611530.226885:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611530.226886:0:29147:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611530.226887:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611530.226888:0:29147:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611530.226890:0:29147:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009998ae00. 00000020:00000010:2.0:1749611530.226893:0:29147:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009d2ade00. 00000020:00000010:2.0:1749611530.226896:0:29147:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dffd00. 00000020:00000040:2.0:1749611530.226906:0:29147:0:(genops.c:898:class_export_put()) PUTting export ffff880079138000 : new refcount 1 00000040:00000010:2.0:1749611530.226909:0:29147:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff88006ee72840. 00000040:00000001:2.0:1749611530.226913:0:29147:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611530.226916:0:29147:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611530.226921:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611530.226922:0:29147:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611530.226924:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611530.226924:0:29147:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611530.226925:0:29147:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611530.226927:0:29147:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611530.226928:0:29147:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009998a800. 00000020:00000010:2.0:1749611530.226931:0:29147:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009d2ad600. 00000020:00000040:2.0:1749611530.226936:0:29147:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - mgc_fs 10000000:01000000:2.0:1749611530.226938:0:29147:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.106@tcp: cl_mgc_mutex unlock 10000000:00000001:2.0:1749611530.226940:0:29147:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611530.226942:0:29147:0:(mgc_request_server.c:283:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611530.226944:0:29147:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611530.226946:0:29147:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611530.226948:0:29147:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611530.226952:0:29147:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880118e78600. 00000040:00000010:2.0:1749611530.226961:0:29147:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006bb8c400. 00000020:00000010:2.0:1749611530.226964:0:29147:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72c800. 00000020:00000010:2.0:1749611530.226968:0:29147:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006bb8ce00. 80000000:00000010:2.0:1749611530.226971:0:29147:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16060. 00040000:00000010:2.0:1749611530.226974:0:29147:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800827d7800. 00080000:00000010:2.0:1749611530.226978:0:29147:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a16000. 00080000:00000010:2.0:1749611530.226984:0:29147:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009c627800. 00080000:00000010:2.0:1749611530.226987:0:29147:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c3000. 00000020:00000010:2.0:1749611530.226991:0:29147:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79800. 00000020:00000001:2.0:1749611530.227006:0:29147:0:(tgt_mount.c:1600:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611530.227009:0:29147:0:(tgt_mount.c:2114:server_fill_super_common()) Process entered 00000020:01000004:2.0:1749611530.227011:0:29147:0:(tgt_mount.c:2115:server_fill_super_common()) Server sb, dev=43 00000020:00000001:2.0:1749611530.227020:0:29147:0:(tgt_mount.c:2142:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611530.227022:0:29147:0:(tgt_mount.c:2289:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1749611530.227025:0:29147:0:(super25.c:161:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:2.0:1749611530.227033:0:29147:0:(super25.c:184:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00080000:00000010:3.0:1749611530.228157:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7980. 00080000:00000010:3.0:1749611530.228166:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7980. 00000020:00000001:3.0:1749611530.228171:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611530.228248:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7980. 00080000:00000010:3.0:1749611530.228253:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7980. 00000020:00000001:3.0:1749611530.228256:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611530.228268:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7980. 00080000:00000010:3.0:1749611530.228271:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7980. 00000020:00000001:3.0:1749611530.228274:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611530.232629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611530.232641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611530.232644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611530.232649:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611530.232652:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611530.232655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611530.232659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611530.293872:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50680. 00080000:00000010:1.0:1749611530.293883:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50680. 00000020:00000001:1.0:1749611530.293888:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611530.293965:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50680. 00080000:00000010:1.0:1749611530.293970:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50680. 00000020:00000001:1.0:1749611530.293973:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611530.293980:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50680. 00080000:00000010:1.0:1749611530.293991:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50680. 00000020:00000001:1.0:1749611530.293994:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611530.453591:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611530.453597:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611530.453600:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611530.453603:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611530.453607:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611530.453611:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611530.453614:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611530.453617:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611530.453619:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611530.457488:0:29224:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611530.457498:0:29224:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611530.457503:0:29224:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611530.457550:0:29224:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611530.457555:0:29224:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611530.457559:0:29224:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611530.457568:0:29224:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7780. 00080000:00000010:3.0:1749611530.457573:0:29224:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7780. 00000020:00000001:3.0:1749611530.457576:0:29224:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611530.458668:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611530.458673:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611530.458676:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611530.458679:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611530.458682:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611530.458685:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611530.458688:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611530.458690:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611530.458692:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611530.461708:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50680. 00080000:00000010:1.0:1749611530.461715:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50680. 00000020:00000001:1.0:1749611530.461719:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611530.461794:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50680. 00080000:00000010:1.0:1749611530.461798:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50680. 00000020:00000001:1.0:1749611530.461801:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611530.461807:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50680. 00080000:00000010:1.0:1749611530.461811:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50680. 00000020:00000001:1.0:1749611530.461814:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611530.642033:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611530.642043:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611530.642050:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611530.642120:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611530.642126:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611530.642129:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611530.642136:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611530.642140:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611530.642144:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611530.794996:0:29288:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611530.795006:0:29288:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611530.795013:0:29288:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611530.795029:0:29288:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611530.795034:0:29288:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611530.795038:0:29288:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611530.795045:0:29288:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611530.795050:0:29288:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611530.795053:0:29288:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611530.799108:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611530.799115:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611530.799124:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611530.799196:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611530.799200:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611530.799203:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611530.799209:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611530.799212:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611530.799215:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1749611530.916176:0:29331:0:(lproc_fid.c:530:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:1.0:1749611530.916182:0:29331:0:(lproc_fid.c:545:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:1.0:1749611530.916186:0:29331:0:(lproc_fid.c:551:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000010:2.0:1749611530.968782:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611530.968791:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611530.968798:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611530.968904:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611530.968910:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611530.968914:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611530.968921:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611530.968926:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611530.968929:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611531.113328:0:29351:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611531.113338:0:29351:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611531.113343:0:29351:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611531.113360:0:29351:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611531.113366:0:29351:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611531.113369:0:29351:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611531.113381:0:29351:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611531.113386:0:29351:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611531.113390:0:29351:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611531.117738:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611531.117745:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611531.117751:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611531.117824:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611531.117851:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611531.117855:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611531.117862:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611531.117866:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611531.117869:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611531.206641:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611531.206647:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611531.206763:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611531.206768:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611531.206772:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611531.232631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611531.232643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611531.232646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611531.232649:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611531.232652:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611531.232656:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611531.232658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.234815:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000001:3.0:1749611531.234822:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.234825:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.234851:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000040:3.0:1749611531.234855:0:29395:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000001:3.0:1749611531.234857:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.234859:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.234861:0:29395:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000040:3.0:1749611531.234863:0:29395:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000001:3.0:1749611531.234865:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.234875:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.234877:0:29395:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000040:3.0:1749611531.234879:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000001:3.0:1749611531.234881:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.234883:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.234885:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000040:3.0:1749611531.234887:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000001:3.0:1749611531.234889:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.234891:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.234892:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000040:3.0:1749611531.234895:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000001:3.0:1749611531.234896:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.234898:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.234899:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000040:3.0:1749611531.234902:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000001:3.0:1749611531.234904:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.234905:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.234907:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000040:3.0:1749611531.234909:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000001:3.0:1749611531.234911:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.234917:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.234919:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000040:3.0:1749611531.234922:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085151570) now 6 - health_check_show 00000020:00000001:3.0:1749611531.234924:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.234927:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.234928:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085151570) now 6 - health_check_show 00000020:00000040:3.0:1749611531.234930:0:29395:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000001:3.0:1749611531.234932:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.234939:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.234940:0:29395:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000040:3.0:1749611531.234942:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085150000) now 4 - health_check_show 00000020:00000001:3.0:1749611531.234944:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:3.0:1749611531.234948:0:29395:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5800. 00000020:00000010:3.0:1749611531.234953:0:29395:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009cbf5000. 00000020:00000010:3.0:1749611531.234956:0:29395:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bc000. 00000020:00000010:3.0:1749611531.234962:0:29395:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611531.234966:0:29395:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009cbf4e00. 80000000:00000010:3.0:1749611531.234969:0:29395:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1120. 40000000:00000010:3.0:1749611531.234973:0:29395:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b405d580. 00100000:00000010:3.0:1749611531.234977:0:29395:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51ba000. 00040000:00000010:3.0:1749611531.234981:0:29395:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4d00. 00040000:00000010:3.0:1749611531.234985:0:29395:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009cbf4c00. 00080000:00000010:3.0:1749611531.234990:0:29395:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48e000. 00080000:00000010:3.0:1749611531.234995:0:29395:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b04000. 00002000:00000010:3.0:1749611531.235002:0:29395:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cd68c00. 00000020:00000010:3.0:1749611531.235011:0:29395:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009cbf5000. 00000020:00000010:3.0:1749611531.235015:0:29395:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bc000. 00000020:00000010:3.0:1749611531.235019:0:29395:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611531.235023:0:29395:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009cbf4e00. 80000000:00000010:3.0:1749611531.235026:0:29395:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f1120. 40000000:00000010:3.0:1749611531.235030:0:29395:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b405d580. 00100000:00000010:3.0:1749611531.235033:0:29395:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51ba000. 00040000:00000010:3.0:1749611531.235036:0:29395:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4d00. 00040000:00000010:3.0:1749611531.235044:0:29395:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009cbf4c00. 00080000:00000010:3.0:1749611531.235048:0:29395:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b04000. 00080000:00000010:3.0:1749611531.235052:0:29395:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48e000. 00002000:00000010:3.0:1749611531.235057:0:29395:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cd68c00. 00000020:00000010:3.0:1749611531.235059:0:29395:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5800. 00000020:00000001:3.0:1749611531.235062:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235064:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085150000) now 4 - health_check_show 00000020:00000040:3.0:1749611531.235066:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) now 6 - health_check_show 00000020:00000001:3.0:1749611531.235068:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235070:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235071:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) now 6 - health_check_show 00000020:00000040:3.0:1749611531.235073:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) now 6 - health_check_show 00000020:00000001:3.0:1749611531.235075:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235076:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235078:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) now 6 - health_check_show 00000020:00000040:3.0:1749611531.235080:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000001:3.0:1749611531.235082:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235084:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235085:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000040:3.0:1749611531.235088:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000001:3.0:1749611531.235089:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:3.0:1749611531.235091:0:29395:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5800. 00000020:00000010:3.0:1749611531.235094:0:29395:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009cbf5a00. 00000020:00000010:3.0:1749611531.235096:0:29395:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51ba000. 00000020:00000010:3.0:1749611531.235098:0:29395:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611531.235101:0:29395:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009cbf4c00. 80000000:00000010:3.0:1749611531.235103:0:29395:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1120. 40000000:00000010:3.0:1749611531.235105:0:29395:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b405d580. 00100000:00000010:3.0:1749611531.235107:0:29395:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bc000. 00040000:00000010:3.0:1749611531.235109:0:29395:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4d00. 00040000:00000010:3.0:1749611531.235111:0:29395:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009cbf4e00. 00080000:00000010:3.0:1749611531.235114:0:29395:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48e000. 00080000:00000010:3.0:1749611531.235116:0:29395:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b04000. 00002000:00000010:3.0:1749611531.235123:0:29395:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cd68c00. 00000020:00000010:3.0:1749611531.235130:0:29395:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009cbf5a00. 00000020:00000010:3.0:1749611531.235132:0:29395:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51ba000. 00000020:00000010:3.0:1749611531.235135:0:29395:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611531.235138:0:29395:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009cbf4c00. 80000000:00000010:3.0:1749611531.235140:0:29395:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f1120. 40000000:00000010:3.0:1749611531.235142:0:29395:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b405d580. 00100000:00000010:3.0:1749611531.235144:0:29395:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51bc000. 00040000:00000010:3.0:1749611531.235147:0:29395:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4d00. 00040000:00000010:3.0:1749611531.235149:0:29395:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009cbf4e00. 00080000:00000010:3.0:1749611531.235152:0:29395:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b04000. 00080000:00000010:3.0:1749611531.235154:0:29395:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48e000. 00002000:00000010:3.0:1749611531.235157:0:29395:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cd68c00. 00000020:00000010:3.0:1749611531.235159:0:29395:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5800. 00000020:00000001:3.0:1749611531.235161:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235163:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000040:3.0:1749611531.235165:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000001:3.0:1749611531.235167:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235168:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235170:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000040:3.0:1749611531.235172:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000001:3.0:1749611531.235174:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235175:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235176:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000040:3.0:1749611531.235248:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000001:3.0:1749611531.235252:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235253:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235255:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000040:3.0:1749611531.235258:0:29395:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611531.235259:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235261:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235262:0:29395:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611531.235264:0:29395:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000001:3.0:1749611531.235271:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235277:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235278:0:29395:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000040:3.0:1749611531.235280:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000001:3.0:1749611531.235282:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235284:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235285:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000040:3.0:1749611531.235287:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000001:3.0:1749611531.235289:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235290:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235291:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000040:3.0:1749611531.235293:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000001:3.0:1749611531.235295:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235296:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235297:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000040:3.0:1749611531.235299:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611531.235301:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235302:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235304:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611531.235306:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611531.235308:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235309:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235310:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611531.235312:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085151570) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611531.235314:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235316:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235317:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085151570) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611531.235319:0:29395:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000001:3.0:1749611531.235321:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235324:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235325:0:29395:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000040:3.0:1749611531.235327:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085150000) now 4 - health_check_seq_show 00000020:00000001:3.0:1749611531.235333:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:3.0:1749611531.235335:0:29395:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5800. 00000020:00000010:3.0:1749611531.235338:0:29395:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009cbf5000. 00000020:00000010:3.0:1749611531.235341:0:29395:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bc000. 00000020:00000010:3.0:1749611531.235344:0:29395:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611531.235346:0:29395:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009cbf4e00. 80000000:00000010:3.0:1749611531.235349:0:29395:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1120. 40000000:00000010:3.0:1749611531.235351:0:29395:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b405d4c0. 00100000:00000010:3.0:1749611531.235354:0:29395:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51ba000. 00040000:00000010:3.0:1749611531.235356:0:29395:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4d00. 00040000:00000010:3.0:1749611531.235358:0:29395:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009cbf4c00. 00080000:00000010:3.0:1749611531.235361:0:29395:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48e000. 00080000:00000010:3.0:1749611531.235364:0:29395:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b04000. 00002000:00000010:3.0:1749611531.235368:0:29395:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cd68c00. 00000020:00000010:3.0:1749611531.235373:0:29395:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009cbf5000. 00000020:00000010:3.0:1749611531.235376:0:29395:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bc000. 00000020:00000010:3.0:1749611531.235378:0:29395:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611531.235381:0:29395:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009cbf4e00. 80000000:00000010:3.0:1749611531.235383:0:29395:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f1120. 40000000:00000010:3.0:1749611531.235386:0:29395:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b405d4c0. 00100000:00000010:3.0:1749611531.235388:0:29395:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51ba000. 00040000:00000010:3.0:1749611531.235391:0:29395:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4d00. 00040000:00000010:3.0:1749611531.235393:0:29395:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009cbf4c00. 00080000:00000010:3.0:1749611531.235396:0:29395:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b04000. 00080000:00000010:3.0:1749611531.235398:0:29395:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48e000. 00002000:00000010:3.0:1749611531.235401:0:29395:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cd68c00. 00000020:00000010:3.0:1749611531.235403:0:29395:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5800. 00000020:00000001:3.0:1749611531.235405:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235407:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085150000) now 4 - health_check_seq_show 00000020:00000040:3.0:1749611531.235409:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611531.235411:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235412:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235414:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611531.235420:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611531.235422:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235423:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235425:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611531.235427:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611531.235429:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235430:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235432:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611531.235434:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000001:3.0:1749611531.235435:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:3.0:1749611531.235437:0:29395:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf5800. 00000020:00000010:3.0:1749611531.235440:0:29395:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009cbf5a00. 00000020:00000010:3.0:1749611531.235442:0:29395:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51ba000. 00000020:00000010:3.0:1749611531.235445:0:29395:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611531.235447:0:29395:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009cbf4c00. 80000000:00000010:3.0:1749611531.235449:0:29395:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1120. 40000000:00000010:3.0:1749611531.235451:0:29395:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b405d4c0. 00100000:00000010:3.0:1749611531.235453:0:29395:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bc000. 00040000:00000010:3.0:1749611531.235455:0:29395:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8ba4d00. 00040000:00000010:3.0:1749611531.235457:0:29395:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009cbf4e00. 00080000:00000010:3.0:1749611531.235460:0:29395:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48e000. 00080000:00000010:3.0:1749611531.235463:0:29395:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b04000. 00002000:00000010:3.0:1749611531.235465:0:29395:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cd68c00. 00000020:00000010:3.0:1749611531.235469:0:29395:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009cbf5a00. 00000020:00000010:3.0:1749611531.235472:0:29395:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51ba000. 00000020:00000010:3.0:1749611531.235474:0:29395:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611531.235476:0:29395:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009cbf4c00. 80000000:00000010:3.0:1749611531.235478:0:29395:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f1120. 40000000:00000010:3.0:1749611531.235480:0:29395:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b405d4c0. 00100000:00000010:3.0:1749611531.235482:0:29395:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51bc000. 00040000:00000010:3.0:1749611531.235485:0:29395:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8ba4d00. 00040000:00000010:3.0:1749611531.235487:0:29395:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009cbf4e00. 00080000:00000010:3.0:1749611531.235494:0:29395:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b04000. 00080000:00000010:3.0:1749611531.235496:0:29395:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48e000. 00002000:00000010:3.0:1749611531.235499:0:29395:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cd68c00. 00000020:00000010:3.0:1749611531.235501:0:29395:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf5800. 00000020:00000001:3.0:1749611531.235503:0:29395:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235505:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000040:3.0:1749611531.235507:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611531.235509:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235510:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235512:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611531.235513:0:29395:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611531.235515:0:29395:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611531.235516:0:29395:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611531.235518:0:29395:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00080000:00000010:1.0:1749611531.290802:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50880. 00080000:00000010:1.0:1749611531.290811:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50880. 00000020:00000001:1.0:1749611531.290817:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611531.290923:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50880. 00080000:00000010:1.0:1749611531.290929:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50880. 00000020:00000001:1.0:1749611531.290933:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611531.290940:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50880. 00080000:00000010:1.0:1749611531.290944:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50880. 00000020:00000001:1.0:1749611531.290948:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611531.453629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611531.453635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611531.453637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611531.453642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611531.453655:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611531.453660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611531.453663:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611531.453666:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611531.453669:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611531.458633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611531.458639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611531.458641:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611531.458644:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611531.458647:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611531.458650:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611531.458653:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611531.458656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611531.458658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611531.522052:0:29419:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc00. 00080000:00000010:0.0:1749611531.522061:0:29419:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc00. 00000020:00000001:0.0:1749611531.522067:0:29419:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611531.522083:0:29419:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc00. 00080000:00000010:0.0:1749611531.522088:0:29419:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc00. 00000020:00000001:0.0:1749611531.522092:0:29419:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611531.522099:0:29419:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc00. 00080000:00000010:0.0:1749611531.522103:0:29419:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc00. 00000020:00000001:0.0:1749611531.522106:0:29419:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611531.526654:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50880. 00080000:00000010:1.0:1749611531.526661:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50880. 00000020:00000001:1.0:1749611531.526666:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611531.526739:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50880. 00080000:00000010:1.0:1749611531.526743:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50880. 00000020:00000001:1.0:1749611531.526746:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611531.526751:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50880. 00080000:00000010:1.0:1749611531.526755:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50880. 00000020:00000001:1.0:1749611531.526758:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611532.055636:0:29571:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1749611532.055641:0:29571:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing set_default_debug all all 00000001:00000001:2.0:1749611532.061009:0:29571:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:1.0:1749611532.069112:0:29572:0:(debug.c:324:cfs_str2mask()) Process entered 00000400:00000001:1.0:1749611532.074620:0:29573:0:(debug.c:324:cfs_str2mask()) Process entered 00080000:00000010:2.0:1749611532.128708:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611532.128718:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611532.128724:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611532.128793:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611532.128799:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611532.128802:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611532.128809:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b00. 00080000:00000010:2.0:1749611532.128813:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b00. 00000020:00000001:2.0:1749611532.128817:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611532.208654:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611532.208661:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611532.208786:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611532.208791:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611532.208795:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611532.232570:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611532.232581:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611532.232582:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611532.232585:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611532.232587:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611532.232590:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611532.232593:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611532.260311:0:29595:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7880. 00080000:00000010:3.0:1749611532.260317:0:29595:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7880. 00000020:00000001:3.0:1749611532.260320:0:29595:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611532.260329:0:29595:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7880. 00080000:00000010:3.0:1749611532.260333:0:29595:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7880. 00000020:00000001:3.0:1749611532.260335:0:29595:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611532.260340:0:29595:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7880. 00080000:00000010:3.0:1749611532.260343:0:29595:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7880. 00000020:00000001:3.0:1749611532.260345:0:29595:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611532.262502:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749611532.262505:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749611532.262508:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611532.262576:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749611532.262579:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749611532.262580:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611532.262584:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749611532.262585:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749611532.262587:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611532.366228:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50a80. 00080000:00000010:1.0:1749611532.366234:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50a80. 00000020:00000001:1.0:1749611532.366237:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611532.366280:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50a80. 00080000:00000010:1.0:1749611532.366283:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50a80. 00000020:00000001:1.0:1749611532.366285:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611532.366289:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50a80. 00080000:00000010:1.0:1749611532.366292:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50a80. 00000020:00000001:1.0:1749611532.366294:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611532.453576:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611532.453580:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611532.453581:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611532.453584:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611532.453586:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611532.453588:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611532.453590:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611532.453598:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880071e78000 x1834598494687744/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611532.453613:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611532.453615:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78000 x1834598494687744/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611532.453620:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611532.453622:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611532.453623:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611532.453624:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611532.453626:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78000 x1834598494687744/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611532.453630:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494687744:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611532.453633:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611532.453634:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611532.453636:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611532.453637:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611532.453639:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78000 x1834598494687744/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611532.453643:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611532.453644:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381000. 00000100:00000001:2.0:1749611532.453646:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611532.453647:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611532.453650:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611532.453652:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611532.453654:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611532.453656:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012d05ae00 refcount=4 00000020:00000001:2.0:1749611532.453657:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137364532736 : -131936345018880 : ffff88012d05ae00) 00010000:00000001:2.0:1749611532.453659:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137364532736 : -131936345018880 : ffff88012d05ae00) 00010000:00010000:2.0:1749611532.453663:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88012d05ae00/0x689c0ec07329d58f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611532.453673:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611532.453676:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88012d05ae00/0x689c0ec07329d58f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611532.453679:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611532.453682:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012d05ae00/0x689c0ec07329d58f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611532.453685:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611532.453686:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611532.453687:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88012d05ae00/0x689c0ec07329d58f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611532.453690:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611532.453692:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611532.453694:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611532.453695:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88012d05ae00/0x689c0ec07329d58f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611532.453698:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88012d05ae00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611532.453700:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611532.453702:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88012d05ae00/0x689c0ec07329d58f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611532.453705:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611532.453705:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611532.453706:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611532.453707:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012d05ae00 refcount=5 00000020:00000001:2.0:1749611532.453708:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137364532736 : -131936345018880 : ffff88012d05ae00) 00010000:00000001:2.0:1749611532.453709:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137364532736 : -131936345018880 : ffff88012d05ae00) 00010000:00000001:2.0:1749611532.453711:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611532.453714:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88012d05ae00/0x689c0ec07329d58f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611532.453718:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611532.453719:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88012d05ae00/0x689c0ec07329d58f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611532.453722:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611532.453723:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611532.453724:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611532.453725:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611532.453726:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611532.453728:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611532.453729:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611532.453730:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611532.453730:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611532.453732:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012d05ae00 with handle 0x689c0ec07329d58f from hash 00010000:00000001:2.0:1749611532.453733:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611532.453734:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611532.453734:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611532.453735:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611532.453736:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611532.453736:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611532.453737:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611532.453738:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611532.453739:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611532.453740:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611532.453741:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88012d05ae00/0x689c0ec07329d58f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611532.453743:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611532.453744:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611532.453744:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611532.453745:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611532.453746:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611532.453746:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611532.453747:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611532.453750:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88012d05ae00/0x689c0ec07329d58f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611532.453755:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880086d2e400 count: 0 00010000:00000001:2.0:1749611532.453771:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611532.453772:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611532.453775:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611532.453777:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78000 x1834598494687744/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611532.453781:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611532.453783:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611532.453784:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611532.453785:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611532.453788:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d05ba00. 02000000:00000001:2.0:1749611532.453792:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611532.453793:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611532.453794:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78000. 00000100:00000001:2.0:1749611532.453796:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611532.453797:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611532.453798:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611532.453800:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611532.453802:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611532.453804:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8800b53c0340. 00000020:00000010:2.0:1749611532.453807:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78200. 00000020:00000010:2.0:1749611532.453810:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880118e78600. 00000040:00000010:2.0:1749611532.453812:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880118e79800. 00000020:00000010:2.0:1749611532.453828:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611532.453833:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880118e78400. 80000000:00000010:2.0:1749611532.453835:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256840. 00040000:00000010:2.0:1749611532.453838:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880118e79600. 00080000:00000010:2.0:1749611532.453843:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749611532.453846:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abc000. 10000000:00000040:2.0:1749611532.453851:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749611532.453852:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611532.453859:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880118e78600. 00000040:00000010:2.0:1749611532.453866:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880118e79800. 00000020:00000010:2.0:1749611532.453873:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611532.453876:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880118e78400. 80000000:00000010:2.0:1749611532.453878:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256840. 00040000:00000010:2.0:1749611532.453880:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880118e79600. 00080000:00000010:2.0:1749611532.453883:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abc000. 00080000:00000010:2.0:1749611532.453902:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000020:00000010:2.0:1749611532.453904:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e78200. 10000000:00000010:2.0:1749611532.453906:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8800b53c0340. 10000000:01000000:2.0:1749611532.453908:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0001' failed (-5). 10000000:00000001:2.0:1749611532.453910:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611532.453912:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611532.453913:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611532.453914:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611532.453915:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff88009c9bfc00) refs 2 10000000:00000001:2.0:1749611532.453916:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611532.453918:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611532.453919:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-OST0001(ffff88007a828800) refs 2 10000000:00000001:2.0:1749611532.453920:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611532.453921:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611532.453921:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1749611532.453922:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611532.453923:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b4229000 from 4 10000000:00000001:2.0:1749611532.453924:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611532.453925:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749611532.453927:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78000. 00000020:00000040:2.0:1749611532.453929:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611532.453932:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611532.453934:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611532.453937:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611532.453940:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880118e78200. 00000100:00000001:2.0:1749611532.453944:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611532.453946:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611532.453947:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611532.453952:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880086d2eb00. 00010000:00000001:2.0:1749611532.453955:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611532.453956:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880118e78a00. 00000020:00000001:2.0:1749611532.453958:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611532.453959:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880118e78a00 with handle 0x689c0ec07329d596 to hash 00000020:00000001:2.0:1749611532.453961:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611532.453962:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137027013120 : -131936682538496 : ffff880118e78a00) 00010000:00000001:2.0:1749611532.453963:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137027013120 : -131936682538496 : ffff880118e78a00) 00010000:00000001:2.0:1749611532.453965:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611532.453966:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611532.453968:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d596 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611532.453972:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d596 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611532.453978:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d596 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611532.453981:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611532.453982:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611532.453985:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381000. 00000100:00000001:2.0:1749611532.453986:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096277504 : -131939613274112 : ffff88006a381000) 00000100:00000001:2.0:1749611532.453988:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611532.453988:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225215488 : -131939484336128 : ffff880071e78000) 00000100:00000001:2.0:1749611532.453991:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611532.453994:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611532.453995:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611532.453997:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611532.453999:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78000 x1834598494688640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611532.454004:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611532.454005:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611532.454007:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880071e78000 x1834598494688640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611532.454013:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611532.454014:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611532.454015:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611532.454016:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611532.454017:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611532.454018:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611532.454019:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611532.454019:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611532.454020:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611532.458575:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611532.458578:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611532.458579:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611532.458581:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611532.458582:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611532.458584:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611532.458586:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611532.458587:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611532.458593:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611532.460586:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2e400. 00010000:00000010:3.1:1749611532.460591:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d05ae00. 00080000:00000010:2.0:1749611532.466514:0:29662:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611532.466519:0:29662:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611532.466549:0:29662:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611532.466560:0:29662:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611532.466563:0:29662:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611532.466565:0:29662:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611532.466568:0:29662:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611532.466571:0:29662:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611532.466573:0:29662:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611532.468798:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611532.468802:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611532.468804:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611532.468876:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611532.468878:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611532.468881:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611532.468884:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611532.468885:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611532.468887:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611532.571701:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611532.571707:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611532.571711:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611532.571748:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611532.571751:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611532.571753:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611532.571757:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611532.571763:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611532.571765:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611532.853037:0:29727:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611532.853043:0:29727:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611532.853047:0:29727:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611532.853057:0:29727:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611532.853059:0:29727:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611532.853061:0:29727:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611532.853066:0:29727:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611532.853069:0:29727:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611532.853071:0:29727:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611532.855260:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7080. 00080000:00000010:3.0:1749611532.855264:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7080. 00000020:00000001:3.0:1749611532.855266:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611532.855306:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7080. 00080000:00000010:3.0:1749611532.855308:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7080. 00000020:00000001:3.0:1749611532.855309:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611532.855312:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7080. 00080000:00000010:3.0:1749611532.855314:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7080. 00000020:00000001:3.0:1749611532.855315:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611532.933839:0:29769:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611532.933841:0:29769:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 165f: ofd_access_log_reader --exit-on-close works ========================================================== 23:12:12 (1749611532) 00000001:00000001:3.0:1749611532.936637:0:29769:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:0.0:1749611532.964590:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611532.964596:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611532.964599:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611532.964638:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611532.964644:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611532.964646:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611532.964650:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611532.964653:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611532.964654:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611533.063139:0:29791:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50a80. 00080000:00000010:1.0:1749611533.063145:0:29791:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50a80. 00000020:00000001:1.0:1749611533.063148:0:29791:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611533.063157:0:29791:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50a80. 00080000:00000010:1.0:1749611533.063160:0:29791:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50a80. 00000020:00000001:1.0:1749611533.063162:0:29791:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611533.063166:0:29791:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50a80. 00080000:00000010:1.0:1749611533.063169:0:29791:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50a80. 00000020:00000001:1.0:1749611533.063171:0:29791:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611533.065425:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611533.065429:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611533.065431:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611533.065468:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611533.065470:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611533.065472:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611533.065475:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611533.065477:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611533.065478:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611533.167930:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50a80. 00080000:00000010:1.0:1749611533.167936:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50a80. 00000020:00000001:1.0:1749611533.167939:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611533.167977:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50a80. 00080000:00000010:1.0:1749611533.167980:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50a80. 00000020:00000001:1.0:1749611533.167982:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611533.167986:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50a80. 00080000:00000010:1.0:1749611533.167988:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50a80. 00000020:00000001:1.0:1749611533.167991:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611533.210563:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611533.210566:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611533.210608:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611533.210611:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611533.210614:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611533.232593:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611533.232603:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611533.232605:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611533.232608:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611533.232609:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611533.232612:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611533.232613:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611533.276955:0:29856:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611533.276961:0:29856:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611533.276964:0:29856:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611533.276973:0:29856:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611533.276976:0:29856:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611533.276978:0:29856:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611533.276983:0:29856:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7280. 00080000:00000010:3.0:1749611533.276986:0:29856:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7280. 00000020:00000001:3.0:1749611533.276988:0:29856:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611533.280117:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611533.280122:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611533.280126:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611533.280178:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611533.280181:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611533.280183:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611533.280187:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611533.280190:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611533.280192:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611533.453621:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611533.453627:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611533.453628:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611533.453631:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611533.453633:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611533.453636:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611533.453638:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611533.453640:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611533.453642:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611533.458591:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611533.458594:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611533.458595:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611533.458597:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611533.458599:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611533.458600:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611533.458602:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611533.458603:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611533.458605:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611534.212687:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611534.212696:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611534.212699:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611534.212702:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611534.212707:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611534.212709:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611534.212712:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611534.212714:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611534.212889:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611534.212911:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611534.212914:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611534.232729:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611534.232743:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611534.232745:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611534.232749:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611534.232752:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611534.232756:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.232758:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611534.238609:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611534.238617:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611534.238620:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611534.238624:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611534.238627:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611534.238630:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611534.238635:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611534.238640:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6135 00000100:00080000:2.0:1749611534.238645:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611534.238648:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611534.238651:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611534.238653:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611534.238655:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611534.238659:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611534.238661:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611534.238664:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611534.238668:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611534.238670:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611534.238673:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611534.238676:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611534.238678:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611534.238680:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611534.238681:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611534.238685:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611534.238688:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611534.238690:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611534.238693:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611534.238710:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611534.238713:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.238716:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611534.238719:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611534.238725:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79880. 00000020:00000040:2.0:1749611534.238729:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611534.238733:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611534.238735:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.238739:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611534.238741:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611534.238745:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611534.238753:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5205c00. 00000100:00000001:2.0:1749611534.238760:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611534.238770:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e79880 x1834598494688768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611534.238781:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611534.238785:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611534.238790:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79880] to pc [ptlrpcd_rcv+-1] req@ffff880071e79880 x1834598494688768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611534.238834:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611534.238838:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611534.238842:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611534.238844:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611534.238846:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611534.238848:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611534.238850:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6135 00000100:00080000:2.0:1749611534.238853:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611534.238856:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611534.238858:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611534.238860:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611534.238862:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611534.238864:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611534.238872:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611534.238874:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611534.238876:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611534.238878:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611534.238881:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611534.238884:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611534.238886:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611534.238887:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611534.238889:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611534.238891:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611534.238893:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611534.238895:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611534.238897:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611534.238901:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611534.238903:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.238905:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611534.238907:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611534.238910:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79f80. 00000020:00000040:2.0:1749611534.238913:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611534.238915:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611534.238916:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.238918:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611534.238919:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611534.238921:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611534.238925:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5206400. 00000100:00000001:2.0:1749611534.238929:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.238930:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611534.238933:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e79f80 x1834598494688896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611534.238936:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611534.238939:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611534.238941:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611534.238943:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611534.238947:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79f80] to pc [ptlrpcd_rcv+-1] req@ffff880071e79f80 x1834598494688896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611534.238948:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79880 x1834598494688768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611534.238955:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.238960:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611534.238963:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611534.238966:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611534.238968:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611534.238969:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611534.238971:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749611534.238973:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611534.238974:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6135 00000100:00080000:2.0:1749611534.238976:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749611534.238977:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611534.238978:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611534.238980:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611534.238980:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611534.238982:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749611534.238983:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.238984:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611534.238985:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611534.238987:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611534.238988:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749611534.238988:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494688768:0@lo:38:kworker.0 00000020:00000040:2.0:1749611534.238990:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611534.238992:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749611534.238993:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749611534.238994:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611534.238997:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749611534.238997:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611534.238998:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611534.238999:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611534.239000:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611534.239002:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611534.239002:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749611534.239004:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611534.239006:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000010:0.0:1749611534.239007:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c625c00. 00000100:00000001:2.0:1749611534.239008:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611534.239009:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611534.239009:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611534.239012:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611534.239014:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239016:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611534.239017:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611534.239017:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000100:00000010:2.0:1749611534.239020:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7a300. 00000020:00000040:2.0:1749611534.239022:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000010:0.0:1749611534.239024:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 02000000:00000001:2.0:1749611534.239029:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611534.239031:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239032:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749611534.239033:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494688768, portal 4 02000000:00000001:2.0:1749611534.239034:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611534.239036:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239036:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611534.239038:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225221760 : -131939484329856 : ffff880071e79880) 02000000:00000010:2.0:1749611534.239041:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5207000. 00000100:00000001:2.0:1749611534.239044:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611534.239046:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79880 x1834598494688768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611534.239048:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7a300 x1834598494689024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611534.239055:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611534.239055:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611534.239057:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611534.239058:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611534.239060:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7a300] to pc [ptlrpcd_rcv+-1] req@ffff880071e7a300 x1834598494689024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611534.239060:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000200:0.0:1749611534.239063:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494688768, offset 0 00000100:00000001:2.0:1749611534.239068:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611534.239069:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611534.239070:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611534.239074:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611534.239077:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7a680. 00000020:00000040:2.0:1749611534.239079:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611534.239081:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611534.239082:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611534.239084:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611534.239084:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749611534.239087:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e000. 00000100:00000001:2.0:1749611534.239089:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611534.239093:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611534.239095:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94d600 00000100:00000001:2.0:1749611534.239101:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611534.239103:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611534.239103:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 7280 00000100:00000040:2.0:1749611534.239108:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7a680] to pc [ptlrpcd_00_01+1] req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611534.239111:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611534.239116:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611534.239121:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611534.239123:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611534.239128:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111572a00. 00000100:00000040:0.0:1749611534.239131:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111572a00 x1834598494688768 msgsize 520 00000100:00100000:0.0:1749611534.239135:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611534.239140:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611534.239143:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611534.239150:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749611534.239153:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611534.239155:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611534.239157:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88007197d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611534.239159:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:0.0:1749611534.239159:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749611534.239161:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00080000:2.0:1749611534.239162:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6135 00000100:00000001:0.0:1749611534.239165:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:2.0:1749611534.239166:0:18174:0:(import.c:2097:obd_at_measure()) add 20 to ffff88007197d3f0 time=15 v=15 (15 0 0 0) 00000100:00001000:2.0:1749611534.239169:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88007197d3f0 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00000200:0.0:1749611534.239169:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79880 x1834598494688768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611534.239172:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00000040:2.0:1749611534.239175:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611534.239177:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611534.239177:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611534.239179:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611534.239181:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611534.239181:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79880 x1834598494688768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611534.239183:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611534.239185:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d56c 00000020:00000001:2.0:1749611534.239186:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611534.239188:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197a000 refcount=8 00000100:00000001:0.0:1749611534.239188:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611534.239190:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219980800 : -131939489570816 : ffff88007197a000) 00000100:00000001:0.0:1749611534.239190:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611534.239192:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219980800 : -131939489570816 : ffff88007197a000) 00000100:00000040:2.0:1749611534.239195:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611534.239195:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239197:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611534.239198:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611534.239200:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611534.239200:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1270 usecs (2 jiffies) 00000020:00000040:2.0:1749611534.239202:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 7 00000100:00000001:0.0:1749611534.239203:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300807698 00000100:00080000:2.0:1749611534.239204:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197d000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611534.239206:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611534.239207:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88006e9cc040. 02000000:00000001:2.0:1749611534.239208:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611534.239211:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611534.239212:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239214:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611534.239214:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611534.239215:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611534.239218:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7aa00. 00000100:00000001:0.0:1749611534.239220:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300807698 00000100:00000010:0.0:1749611534.239223:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88006e9cc500. 00000020:00000040:2.0:1749611534.239225:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197d000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749611534.239226:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749611534.239227:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611534.239229:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239229:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300807698 00000100:00000001:2.0:1749611534.239230:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611534.239232:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:0.0:1749611534.239232:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88006e9cce40. 02000000:00000001:2.0:1749611534.239234:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239235:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000010:2.0:1749611534.239238:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009cf49c00. 00000100:00000001:0.0:1749611534.239238:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300807698 00000100:00000010:0.0:1749611534.239240:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88006e9cc300. 00000100:00000001:2.0:1749611534.239241:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611534.239243:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611534.239243:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:2.0:1749611534.239245:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7aa00 x1834598494689280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611534.239246:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611534.239249:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611534.239249:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611534.239251:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611534.239251:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239252:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611534.239254:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239254:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611534.239256:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611534.239257:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7aa00] to pc [ptlrpcd_rcv+-1] req@ffff880071e7aa00 x1834598494689280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.239259:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749611534.239260:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.239261:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611534.239263:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239263:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611534.239265:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611534.239267:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611534.239270:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611534.239271:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749611534.239271:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749611534.239273:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7ad80. 00000020:00000040:2.0:1749611534.239275:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197b800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:0.0:1749611534.239276:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79f80 x1834598494688896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611534.239277:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611534.239278:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611534.239279:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611534.239282:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e400. 00000100:00000001:2.0:1749611534.239284:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239284:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611534.239286:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611534.239286:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611534.239287:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749611534.239288:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749611534.239289:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494688768 00000100:00000001:1.0:1749611534.239289:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749611534.239290:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611534.239291:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611534.239291:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611534.239293:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.239294:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611534.239294:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1749611534.239295:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749611534.239295:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494688896:0@lo:38:kworker.0 00000100:00000001:2.0:1749611534.239296:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.239298:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611534.239298:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611534.239299:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611534.239300:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7ad80] to pc [ptlrpcd_00_02+2] req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611534.239300:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611534.239301:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611534.239302:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611534.239303:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611534.239304:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494689152:0@lo:400:kworker.0 02000000:00000001:0.0:1749611534.239304:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749611534.239306:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494688768 00000020:00000001:3.0:1749611534.239308:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611534.239308:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1749611534.239308:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c625400. 00000020:00000040:3.0:1749611534.239310:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749611534.239310:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611534.239312:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749611534.239312:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611534.239314:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611534.239314:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 00000020:00000001:3.0:1749611534.239315:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611534.239317:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239317:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611534.239317:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1749611534.239317:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000200:0.0:1749611534.239320:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494688896, portal 10 02000000:00000010:1.0:1749611534.239321:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f200. 00000100:00000040:2.0:1749611534.239322:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6145) 00000100:00000001:0.0:1749611534.239322:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611534.239323:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225223552 : -131939484328064 : ffff880071e79f80) 00000020:00000010:3.0:1749611534.239324:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf4a00. 02000000:00000001:1.0:1749611534.239324:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611534.239329:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7580. 00000400:00000010:1.0:1749611534.239329:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db8f0. 00000100:00000040:0.0:1749611534.239329:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79f80 x1834598494688896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611534.239333:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b3b8. 00000020:00000010:3.0:1749611534.239334:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c84b0. 00000100:00000001:0.0:1749611534.239336:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749611534.239338:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494689152, portal 10 00000100:00000040:0.0:1749611534.239338:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611534.239339:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611534.239340:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:0.0:1749611534.239340:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749611534.239341:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611534.239342:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225225344 : -131939484326272 : ffff880071e7a680) 00000100:00000001:3.0:1749611534.239343:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611534.239343:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494688896, offset 0 00000100:00000001:2.0:1749611534.239345:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611534.239346:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611534.239348:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611534.239349:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239349:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611534.239350:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611534.239352:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611534.239354:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611534.239357:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94d680 00000100:00000001:3.0:1749611534.239358:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611534.239358:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611534.239360:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611534.239362:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:1.0:1749611534.239362:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000400:00000200:0.0:1749611534.239362:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 129016 00000100:00000001:2.0:1749611534.239364:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611534.239366:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494689152, offset 0 00000100:00000001:3.0:1749611534.239367:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611534.239367:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1749611534.239367:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611534.239369:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611534.239369:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611534.239370:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611534.239371:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611534.239371:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749611534.239374:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494689408:0@lo:400:kworker.0 00000100:00100000:3.0:1749611534.239376:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00000001:2.0:1749611534.239378:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611534.239380:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749611534.239381:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749611534.239381:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749611534.239382:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749611534.239383:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611534.239385:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749611534.239386:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc380. 00000100:00000001:3.0:1749611534.239387:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136900110848 : -131936809440768 : ffff880111572a00) 02000000:00000010:2.0:1749611534.239388:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880118e79600. 00000400:00000200:1.0:1749611534.239388:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94d780 00000100:00000040:0.0:1749611534.239389:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fc380 x1834598494688896 msgsize 520 02000000:00000001:2.0:1749611534.239390:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611534.239394:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111572a00 x1834598494688768/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611534.239394:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe898. 00000400:00000200:1.0:1749611534.239394:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 129536 00000100:00100000:0.0:1749611534.239394:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1749611534.239400:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a908. 00000400:00000200:1.0:1749611534.239400:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611534.239401:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611534.239404:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611534.239405:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494689408, portal 10 00000100:00000001:2.0:1749611534.239407:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1749611534.239407:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00100000:3.0:1749611534.239408:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111572a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494688768:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611534.239409:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225227136 : -131939484324480 : ffff880071e7ad80) 00000400:00000010:0.0:1749611534.239409:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749611534.239412:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611534.239413:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494688768 00000100:00000040:2.0:1749611534.239415:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611534.239416:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749611534.239416:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79f80 x1834598494688896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611534.239420:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611534.239420:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611534.239422:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749611534.239422:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611534.239423:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611534.239425:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611534.239426:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79f80 x1834598494688896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611534.239427:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000010:1.0:1749611534.239427:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111266d80. 00000100:00000200:2.0:1749611534.239429:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494689408, offset 0 00000100:00000001:0.0:1749611534.239432:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611534.239434:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611534.239434:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749611534.239435:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611534.239436:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880111266d80 x1834598494689152 msgsize 224 00000100:00000001:0.0:1749611534.239437:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611534.239439:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749611534.239440:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1100 usecs (2 jiffies) 00000100:00100000:1.0:1749611534.239441:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611534.239442:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300807698 00010000:00000001:3.0:1749611534.239443:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611534.239443:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611534.239444:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300807698 00010000:00000001:3.0:1749611534.239446:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611534.239447:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300807698 00000100:00000001:3.0:1749611534.239449:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611534.239449:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300807698 00000400:00000200:2.0:1749611534.239450:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94d880 00000100:00000001:0.0:1749611534.239451:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300807698 00000100:00000001:3.0:1749611534.239452:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611534.239452:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611534.239453:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300807698 02000000:00000001:3.0:1749611534.239454:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611534.239455:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 129760 00000100:00000001:0.0:1749611534.239455:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300807698 00000100:00000001:0.0:1749611534.239457:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300807698 02000000:00000010:3.0:1749611534.239458:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b561400. 00000100:00000001:0.0:1749611534.239459:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611534.239460:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611534.239461:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611534.239461:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.239463:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239463:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:3.0:1749611534.239467:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749611534.239467:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7a300 x1834598494689024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611534.239469:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611534.239469:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000400:00000200:2.0:1749611534.239470:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749611534.239472:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00001000:3.0:1749611534.239473:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611534.239475:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611534.239476:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611534.239477:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749611534.239478:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611534.239480:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:2.0:1749611534.239481:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7b100. 00000100:00000200:1.0:1749611534.239481:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611534.239483:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611534.239485:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611534.239485:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880071e7b100 x1834598494689408 msgsize 224 00000100:00000001:0.0:1749611534.239485:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611534.239486:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.239487:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:2.0:1749611534.239489:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611534.239489:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611534.239489:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749611534.239491:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611534.239491:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611534.239493:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749611534.239493:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611534.239493:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611534.239495:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239496:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:0.0:1749611534.239496:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494689024:0@lo:38:kworker.0 00000100:00000001:3.0:1749611534.239498:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611534.239499:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239499:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749611534.239500:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611534.239501:0:28322:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611534.239501:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749611534.239502:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 02000000:00000001:0.0:1749611534.239503:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611534.239504:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 02000000:00000001:0.0:1749611534.239504:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749611534.239505:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000001:1.0:1749611534.239506:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239507:0:28323:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:0.0:1749611534.239507:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c627000. 00000100:00000200:3.0:1749611534.239509:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494688768, offset 0 02000000:00000001:0.0:1749611534.239509:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611534.239510:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 952 usecs (1 jiffies) 00000100:00000200:2.0:1749611534.239511:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611534.239512:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff478. 00000100:00000001:1.0:1749611534.239513:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300807697 00000400:00000010:0.0:1749611534.239515:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749611534.239516:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300807698 00000100:00000200:0.0:1749611534.239518:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494689024, portal 10 00000100:00000001:1.0:1749611534.239519:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300807697 00000100:00000001:0.0:1749611534.239520:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611534.239521:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300807698 00000100:00000001:2.0:1749611534.239546:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611534.239550:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.239552:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225224448 : -131939484327168 : ffff880071e7a300) 00000400:00000200:3.0:1749611534.239557:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611534.239557:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239559:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749611534.239559:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7a300 x1834598494689024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611534.239564:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239566:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611534.239568:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1035 usecs (2 jiffies) 00000100:00000040:0.0:1749611534.239569:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611534.239570:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611534.239571:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300807699 00000100:00000001:1.0:1749611534.239571:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300807698 00000400:00000010:0.0:1749611534.239571:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000200:0.0:1749611534.239573:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494689024, offset 0 00000100:00000001:1.0:1749611534.239574:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300807698 00000100:00000001:1.0:1749611534.239576:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300807698 00000100:00000001:2.0:1749611534.239577:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300807698 00000400:00000200:0.0:1749611534.239577:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611534.239578:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94d600 00000100:00000001:1.0:1749611534.239578:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300807698 00000100:00000001:1.0:1749611534.239580:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611534.239581:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300807699 00000100:00000001:1.0:1749611534.239583:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239585:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300807698 00000400:00000200:0.0:1749611534.239585:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611534.239586:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x934d [1] + 0 00000100:00000001:1.0:1749611534.239586:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239587:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300807699 00000100:00000001:1.0:1749611534.239588:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611534.239590:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300807698 00000400:00000200:0.0:1749611534.239590:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94d700 00000400:00000200:3.0:1749611534.239592:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611534.239592:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300807699 00000400:00000200:0.0:1749611534.239594:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 129984 00000100:00000001:2.0:1749611534.239595:0:28323:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300807698 00000100:00000001:1.0:1749611534.239595:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749611534.239596:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611534.239596:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749611534.239598:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611534.239599:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611534.239599:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611534.239600:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611534.239600:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611534.239601:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611534.239602:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611534.239603:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239605:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611534.239605:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611534.239606:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e79880 x1834598494688768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611534.239607:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611534.239607:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611534.239609:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611534.239611:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8801135bc000. 00000100:00000040:3.0:1749611534.239617:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e79880 x1834598494688768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611534.239617:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611534.239619:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749611534.239619:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611534.239619:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8801135bc000 x1834598494689024 msgsize 520 00000100:00000001:2.0:1749611534.239621:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611534.239621:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239623:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749611534.239623:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611534.239625:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.239626:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611534.239627:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239630:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611534.239632:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000400:00000010:3.0:1749611534.239635:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:3.0:1749611534.239638:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611534.239640:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611534.239642:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611534.239643:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611534.239645:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494688896 00000100:00000040:3.0:1749611534.239646:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:0.0:1749611534.239646:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 02000000:00000001:2.0:1749611534.239647:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611534.239648:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611534.239648:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:2.0:1749611534.239649:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611534.239650:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611534.239650:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749611534.239651:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611534.239651:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611534.239653:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494689152 02000000:00000001:2.0:1749611534.239655:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611534.239655:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749611534.239655:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7a300 x1834598494689024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611534.239656:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111572a00 x1834598494688768/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611554 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611534.239657:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494688896 00000100:00000001:1.0:1749611534.239657:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749611534.239660:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611534.239660:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611534.239661:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611534.239662:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611534.239663:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749611534.239663:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611534.239665:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611534.239665:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7a300 x1834598494689024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611534.239666:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494689152 00000100:00100000:3.0:1749611534.239667:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111572a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494688768:12345-0@lo:38:kworker.0 Request processed in 259us (532us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749611534.239667:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611534.239668:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1749611534.239670:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79200. 00000020:00000040:1.0:1749611534.239670:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749611534.239672:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611534.239672:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239673:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749611534.239674:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000020:00000040:1.0:1749611534.239674:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00100000:3.0:1749611534.239676:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00000001:0.0:1749611534.239676:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611534.239677:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000010:2.0:1749611534.239678:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000020:00000001:1.0:1749611534.239679:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:0.0:1749611534.239679:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00000001:3.0:1749611534.239680:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611534.239681:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611534.239681:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611534.239682:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300807698 00000100:00000001:2.0:1749611534.239683:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611534.239684:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611534.239685:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239685:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300807699 00000020:00000010:3.0:1749611534.239686:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7580. 00000020:00000010:1.0:1749611534.239687:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b2230880. 00000100:00000001:0.0:1749611534.239688:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300807698 00000100:00000001:2.0:1749611534.239689:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611534.239690:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c84b0. 00000100:00000001:0.0:1749611534.239690:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300807699 00000100:00000001:0.0:1749611534.239692:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300807698 00000100:00000001:0.0:1749611534.239694:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300807699 00000020:00000010:3.0:1749611534.239695:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf4a00. 00000020:00000040:1.0:1749611534.239695:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749611534.239696:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611534.239696:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300807698 00000100:00000001:3.0:1749611534.239698:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611534.239698:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300807699 00000100:00000001:0.0:1749611534.239700:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611534.239702:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611534.239702:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611534.239702:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611534.239704:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494689408 00000100:00000001:0.0:1749611534.239704:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611534.239705:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:1.0:1749611534.239706:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000100:00000001:2.0:1749611534.239707:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611534.239707:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7aa00 x1834598494689280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611534.239708:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611534.239710:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50b80. 02000000:00000001:2.0:1749611534.239711:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611534.239712:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494689408 00000020:00000001:2.0:1749611534.239714:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749611534.239714:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00000001:0.0:1749611534.239714:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749611534.239715:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d581 00000100:00000001:0.0:1749611534.239715:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611534.239717:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611534.239719:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e08800 refcount=5 00000100:00000001:3.0:1749611534.239720:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749611534.239720:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:0.0:1749611534.239722:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611534.239723:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611534.239724:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749611534.239725:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611534.239726:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 00000100:00000001:1.0:1749611534.239726:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611534.239727:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611534.239728:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494689024 00000020:00000001:2.0:1749611534.239729:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 02000000:00000001:3.0:1749611534.239730:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1749611534.239730:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494689280:0@lo:38:kworker.0 00000100:00000001:1.0:1749611534.239731:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611534.239732:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611534.239733:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611534.239734:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239734:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611534.239734:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611534.239735:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611534.239735:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611534.239737:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611534.239737:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3c7e80. 02000000:00000001:0.0:1749611534.239737:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611534.239738:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749611534.239740:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494689024 00000020:00000010:2.0:1749611534.239741:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136819c80. 00000100:00000001:1.0:1749611534.239741:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611534.239741:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c624c00. 00000020:00000001:3.0:1749611534.239742:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611534.239743:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749611534.239743:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611534.239745:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611534.239745:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1749611534.239746:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff4d0. 00000020:00000001:3.0:1749611534.239747:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611534.239747:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3c7e80. 00000020:00000001:3.0:1749611534.239749:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611534.239749:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611534.239750:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749611534.239750:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000020:00000010:2.0:1749611534.239751:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78600. 00000020:00000010:3.0:1749611534.239752:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf4a00. 00000100:00000200:0.0:1749611534.239752:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494689280, portal 10 00000020:00000010:3.0:1749611534.239754:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7580. 00000020:00000010:2.0:1749611534.239754:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387180. 00000100:00100000:1.0:1749611534.239754:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00000001:0.0:1749611534.239754:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611534.239756:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225226240 : -131939484325376 : ffff880071e7aa00) 00000020:00000010:3.0:1749611534.239757:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c84b0. 00000100:00000040:1.0:1749611534.239757:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000010:2.0:1749611534.239758:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9640. 00000100:00000001:3.0:1749611534.239760:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611534.239762:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611534.239762:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749611534.239762:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7aa00 x1834598494689280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611534.239763:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611534.239764:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239765:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611534.239765:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896916864 : -131936812634752 : ffff880111266d80) 00000100:00000001:3.0:1749611534.239767:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239768:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611534.239769:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611534.239770:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611534.239771:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1749611534.239771:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611534.239772:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611534.239772:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111266d80 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:215/0 lens 224/0 e 0 to 0 dl 1749611545 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611534.239773:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:2.0:1749611534.239775:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611534.239775:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494689280, offset 0 00000100:00000001:3.0:1749611534.239777:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611534.239778:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749611534.239778:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611534.239780:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611534.239781:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611534.239782:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611534.239783:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000020:00000010:1.0:1749611534.239783:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b2230740. 00000400:00000200:0.0:1749611534.239783:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611534.239786:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e08800 : new rpc_count 1 00000100:00000001:1.0:1749611534.239786:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611534.239788:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134225228032 : -131939484323584 : ffff880071e7b100) 00000020:00000010:1.0:1749611534.239788:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b2230740. 00000400:00000200:0.0:1749611534.239788:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94d800 00000100:00100000:2.0:1749611534.239789:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00000001:2.0:1749611534.239791:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936691584 : -131938772860032 : ffff88009c4fc380) 00000400:00000200:0.0:1749611534.239791:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 130504 00000100:00000040:3.0:1749611534.239793:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880071e7b100 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:215/0 lens 224/0 e 0 to 0 dl 1749611545 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611534.239793:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494689152:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1749611534.239795:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611534.239796:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fc380 x1834598494688896/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611534.239797:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494689152 00000400:00000200:0.0:1749611534.239828:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611534.239831:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749611534.239832:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494688896:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611534.239833:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611534.239834:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611534.239835:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749611534.239835:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:2.0:1749611534.239837:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494688896 00000020:00000010:3.0:1749611534.239838:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd400. 00000020:00000001:1.0:1749611534.239838:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611534.239838:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d76d80. 00000020:00000001:2.0:1749611534.239839:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611534.239840:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749611534.239841:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611534.239841:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d76d80 x1834598494689280 msgsize 520 00010000:00000001:2.0:1749611534.239842:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749611534.239843:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136acd400. 00000020:00000001:1.0:1749611534.239843:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:0.0:1749611534.239845:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749611534.239846:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611534.239848:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749611534.239849:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494689408:12345-0@lo:400:kworker.0 00000020:00000001:1.0:1749611534.239851:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611534.239852:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494689408 00000020:00000001:2.0:1749611534.239852:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611534.239852:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611534.239855:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611534.239855:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00020000:2.0:1749611534.239856:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749611534.239857:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611534.239857:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00010000:00000001:2.0:1749611534.239859:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749611534.239859:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000020:00000001:1.0:1749611534.239860:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611534.239861:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:2.0:1749611534.239862:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611534.239863:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749611534.239864:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749611534.239866:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611534.239866:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749611534.239866:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7aa00 x1834598494689280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611534.239868:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749611534.239870:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749611534.239870:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:1.0:1749611534.239870:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880083909c00. 00000100:00000001:2.0:1749611534.239872:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611534.239872:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611534.239873:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611534.239873:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611534.239874:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611534.239875:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611534.239876:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7aa00 x1834598494689280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611534.239877:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611534.239877:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611534.239879:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611534.239880:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000040:1.0:1749611534.239880:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494689152 02000000:00000010:2.0:1749611534.239881:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f6c00. 00010000:00000001:1.0:1749611534.239882:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749611534.239882:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611534.239883:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611534.239883:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.239884:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749611534.239885:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611534.239885:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749611534.239887:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880111266d80 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:215/0 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.239887:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.239888:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749611534.239888:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749611534.239890:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749611534.239890:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611534.239890:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 727 usecs (1 jiffies) 02000000:00000010:3.0:1749611534.239893:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b560000. 00000100:00001000:2.0:1749611534.239893:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611534.239893:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300807698 02000000:00000001:3.0:1749611534.239895:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611534.239895:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611534.239896:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611534.239896:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300807699 00010000:00000001:1.0:1749611534.239897:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.239898:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.239898:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611534.239898:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300807698 00000020:00000001:3.0:1749611534.239900:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611534.239900:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=139 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611534.239900:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300807699 00000100:00000040:2.0:1749611534.239901:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611534.239902:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300807698 00010000:00000040:3.0:1749611534.239903:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494689408 00000100:00000001:2.0:1749611534.239903:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611534.239904:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300807699 00010000:00000001:3.0:1749611534.239905:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749611534.239906:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611534.239906:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300807698 00000100:00000001:0.0:1749611534.239908:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300807699 00000100:00000040:2.0:1749611534.239909:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000200:3.0:1749611534.239910:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880071e7b100 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:215/0 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611534.239910:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611534.239910:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611534.239911:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611534.239912:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611534.239913:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611534.239913:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611534.239915:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611534.239915:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:0.0:1749611534.239916:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1749611534.239917:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749611534.239917:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611534.239918:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:0.0:1749611534.239918:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:3.0:1749611534.239919:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611534.239920:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 02000000:00000001:1.0:1749611534.239920:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611534.239920:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000100:00001000:3.0:1749611534.239922:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611534.239922:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611534.239924:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611534.239924:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611534.239925:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:3.0:1749611534.239926:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749611534.239927:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000100:00000001:0.0:1749611534.239927:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611534.239929:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749611534.239931:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749611534.239931:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79880 x1834598494688768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611534.239933:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611534.239934:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611534.239934:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494688896, offset 0 00000100:00000200:1.0:1749611534.239935:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494689152, offset 224 00000100:00000001:3.0:1749611534.239936:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611534.239939:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611534.239941:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749611534.239941:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79880 x1834598494688768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611534.239943:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000400:00000200:1.0:1749611534.239943:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611534.239947:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:3.0:1749611534.239948:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494689408, offset 224 00000400:00000200:1.0:1749611534.239951:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611534.239952:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611534.239953:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611534.239954:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d680 00000100:00000001:0.0:1749611534.239955:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611534.239958:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d780 00000100:00000001:0.0:1749611534.239958:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749611534.239959:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9355 [1] + 0 02000000:00000001:0.0:1749611534.239960:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749611534.239961:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611534.239962:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749611534.239964:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611534.239964:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611534.239965:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9359 [1] + 224 00000400:00000200:3.0:1749611534.239967:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d880 02000000:00000001:0.0:1749611534.239967:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611534.239968:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749611534.239970:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611534.239972:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9365 [1] + 224 00000100:00001000:0.0:1749611534.239973:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611534 v=5 (0 0 0 0) 00000400:00000200:1.0:1749611534.239974:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749611534.239977:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=57 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611534.239980:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611534.239981:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611534.239982:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611534.239982:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611534.239983:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611534.239985:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611534.239986:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611534.239986:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e79f80 x1834598494688896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611534.239987:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611534.239990:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611534.239990:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79880 x1834598494688768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611534.239994:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611534.239996:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e79f80 x1834598494688896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611534.239997:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.239997:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611534.240000:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611534.240002:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611534.240003:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.240004:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611534.240005:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611534.240006:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611534.240009:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749611534.240009:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611534.240012:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:1.0:1749611534.240014:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000100:00000001:0.0:1749611534.240014:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749611534.240016:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:3.0:1749611534.240017:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611534.240018:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79880 x1834598494688768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611559 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611534.240019:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749611534.240020:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000100:00000001:1.0:1749611534.240020:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:2.0:1749611534.240023:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000001:1.0:1749611534.240023:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.240025:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749611534.240026:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611534.240027:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749611534.240027:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494688768:0@lo:38:kworker.0 00010000:00000001:1.0:1749611534.240029:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749611534.240031:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611534.240031:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.240032:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611534.240033:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749611534.240034:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611534.240034:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611534.240035:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000100:00000001:2.0:1749611534.240036:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611534.240037:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111266d80 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:215/0 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611534.240037:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79880 x1834598494688768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611559 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611534.240038:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000020:00000001:2.0:1749611534.240038:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611534.240040:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611534.240042:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749611534.240043:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc380 x1834598494688896/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611554 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.240044:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611534.240045:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611534.240047:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111266d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494689152:12345-0@lo:400:kworker.0 Request processed in 265us (609us total) trans 0 rc 0/0 00000100:00000040:3.0:1749611534.240048:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749611534.240050:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:0.0:1749611534.240050:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:3.0:1749611534.240052:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611534.240053:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494688896:12345-0@lo:38:kworker.0 Request processed in 221us (661us total) trans 0 rc -19/-19 02000000:00000010:0.0:1749611534.240053:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c625c00. 00000020:00000001:3.0:1749611534.240055:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1749611534.240056:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749611534.240059:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7b100 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:215/0 lens 224/224 e 0 to 0 dl 1749611545 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611534.240059:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00100000:1.0:1749611534.240061:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000020:00000040:0.0:1749611534.240061:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611534.240063:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749611534.240064:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 02000000:00000010:0.0:1749611534.240065:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5205c00. 00000100:00100000:2.0:1749611534.240066:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00000001:1.0:1749611534.240067:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611534.240068:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611534.240068:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749611534.240069:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e7b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494689408:12345-0@lo:400:kworker.0 Request processed in 232us (581us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611534.240069:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611534.240069:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611534.240071:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1749611534.240072:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50b80. 00000020:00000010:2.0:1749611534.240073:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000100:00000010:0.0:1749611534.240073:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79880. 00000020:00000010:1.0:1749611534.240076:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00000001:0.0:1749611534.240076:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1749611534.240077:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000020:00000010:2.0:1749611534.240077:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000100:00000001:0.0:1749611534.240078:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611534.240079:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611534.240080:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e08800 : new rpc_count 0 00000020:00000010:1.0:1749611534.240080:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000020:00000010:2.0:1749611534.240082:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79200. 00000100:00000001:3.0:1749611534.240083:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000040:1.0:1749611534.240084:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749611534.240085:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611534.240085:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611534.240087:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611534.240087:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611534.240088:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387180. 00000100:00000001:0.0:1749611534.240089:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611534.240090:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749611534.240092:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9640. 00000400:00000001:0.0:1749611534.240094:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611534.240095:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:0.0:1749611534.240095:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749611534.240096:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e78600. 00000100:00100000:1.0:1749611534.240097:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494689280 00000400:00000010:0.0:1749611534.240097:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 02000000:00000001:1.0:1749611534.240099:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749611534.240100:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:1.0:1749611534.240101:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749611534.240101:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:2.0:1749611534.240103:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611534.240103:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.240103:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611534.240106:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611534.240107:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79f80 x1834598494688896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611534.240108:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494689280 00000020:00000001:1.0:1749611534.240110:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611534.240111:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1749611534.240112:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000040:3.0:1749611534.240113:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 4 00000100:00000001:2.0:1749611534.240113:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611534.240113:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611534.240115:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.240116:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611534.240116:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00000200:0.0:1749611534.240116:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79f80 x1834598494688896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611534.240117:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.240119:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136933965824 : -131936775585792 : ffff8801135bc000) 00000020:00000010:1.0:1749611534.240120:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f800. 00000020:00000010:1.0:1749611534.240122:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50b80. 00000100:00000001:0.0:1749611534.240122:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611534.240123:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8801135bc000 x1834598494689024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.240124:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611534.240125:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00000001:0.0:1749611534.240126:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611534.240127:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749611534.240127:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611534.240128:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611534.240129:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611534.240130:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611534.240130:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611534.240131:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8801135bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494689024:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611534.240131:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.240132:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611534.240132:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611534.240134:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494689024 00000100:00000001:1.0:1749611534.240134:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611534.240135:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611534 v=5 (0 0 0 0) 00000020:00000001:2.0:1749611534.240136:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611534.240138:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:0.0:1749611534.240138:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=39 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611534.240140:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749611534.240141:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611534.240141:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000001:3.0:1749611534.240143:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611534.240145:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe898. 00000100:00000001:1.0:1749611534.240145:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611534.240146:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611534.240147:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611534.240147:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611534.240149:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a908 00010000:00020000:2.0:1749611534.240149:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611534.240149:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749611534.240150:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000400:00000010:3.0:1749611534.240151:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a908. 00010000:00000001:2.0:1749611534.240151:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611534.240153:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611534.240153:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492597632 : -131939216953984 : ffff880081d76d80) 00000100:00000040:0.0:1749611534.240153:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79f80 x1834598494688896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611534.240157:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d76d80 x1834598494689280/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611554 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611534.240158:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611534.240158:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611534.240160:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611534.240161:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611534.240162:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611534.240163:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611534.240164:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611534.240165:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749611534.240166:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.240166:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611534.240167:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:2.0:1749611534.240169:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880111d51400. 00000100:00080000:0.0:1749611534.240170:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749611534.240171:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611534.240172:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611534.240173:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611534.240173:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611534.240173:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494689280:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611534.240174:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611534.240175:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611534.240175:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611534.240177:0:28323:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:2.0:1749611534.240177:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611534.240177:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494689280 02000000:00000001:3.0:1749611534.240178:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749611534.240178:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79f80 x1834598494688896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611559 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611534.240180:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749611534.240180:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:1.0:1749611534.240180:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611534.240182:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.240182:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:1.0:1749611534.240182:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749611534.240184:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.240184:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749611534.240185:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494688896:0@lo:38:kworker.0 00000100:00000040:2.0:1749611534.240187:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611534.240188:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611534.240189:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611534.240191:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611534.240191:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749611534.240192:0:28323:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8b04000. 00000020:00000001:1.0:1749611534.240192:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611534.240194:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749611534.240194:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79f80 x1834598494688896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611559 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749611534.240195:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749611534.240196:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1749611534.240197:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007197bc38 time=15 v=5 (5 0 0 0) 02000000:00000001:2.0:1749611534.240198:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611534.240198:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611534.240200:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611534.240200:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1749611534.240201:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197bbf0 time=15 v=5 (1 0 0 0) 00010000:00000001:1.0:1749611534.240201:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749611534.240201:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749611534.240202:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749611534.240203:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c625400. 00000100:00000001:3.0:1749611534.240204:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:2.0:1749611534.240204:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000001:1.0:1749611534.240204:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611534.240205:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611534.240205:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611534.240205:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611534.240206:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749611534.240207:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1749611534.240207:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00010000:00000001:3.0:1749611534.240208:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749611534.240208:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494689024, offset 0 00000020:00000001:0.0:1749611534.240209:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611534.240211:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5206400. 00010000:00080000:3.0:1749611534.240212:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611534.240212:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749611534.240212:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008390b400. 02000000:00000001:1.0:1749611534.240213:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611534.240213:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611534.240214:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749611534.240215:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611534.240215:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79f80. 00000400:00000200:2.0:1749611534.240218:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749611534.240218:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611534.240218:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00000001:3.0:1749611534.240220:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611534.240220:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.240222:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1749611534.240223:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d700 00000100:00001000:1.0:1749611534.240223:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611534.240224:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611534.240225:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749611534.240226:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611534.240226:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.240227:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:2.0:1749611534.240227:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9371 [1] + 0 00000100:00000001:3.0:1749611534.240228:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611534.240228:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611534.240228:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611534.240229:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749611534.240231:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611534.240231:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749611534.240231:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611534.240232:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611534.240233:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611534.240233:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611534.240235:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611534.240235:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611534.240238:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611534.240239:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611534.240239:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749611534.240241:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1749611534.240241:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7a300 x1834598494689024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611534.240241:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611534.240242:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611534.240244:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611534.240246:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611534.240247:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611534.240248:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000100:00000040:2.0:1749611534.240250:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7a300 x1834598494689024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611534.240252:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611534.240252:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494689280, offset 0 00000400:00000200:1.0:1749611534.240256:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611534.240260:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494689408:0@lo:400:kworker.0 00000400:00000200:1.0:1749611534.240263:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611534.240265:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611534.240265:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749611534.240267:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749611534.240269:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:3.0:1749611534.240270:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7ad80 x1834598494689408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611534.240274:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94d800 00000100:00000001:2.0:1749611534.240275:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611534.240276:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611534.240278:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:1.0:1749611534.240279:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9379 [1] + 0 00000100:00000001:0.0:1749611534.240279:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749611534.240280:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880118e79600. 00000100:00000001:0.0:1749611534.240280:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749611534.240284:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749611534.240284:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611534.240285:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:1.0:1749611534.240287:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611534.240287:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff478. 00000400:00000200:0.0:1749611534.240290:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749611534.240292:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 02000000:00000001:3.0:1749611534.240293:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611534.240294:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611534.240294:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611534.240295:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000020:00000040:3.0:1749611534.240296:0:28323:0:(genops.c:1242:class_import_put()) import ffff88007197b800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:2.0:1749611534.240297:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000020:00000001:3.0:1749611534.240298:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:0.0:1749611534.240298:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7a300 x1834598494689024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611534.240299:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e400. 00000100:00000001:2.0:1749611534.240300:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611534.240300:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611534.240301:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749611534.240304:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611534.240304:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611534.240305:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:1.0:1749611534.240305:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7aa00 x1834598494689280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749611534.240307:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7ad80. 00000100:00000200:0.0:1749611534.240307:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7a300 x1834598494689024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611534.240308:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611534.240310:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611534.240310:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.240312:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611534.240312:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611534.240314:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611534.240314:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7aa00 x1834598494689280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.240314:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611534.240315:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611534.240316:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8801135bc000 x1834598494689024/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611554 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.240317:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611534.240318:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749611534.240318:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611534.240320:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.240320:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611534.240321:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.240322:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611534.240322:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611534.240323:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.240324:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611534.240325:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8801135bc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494689024:12345-0@lo:38:kworker.0 Request processed in 193us (704us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749611534.240326:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000100:00001000:0.0:1749611534.240327:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611534 v=5 (0 0 0 0) 00000400:00000010:1.0:1749611534.240328:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:1.0:1749611534.240330:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:0.0:1749611534.240330:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=89 v=20 (20 1 1 1) 00000100:00000001:1.0:1749611534.240331:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749611534.240332:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00000001:0.0:1749611534.240333:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611534.240334:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.240334:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611534.240335:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611534.240336:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611534.240336:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611534.240337:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:2.0:1749611534.240339:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7580. 00000100:00000001:1.0:1749611534.240339:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611534.240340:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7a300 x1834598494689024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611534.240341:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611534.240342:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c84b0. 00000020:00000010:2.0:1749611534.240345:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf4a00. 00000100:00000040:1.0:1749611534.240345:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d76d80 x1834598494689280/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611554 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.240347:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611534.240348:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611534.240353:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611534.240354:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749611534.240355:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494689280:12345-0@lo:38:kworker.0 Request processed in 182us (511us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611534.240355:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611534.240357:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749611534.240358:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611534.240359:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000001:3.0:1749611534.240360:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611534.240360:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:3.0:1749611534.240362:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db8f0. 00000100:00100000:1.0:1749611534.240363:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00080000:0.0:1749611534.240363:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749611534.240365:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b3b8 00000100:00000001:1.0:1749611534.240365:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611534.240366:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:0.0:1749611534.240366:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:3.0:1749611534.240367:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b3b8. 00000100:00000001:0.0:1749611534.240368:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611534.240369:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749611534.240370:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50b80. 00000020:00000010:1.0:1749611534.240372:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00000040:0.0:1749611534.240372:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7a300 x1834598494689024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611559 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611534.240373:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611534.240375:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f800. 00000100:00000001:1.0:1749611534.240378:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611534.240380:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494689024:0@lo:38:kworker.0 00000400:00000001:0.0:1749611534.240385:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611534.240386:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611534.240388:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff4d0. 00000400:00000200:0.0:1749611534.240390:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749611534.240392:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:0.0:1749611534.240394:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611534.240395:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611534.240397:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7aa00 x1834598494689280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611534.240401:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611534.240403:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611534.240405:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:0.0:1749611534.240405:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7aa00 x1834598494689280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611534.240406:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611534.240408:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611534.240409:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611534.240411:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.240412:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611534.240413:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749611534.240415:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=89 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611534.240415:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611534.240417:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1749611534.240418:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=89 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611534.240418:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611534.240419:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.240421:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1749611534.240421:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.240423:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611534.240424:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1749611534.240425:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197d438 time=1749611534 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611534.240427:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197d3f0 time=15 v=20 (20 0 0 0) 00010000:00080000:3.0:1749611534.240428:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.240429:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611534.240431:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611534.240432:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611534.240435:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.240437:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749611534.240438:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611534.240440:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611534.240441:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611534.240441:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7aa00 x1834598494689280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611534.240445:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.240448:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611534.240451:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611534.240451:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611534.240452:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611534.240453:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611534.240454:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611534.240455:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611534.240455:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611534.240457:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749611534.240458:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611534.240460:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611534.240462:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611534.240465:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494689152:0@lo:400:kworker.0 00000100:00000040:0.0:1749611534.240466:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7aa00 x1834598494689280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611559 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611534.240469:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611534.240473:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494689280:0@lo:38:kworker.0 00000100:00000001:3.0:1749611534.240475:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611534.240477:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.240478:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611534.240479:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7a680 x1834598494689152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611550 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611534.240481:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7a300 x1834598494689024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611559 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611534.240485:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611534.240487:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611534.240487:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:3.0:1749611534.240489:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f200. 02000000:00000001:0.0:1749611534.240489:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:3.0:1749611534.240491:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000010:0.0:1749611534.240491:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c627000. 00000020:00000001:3.0:1749611534.240492:0:28322:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:0.0:1749611534.240493:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000040:3.0:1749611534.240494:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749611534.240495:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1749611534.240495:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611534.240496:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 02000000:00000010:3.0:1749611534.240497:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e000. 00000020:00000001:0.0:1749611534.240498:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:3.0:1749611534.240499:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000010:0.0:1749611534.240499:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5207000. 02000000:00000001:3.0:1749611534.240500:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611534.240502:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7a680. 02000000:00000001:0.0:1749611534.240502:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611534.240503:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611534.240504:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000010:0.0:1749611534.240504:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7a300. 00000100:00000001:3.0:1749611534.240505:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611534.240507:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611534.240507:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611534.240508:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611534.240510:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611534.240511:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611534.240512:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611534.240514:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611534.240515:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611534.240517:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7aa00 x1834598494689280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611559 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611534.240552:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611534.240554:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611534.240556:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c624c00. 02000000:00000001:0.0:1749611534.240558:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611534.240560:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611534.240561:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197d000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611534.240563:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611534.240564:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009cf49c00. 02000000:00000001:0.0:1749611534.240568:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611534.240569:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611534.240570:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7aa00. 00000100:00000001:0.0:1749611534.240573:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611534.240574:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611534.240576:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.240578:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611534.240580:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611534.240582:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611534.240583:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611534.241576:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300807699, at 4300807699 00000100:00000010:3.0:1749611534.241584:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88006e9cc300. 00000100:00000040:0.0:1749611534.241584:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300807699, at 4300807699 00000100:00000010:0.0:1749611534.241591:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88006e9cc040. 00000100:00000040:2.0:1749611534.241621:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300807699, at 4300807699 00000100:00000040:1.0:1749611534.241621:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300807699, at 4300807699 00000100:00000010:1.0:1749611534.241637:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88006e9cc500. 00000100:00000010:2.0:1749611534.241655:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88006e9cce40. 00000100:00000001:2.0:1749611534.453687:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611534.453696:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611534.453698:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611534.453703:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611534.453706:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611534.453710:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611534.453712:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611534.453715:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611534.453718:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611534.458639:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611534.458660:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611534.458662:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611534.458666:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611534.458669:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611534.458671:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611534.458674:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611534.458676:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611534.458678:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611535.214654:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611535.214661:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611535.214784:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611535.214828:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611535.214833:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611535.240627:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611535.240641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611535.240644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611535.240647:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611535.240650:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611535.240655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611535.240657:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611535.453694:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611535.453702:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611535.453723:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611535.453727:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611535.453731:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611535.453735:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611535.453738:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611535.453742:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611535.453744:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611535.458655:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611535.458661:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611535.458663:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611535.458666:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611535.458669:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611535.458672:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611535.458674:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611535.458677:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611535.458679:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611536.216602:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611536.216607:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611536.216690:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611536.216693:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611536.216695:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611536.240591:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611536.240602:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611536.240603:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611536.240606:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611536.240619:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611536.240622:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611536.240623:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611536.453640:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611536.453646:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611536.453648:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611536.453651:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611536.453653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611536.453656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611536.453658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611536.453660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611536.453661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611536.458592:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611536.458595:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611536.458597:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611536.458598:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611536.458600:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611536.458601:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611536.458603:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611536.458604:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611536.458605:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611537.218716:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611537.218723:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611537.218854:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611537.218862:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611537.218867:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611537.240611:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611537.240628:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611537.240632:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611537.240637:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611537.240641:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611537.240645:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611537.240649:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611537.453706:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611537.453715:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611537.453719:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611537.453725:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611537.453730:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611537.453735:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611537.453739:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611537.453743:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611537.453746:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611537.458654:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611537.458660:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611537.458662:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611537.458666:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611537.458669:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611537.458672:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611537.458693:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611537.458695:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611537.458698:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611538.220641:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611538.220647:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.220759:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611538.220786:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611538.220792:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611538.240674:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611538.240680:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1749611538.240693:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611513/real 1749611513] req@ffff88009c4fdc00 x1834598494684672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611538 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611538.240712:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611538.240714:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611538.240718:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe420. 00000400:00000200:1.0:1749611538.240723:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a7f8 00000400:00000010:1.0:1749611538.240726:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a7f8. 00000100:00000001:1.0:1749611538.240730:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611538.240734:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4fdc00 x1834598494684672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611538 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611538.240744:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4fdc00 x1834598494684672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611538 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.240752:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611538.240753:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.240756:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611538.240758:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611538.240790:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff88009c4fdc00 x1834598494684672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611538 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.240798:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.240807:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611538.240809:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.240812:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611538.240815:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611538.240817:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611538.240822:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fdc00 x1834598494684672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611538 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.240830:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1749611538.240833:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.240844:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611538.240846:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.240849:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611538.240852:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1749611538.240856:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611538.240884:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:1.0:1749611538.240887:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1749611538.240892:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fdc00 x1834598494684672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611538 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611538.240901:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494684672:0@lo:250:kworker.0 00000100:00000001:1.0:1749611538.240906:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.240909:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611538.240912:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fdc00 x1834598494684672/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611538 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.240919:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611538.240922:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611538.240926:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0dc000. 02000000:00000001:1.0:1749611538.240930:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611538.240933:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611538.240935:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1749611538.240937:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611538.240940:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bad2800. 02000000:00000001:1.0:1749611538.240943:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611538.240945:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611538.240947:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fdc00. 00000100:00080000:0.0:1749611538.240947:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749611538.240951:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611538.240953:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.240955:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611538.240957:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:1.0:1749611538.240959:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611538.240961:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.240961:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749611538.240963:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611538.240964:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611538.240964:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611538.240969:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611538.240974:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 6119 00000100:00080000:0.0:1749611538.240980:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611538.240984:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611538.240989:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611538.240992:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611538.240996:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611538.241001:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611538.241004:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749611538.241008:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611538.241012:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749611538.241016:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749611538.241020:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749611538.241025:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611538.241028:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611538.241031:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611538.241044:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611538.241050:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749611538.241056:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749611538.241060:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611538.241064:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611538.241068:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611538.241072:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.241075:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611538.241079:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611538.241087:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9c000. 00000020:00000040:0.0:1749611538.241091:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749611538.241095:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611538.241097:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.241100:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611538.241102:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611538.241106:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611538.241112:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c625400. 00000100:00000001:0.0:1749611538.241120:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611538.241128:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880077a9c000 x1834598494689536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611538.241139:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611538.241144:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611538.241148:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880077a9c000] to pc [ptlrpcd_rcv+-1] req@ffff880077a9c000 x1834598494689536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611538.241177:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611538.241181:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611538.241185:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611538.241186:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611538.241188:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611538.241191:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611538.241193:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6140 00000100:00080000:0.0:1749611538.241196:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749611538.241206:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611538.241206:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611538.241208:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611538.241210:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611538.241212:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611538.241215:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:0.0:1749611538.241215:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611538.241216:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000100:00000001:1.0:1749611538.241218:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749611538.241218:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611538.241220:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611538.241222:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:1.0:1749611538.241224:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880077a9c000 x1834598494689536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611538.241224:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611538.241227:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611538.241229:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611538.241231:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611538.241232:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611538.241233:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611538.241234:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611538.241236:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 02000000:00000001:1.0:1749611538.241237:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:0.0:1749611538.241238:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:1.0:1749611538.241240:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611538.241240:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611538.241242:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611538.241243:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611538.241247:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880077a9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494689536:0@lo:250:kworker.0 02000000:00000001:0.0:1749611538.241247:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611538.241249:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.241251:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611538.241252:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611538.241254:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.241256:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:0.0:1749611538.241257:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9d880. 02000000:00000001:1.0:1749611538.241258:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611538.241259:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749611538.241260:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749611538.241262:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611538.241263:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611538.241265:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009bad2800. 00000100:00000001:0.0:1749611538.241265:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611538.241267:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611538.241267:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611538.241269:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611538.241273:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db9a0. 02000000:00000010:0.0:1749611538.241273:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c625c00. 00000100:00000001:0.0:1749611538.241277:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611538.241279:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b908. 00000100:00100000:0.0:1749611538.241282:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880077a9d880 x1834598494689664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1749611538.241285:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494689536, portal 25 00000100:00000001:1.0:1749611538.241288:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611538.241290:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134321831936 : -131939387719680 : ffff880077a9c000) 00000100:00000040:1.0:1749611538.241295:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880077a9c000 x1834598494689536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611538.241301:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611538.241302:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611538.241304:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611538.241305:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611538.241308:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000040:0.0:1749611538.241308:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880077a9d880] to pc [ptlrpcd_rcv+-1] req@ffff880077a9d880 x1834598494689664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611538.241310:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494689536, offset 0 00000400:00000200:1.0:1749611538.241316:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611538.241317:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611538.241320:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611538.241323:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611538.241325:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611538.241326:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611538.241328:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:1.0:1749611538.241329:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749611538.241331:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6140 00000100:00080000:0.0:1749611538.241333:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611538.241336:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611538.241337:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611538.241339:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:1.0:1749611538.241341:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf94d900 00000100:00000001:0.0:1749611538.241341:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611538.241343:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611538.241345:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000400:00000100:1.0:1749611538.241346:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494689536 offset 0 length 520: 4 00000020:00000001:0.0:1749611538.241346:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611538.241348:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611538.241350:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000200:1.0:1749611538.241351:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88009dae9ad0 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000001:0.0:1749611538.241352:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000200:1.0:1749611538.241353:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000040:0.0:1749611538.241355:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611538.241357:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611538.241358:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611538.241360:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611538.241362:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611538.241364:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:1.0:1749611538.241367:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:0.0:1749611538.241367:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611538.241370:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 02000000:00000001:0.0:1749611538.241372:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749611538.241373:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749611538.241376:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749611538.241377:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880077a9c000 x1834598494689536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611538.241378:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.241380:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611538.241382:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.241385:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749611538.241385:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9ce00. 00000100:00000040:1.0:1749611538.241388:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880077a9c000 x1834598494689536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611538.241388:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611538.241390:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611538.241392:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.241393:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611538.241394:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749611538.241395:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.241396:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611538.241396:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611538.241399:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c626c00. 00000100:00000001:1.0:1749611538.241400:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.241402:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.241405:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300811721 00000100:00100000:0.0:1749611538.241406:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880077a9ce00 x1834598494689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000010:1.0:1749611538.241409:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee3c0. 00000100:00000001:0.0:1749611538.241414:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611538.241416:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749611538.241416:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611538.241419:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880077a9ce00] to pc [ptlrpcd_rcv+-1] req@ffff880077a9ce00 x1834598494689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.241422:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300811721 00000100:00000010:1.0:1749611538.241425:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee640. 00000100:00000001:0.0:1749611538.241426:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.241427:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00080000:0.0:1749611538.241429:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749611538.241430:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300811721 00000100:00080000:0.0:1749611538.241432:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000010:1.0:1749611538.241433:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee380. 00000100:00000001:0.0:1749611538.241433:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611538.241435:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749611538.241436:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611538.241437:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611538.241439:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6140 00000100:00080000:0.0:1749611538.241442:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611538.241444:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611538.241446:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611538.241448:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611538.241449:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611538.241451:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300811721 00000100:00000010:1.0:1749611538.241454:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012a3ee1c0. 00000020:00000001:0.0:1749611538.241456:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611538.241457:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000020:00000040:0.0:1749611538.241458:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611538.241459:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611538.241460:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:0.0:1749611538.241462:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:1.0:1749611538.241463:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.241464:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:1.0:1749611538.241466:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.241466:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:1.0:1749611538.241468:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611538.241469:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611538.241471:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611538.241472:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749611538.241472:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611538.241474:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749611538.241474:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611538.241476:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:0.0:1749611538.241476:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:1.0:1749611538.241478:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1749611538.241478:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611538.241479:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611538.241480:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611538.241482:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611538.241485:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611538.241487:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611538.241488:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880077a9d880 x1834598494689664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611538.241489:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611538.241490:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611538.241493:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9f100. 00000020:00000040:0.0:1749611538.241495:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1749611538.241496:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611538.241497:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611538.241497:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611538.241498:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.241500:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611538.241500:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611538.241501:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611538.241502:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611538.241502:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.241504:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611538.241506:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c627c00. 00000100:00100000:1.0:1749611538.241507:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880077a9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494689664:0@lo:38:kworker.0 00000100:00000001:0.0:1749611538.241509:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.241511:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611538.241513:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1749611538.241513:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880077a9f100 x1834598494689920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749611538.241515:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.241517:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749611538.241519:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0dc000. 00000100:00000001:0.0:1749611538.241520:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1749611538.241521:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.241549:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611538.241553:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db898. 00000100:00000040:0.0:1749611538.241553:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880077a9f100] to pc [ptlrpcd_rcv+-1] req@ffff880077a9f100 x1834598494689920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611538.241557:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749611538.241560:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494689664, portal 4 00000100:00000001:1.0:1749611538.241562:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611538.241564:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134321838208 : -131939387713408 : ffff880077a9d880) 00000100:00000040:1.0:1749611538.241571:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880077a9d880 x1834598494689664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611538.241575:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.241578:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611538.241578:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1749611538.241580:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611538.241581:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:1.0:1749611538.241582:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000200:1.0:1749611538.241585:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494689664, offset 0 00000100:00000010:0.0:1749611538.241586:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf90380. 00000020:00000040:0.0:1749611538.241588:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:1.0:1749611538.241589:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611538.241591:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611538.241593:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1749611538.241595:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611538.241595:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611538.241598:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880129c49a00. 00000400:00000200:1.0:1749611538.241600:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94d980 00000100:00000001:0.0:1749611538.241602:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611538.241606:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749611538.241607:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 7800 00000400:00000200:1.0:1749611538.241613:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611538.241614:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611538.241616:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611538.241618:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611538.241622:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749611538.241622:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009bf90380] to pc [ptlrpcd_00_03+3] req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611538.241625:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749611538.241634:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111267100. 00000100:00000040:1.0:1749611538.241638:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111267100 x1834598494689664 msgsize 520 00000100:00100000:1.0:1749611538.241643:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611538.241651:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611538.241654:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611538.241657:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611538.241659:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611538.241660:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88007197d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749611538.241662:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611538.241663:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611538.241665:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6140 00000100:00080000:0.0:1749611538.241667:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:1.0:1749611538.241668:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749611538.241670:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000040:0.0:1749611538.241670:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611538.241672:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611538.241673:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749611538.241673:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611538.241675:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:1.0:1749611538.241677:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880077a9d880 x1834598494689664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611538.241678:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611538.241681:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611538.241682:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611538.241684:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:0.0:1749611538.241684:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d56c 00000020:00000001:0.0:1749611538.241686:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749611538.241687:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494689664 00000100:00100000:2.0:1749611538.241687:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000040:1.0:1749611538.241687:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880077a9d880 x1834598494689664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611538.241688:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197a000 refcount=8 02000000:00000001:3.0:1749611538.241690:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611538.241690:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611538.241690:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219980800 : -131939489570816 : ffff88007197a000) 00000020:00000001:0.0:1749611538.241693:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219980800 : -131939489570816 : ffff88007197a000) 00000100:00000001:3.0:1749611538.241694:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611538.241694:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.241696:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749611538.241696:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611538.241697:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.241698:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611538.241699:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.241699:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611538.241700:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611538.241701:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611538.241701:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611538.241702:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749611538.241703:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1270 usecs (2 jiffies) 00000100:00000001:0.0:1749611538.241703:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611538.241704:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:3.0:1749611538.241705:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494689664 00000100:00000001:1.0:1749611538.241706:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300811701 00000020:00000040:0.0:1749611538.241707:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 7 00000020:00000001:3.0:1749611538.241708:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611538.241709:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300811721 00000020:00000040:3.0:1749611538.241710:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611538.241711:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300811701 00000100:00080000:0.0:1749611538.241711:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197d000 using connection 192.168.202.106@tcp/0@lo 00000020:00000001:3.0:1749611538.241712:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611538.241713:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300811721 00000100:00000001:0.0:1749611538.241714:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.241715:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.241715:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611538.241716:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300811701 00000020:00000001:3.0:1749611538.241717:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611538.241717:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749611538.241718:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300811721 00000100:00000001:1.0:1749611538.241719:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300811701 00000020:00000010:3.0:1749611538.241722:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009cbf4a00. 00000100:00000001:1.0:1749611538.241722:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300811721 02000000:00000001:0.0:1749611538.241722:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611538.241723:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.241724:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611538.241725:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.241726:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611538.241727:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7100. 00000100:00000001:1.0:1749611538.241728:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611538.241728:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611538.241730:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611538.241732:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880077a9ce00 x1834598494689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.241734:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:0.0:1749611538.241735:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf91880. 00000100:00000001:2.0:1749611538.241736:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.241738:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749611538.241739:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8258. 00000020:00000040:0.0:1749611538.241739:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197d000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749611538.241740:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611538.241742:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611538.241743:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611538.241744:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611538.241744:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611538.241744:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611538.241745:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611538.241746:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749611538.241747:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611538.241747:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749611538.241748:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611538.241748:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494690048:0@lo:400:kworker.0 02000000:00000001:1.0:1749611538.241749:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611538.241749:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611538.241751:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611538.241752:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.241753:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611538.241755:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611538.241755:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880077a9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494689792:0@lo:38:kworker.0 02000000:00000001:2.0:1749611538.241756:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:0.0:1749611538.241757:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c626000. 00000100:00000001:1.0:1749611538.241758:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611538.241759:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.241760:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611538.241761:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:1.0:1749611538.241785:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.241786:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611538.241788:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611538.241788:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749611538.241792:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e3400. 02000000:00000010:2.0:1749611538.241794:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880118e79200. 02000000:00000001:1.0:1749611538.241794:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611538.241794:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009bf91880 x1834598494690176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749611538.241798:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611538.241798:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000100:00000001:3.0:1749611538.241800:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:1.0:1749611538.241801:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749611538.241802:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749611538.241804:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fef78. 00000100:00000200:1.0:1749611538.241804:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494689792, portal 10 00000100:00000001:1.0:1749611538.241807:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611538.241807:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:3.0:1749611538.241808:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00000001:1.0:1749611538.241808:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134321835520 : -131939387716096 : ffff880077a9ce00) 00000100:00000001:0.0:1749611538.241810:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611538.241811:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896917760 : -131936812633856 : ffff880111267100) 00000400:00000010:2.0:1749611538.241811:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000040:1.0:1749611538.241815:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880077a9ce00 x1834598494689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611538.241817:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111267100 x1834598494689664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611558 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611538.241817:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494690048, portal 10 00000100:00000040:0.0:1749611538.241817:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009bf91880] to pc [ptlrpcd_rcv+-1] req@ffff88009bf91880 x1834598494690176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.241820:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611538.241822:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134931006336 : -131938778545280 : ffff88009bf90380) 00000100:00000001:1.0:1749611538.241822:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611538.241824:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611538.241826:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749611538.241829:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494689792, offset 0 00000100:00000001:0.0:1749611538.241829:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611538.241830:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494689664:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749611538.241831:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611538.241833:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749611538.241835:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494689664 00000020:00000001:3.0:1749611538.241838:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611538.241839:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611538.241839:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611538.241842:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749611538.241843:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749611538.241844:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94da00 00000400:00000010:2.0:1749611538.241845:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000400:00000200:1.0:1749611538.241849:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 131024 00000100:00000040:0.0:1749611538.241853:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:1.0:1749611538.241855:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611538.241857:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611538.241858:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494690048, offset 0 00000100:00000001:0.0:1749611538.241858:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:3.0:1749611538.241861:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.241861:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611538.241863:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611538.241863:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf93100. 00000400:00000200:2.0:1749611538.241864:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749611538.241866:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111267480. 00010000:00020000:3.0:1749611538.241867:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:0.0:1749611538.241867:0:18174:0:(genops.c:1229:class_import_get()) import ffff88007197b800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000040:1.0:1749611538.241869:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111267480 x1834598494689792 msgsize 520 00010000:00000001:3.0:1749611538.241871:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611538.241871:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1749611538.241873:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749611538.241873:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1749611538.241874:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749611538.241876:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749611538.241876:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611538.241880:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749611538.241882:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94db00 02000000:00000010:0.0:1749611538.241882:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880129c49100. 00000100:00000001:3.0:1749611538.241883:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611538.241885:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611538.241886:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611538.241887:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:2.0:1749611538.241887:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 131544 02000000:00000010:3.0:1749611538.241894:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012b560800. 00000400:00000200:2.0:1749611538.241894:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611538.241894:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749611538.241897:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611538.241897:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611538.241901:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611538.241902:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749611538.241904:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749611538.241906:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611538.241906:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00010000:00000001:3.0:1749611538.241907:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611538.241910:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.241910:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.241911:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611538.241911:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880077a9ce00 x1834598494689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611538.241915:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:0.0:1749611538.241917:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009bf93100] to pc [ptlrpcd_00_00+0] req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.241918:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749611538.241919:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611538.241920:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749611538.241921:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880077a9ce00 x1834598494689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611538.241924:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7b480. 00000100:00000001:3.0:1749611538.241925:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611538.241927:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880071e7b480 x1834598494690048 msgsize 224 00000100:00000001:1.0:1749611538.241928:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611538.241930:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611538.241930:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749611538.241931:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611538.241933:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611538.241936:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1100 usecs (2 jiffies) 00000100:00000001:1.0:1749611538.241939:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300811701 00000100:00000001:3.0:1749611538.241941:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611538.241941:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611538.241941:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300811721 00000100:00000001:0.0:1749611538.241943:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.241944:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300811701 00000100:00000001:3.0:1749611538.241945:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611538.241946:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300811721 00000400:00000200:2.0:1749611538.241948:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000100:00000001:1.0:1749611538.241948:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300811701 00000100:00000040:0.0:1749611538.241949:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6149) 00000100:00000040:3.0:1749611538.241950:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611538.241950:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300811721 00000400:00000010:2.0:1749611538.241951:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000001:1.0:1749611538.241951:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300811701 02000000:00000001:3.0:1749611538.241954:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611538.241954:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611538.241954:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300811721 00000100:00000001:1.0:1749611538.241956:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611538.241957:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611538.241958:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.241958:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.241960:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.241960:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611538.241961:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611538.241962:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611538.241962:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611538.241964:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611538.241965:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611538.241967:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611538.241967:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749611538.241968:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.241969:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000010:3.0:1749611538.241970:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000040:2.0:1749611538.241970:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.241970:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611538.241972:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611538.241973:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749611538.241976:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494689664, offset 0 00000100:00000040:1.0:1749611538.241976:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880077a9f100 x1834598494689920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611538.241976:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611538.241978:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.241978:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.241981:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611538.241981:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611538.241983:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611538.241984:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611538.241985:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.241986:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611538.241988:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494690304:0@lo:400:kworker.0 00000100:00000040:2.0:1749611538.241992:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000100:00000001:0.0:1749611538.241992:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749611538.241995:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611538.241995:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749611538.241995:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611538.241996:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300811700 00000100:00000001:1.0:1749611538.241996:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611538.241997:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.241999:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611538.241999:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611538.242001:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300811721 02000000:00000001:1.0:1749611538.242001:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611538.242003:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.242005:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300811700 00000400:00000200:3.0:1749611538.242006:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94d980 00000100:00100000:1.0:1749611538.242006:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880077a9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494689920:0@lo:38:kworker.0 00000100:00000001:2.0:1749611538.242008:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300811721 00000100:00000001:1.0:1749611538.242009:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:0.0:1749611538.242009:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880079130c00. 00000100:00000001:2.0:1749611538.242011:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300811700 02000000:00000001:1.0:1749611538.242011:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611538.242011:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.242013:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.242014:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300811721 00000400:00000200:3.0:1749611538.242015:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x939d [1] + 0 02000000:00000001:1.0:1749611538.242015:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1749611538.242016:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff4d0. 00000100:00000001:2.0:1749611538.242017:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300811700 02000000:00000010:1.0:1749611538.242018:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e3800. 02000000:00000001:1.0:1749611538.242020:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.242021:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300811721 00000400:00000010:0.0:1749611538.242022:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000400:00000200:3.0:1749611538.242023:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749611538.242023:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db840. 00000100:00000001:2.0:1749611538.242024:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611538.242027:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749611538.242027:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:0.0:1749611538.242027:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494690304, portal 10 00000100:00000001:2.0:1749611538.242028:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.242030:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749611538.242031:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494689920, portal 10 00000100:00000001:0.0:1749611538.242031:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134931017984 : -131938778533632 : ffff88009bf93100) 00000100:00000001:2.0:1749611538.242032:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611538.242033:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611538.242033:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611538.242034:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134321844480 : -131939387707136 : ffff880077a9f100) 00000100:00000001:2.0:1749611538.242036:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611538.242038:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611538.242040:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880077a9f100 x1834598494689920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611538.242041:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880077a9d880 x1834598494689664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611538.242046:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611538.242047:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611538.242048:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611538.242049:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611538.242050:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000400:00000010:1.0:1749611538.242051:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000200:1.0:1749611538.242054:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494689920, offset 0 00000100:00000200:0.0:1749611538.242054:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494690304, offset 0 00000100:00000040:3.0:1749611538.242057:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880077a9d880 x1834598494689664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.242057:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749611538.242059:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749611538.242061:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494689792 00000100:00000001:3.0:1749611538.242067:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611538.242067:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611538.242068:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611538.242071:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611538.242074:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611538.242075:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94dc00 00000100:00000001:2.0:1749611538.242077:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611538.242078:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611538.242080:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 131768 02000000:00000001:2.0:1749611538.242082:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611538.242084:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94da80 00000100:00100000:2.0:1749611538.242086:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494689792 00000400:00000200:0.0:1749611538.242086:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749611538.242089:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749611538.242090:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:2.0:1749611538.242092:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749611538.242094:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000020:00000001:2.0:1749611538.242094:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:3.0:1749611538.242097:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000020:00000001:2.0:1749611538.242097:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.242100:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611538.242101:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611538.242102:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749611538.242103:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 131992 00000020:00000010:2.0:1749611538.242106:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79600. 00000100:00000001:3.0:1749611538.242107:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611538.242107:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611538.242107:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611538.242109:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749611538.242110:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000010:2.0:1749611538.242110:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000400:00000200:1.0:1749611538.242111:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611538.242113:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611538.242113:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55f80. 00000020:00000001:3.0:1749611538.242115:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611538.242115:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be97d0. 00000100:00000040:0.0:1749611538.242116:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec55f80 x1834598494690304 msgsize 224 00000100:00000001:2.0:1749611538.242119:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611538.242120:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749611538.242121:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111267100 x1834598494689664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611558 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.242121:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749611538.242121:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611538.242122:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.242123:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.242127:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.242129:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:3.0:1749611538.242132:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111267100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494689664:12345-0@lo:38:kworker.0 Request processed in 301us (490us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611538.242132:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.242138:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749611538.242139:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:2.0:1749611538.242140:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749611538.242141:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00100000:2.0:1749611538.242142:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494690048 02000000:00000001:2.0:1749611538.242144:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611538.242144:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749611538.242145:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494690304 00000100:00000001:2.0:1749611538.242146:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749611538.242147:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749611538.242148:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00000001:2.0:1749611538.242148:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611538.242148:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.242149:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749611538.242150:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611538.242152:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749611538.242152:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494690048 00000100:00000001:1.0:1749611538.242152:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611538.242153:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749611538.242153:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611538.242155:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:1.0:1749611538.242155:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.242156:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611538.242156:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749611538.242158:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7100. 00000020:00000040:2.0:1749611538.242158:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00100000:1.0:1749611538.242158:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494690304 00000020:00000001:1.0:1749611538.242160:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611538.242160:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611538.242161:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000010:3.0:1749611538.242162:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8258. 00000020:00000040:1.0:1749611538.242162:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d581 00000020:00000001:2.0:1749611538.242163:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749611538.242164:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:3.0:1749611538.242166:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009cbf4a00. 00000020:00000040:1.0:1749611538.242167:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e08800 refcount=5 00000100:00000001:2.0:1749611538.242168:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:1.0:1749611538.242169:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 00000100:00000001:3.0:1749611538.242170:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611538.242171:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3c7e80. 00000020:00000001:1.0:1749611538.242172:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 00000100:00000001:1.0:1749611538.242176:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000040:2.0:1749611538.242177:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611538.242177:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611538.242178:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3eeac0. 00000100:00000001:0.0:1749611538.242179:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749611538.242182:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b2230880. 00000100:00000001:0.0:1749611538.242185:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.242187:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749611538.242187:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749611538.242189:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3eeac0. 00000100:00000040:0.0:1749611538.242189:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1015 usecs (2 jiffies) 00000100:00000001:0.0:1749611538.242192:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300811701 00000020:00000010:1.0:1749611538.242193:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000100:00000001:0.0:1749611538.242195:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300811721 00000020:00000010:2.0:1749611538.242196:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78600. 00000020:00000010:1.0:1749611538.242197:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50b80. 00000100:00000001:0.0:1749611538.242197:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300811701 00000020:00000010:2.0:1749611538.242199:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b80. 00000100:00000001:0.0:1749611538.242199:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300811721 00000100:00000001:0.0:1749611538.242201:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300811701 00000020:00000010:2.0:1749611538.242202:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9320. 00000020:00000010:1.0:1749611538.242202:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00000001:0.0:1749611538.242203:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300811721 00000100:00000001:0.0:1749611538.242205:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300811701 00000100:00000001:0.0:1749611538.242207:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300811721 00000100:00000040:2.0:1749611538.242208:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611538.242209:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611538.242210:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611538.242211:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611538.242211:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611538.242211:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242213:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611538.242214:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611538.242214:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242215:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611538.242216:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611538.242218:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611538.242220:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611538.242222:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.242222:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611538.242223:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611538.242224:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749611538.242225:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611538.242226:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.242226:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611538.242227:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611538.242229:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.242231:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.242238:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611538.242240:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.242241:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611538.242248:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611538.242249:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611538.242250:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749611538.242254:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00000001:3.0:1749611538.242255:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611538.242258:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749611538.242258:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611538.242258:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611538.242260:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134225228928 : -131939484322688 : ffff880071e7b480) 00000100:00000001:1.0:1749611538.242260:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611538.242262:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00000001:0.0:1749611538.242263:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611538.242265:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880071e7b480 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:219/0 lens 224/0 e 0 to 0 dl 1749611549 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611538.242265:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749611538.242266:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e08800 : new rpc_count 1 00000100:00000001:3.0:1749611538.242268:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393872768 : -131936315678848 : ffff88012ec55f80) 00000100:00100000:1.0:1749611538.242268:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00000001:1.0:1749611538.242271:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896918656 : -131936812632960 : ffff880111267480) 00000100:00000001:0.0:1749611538.242272:0:9692:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611538.242274:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec55f80 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:219/0 lens 224/0 e 0 to 0 dl 1749611549 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.242274:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611538.242274:0:9692:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611538.242276:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3c77c0. 00000100:00000040:1.0:1749611538.242276:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111267480 x1834598494689792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611558 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.242279:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611538.242281:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3c77c0. 00000100:00000001:3.0:1749611538.242283:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611538.242287:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b5224980. 00000100:00100000:2.0:1749611538.242287:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494690048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1749611538.242288:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494689792:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611538.242290:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611538.242291:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494690048 00000020:00000010:3.0:1749611538.242292:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b5224980. 00000020:00000001:2.0:1749611538.242294:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749611538.242297:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494690304:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749611538.242297:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:1.0:1749611538.242297:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494689792 00000020:00000001:2.0:1749611538.242299:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611538.242300:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:0.0:1749611538.242300:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:3.0:1749611538.242301:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494690304 00000020:00000001:2.0:1749611538.242302:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:1.0:1749611538.242303:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749611538.242304:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611538.242304:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000040:0.0:1749611538.242304:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:3.0:1749611538.242306:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611538.242307:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749611538.242309:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.242310:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611538.242311:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611538.242312:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611538.242313:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749611538.242313:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.242314:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749611538.242315:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00020000:1.0:1749611538.242316:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749611538.242319:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611538.242319:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749611538.242320:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611538.242321:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.242322:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1749611538.242322:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611538.242324:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.242324:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749611538.242325:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749611538.242326:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749611538.242327:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611538.242328:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611538.242329:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611538.242330:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749611538.242332:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e3c00. 02000000:00000010:2.0:1749611538.242334:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff4400. 02000000:00000001:1.0:1749611538.242334:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611538.242336:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611538.242336:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242337:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611538.242338:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611538.242339:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611538.242340:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749611538.242341:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611538.242342:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611538.242343:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c9a5000. 00010000:00000040:2.0:1749611538.242344:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494690048 02000000:00000001:3.0:1749611538.242345:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611538.242345:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:2.0:1749611538.242346:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749611538.242348:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242348:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749611538.242350:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242350:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000200:2.0:1749611538.242351:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880071e7b480 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:219/0 lens 224/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:3.0:1749611538.242352:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494690304 00000100:00000040:1.0:1749611538.242353:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749611538.242355:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749611538.242355:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611538.242358:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:2.0:1749611538.242359:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000200:3.0:1749611538.242360:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012ec55f80 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:219/0 lens 224/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611538.242361:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611538.242361:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749611538.242363:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:2.0:1749611538.242364:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=143 v=5 (1 1 1 1) 02000000:00000001:1.0:1749611538.242365:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242367:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749611538.242368:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611538.242368:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749611538.242369:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611538.242369:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611538.242371:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:1.0:1749611538.242371:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00001000:3.0:1749611538.242372:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611538.242373:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611538.242375:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:1.0:1749611538.242375:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494689792, offset 0 00000100:00000001:3.0:1749611538.242376:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611538.242377:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611538.242378:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749611538.242379:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611538.242379:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611538.242380:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611538.242382:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749611538.242383:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611538.242384:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611538.242384:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000001:3.0:1749611538.242386:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611538.242386:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611538.242389:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749611538.242389:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494690048, offset 224 00000400:00000010:3.0:1749611538.242391:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000400:00000200:1.0:1749611538.242392:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94da00 00000400:00000200:2.0:1749611538.242393:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611538.242398:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x93a5 [1] + 0 00000400:00000200:2.0:1749611538.242401:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611538.242402:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611538.242407:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94db00 00000100:00000200:3.0:1749611538.242411:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494690304, offset 224 00000400:00000200:1.0:1749611538.242411:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611538.242413:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x93a9 [1] + 224 00000400:00000200:2.0:1749611538.242418:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611538.242418:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611538.242419:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611538.242423:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749611538.242423:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880077a9ce00 x1834598494689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.242426:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611538.242427:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749611538.242430:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611538.242432:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880077a9ce00 x1834598494689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611538.242434:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94dc00 00000400:00000200:3.0:1749611538.242439:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x93b9 [1] + 224 00000100:00000040:2.0:1749611538.242440:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.242441:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611538.242444:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611538.242446:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000200:3.0:1749611538.242448:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749611538.242448:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749611538.242451:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611538.242451:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611538.242452:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749611538.242455:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.242455:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.242457:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749611538.242458:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611538.242461:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611538.242463:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611538.242464:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000100:00000040:3.0:1749611538.242465:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611538.242466:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000040:1.0:1749611538.242467:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111267480 x1834598494689792/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611558 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.242468:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611538.242470:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611538.242473:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611538.242477:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00100000:1.0:1749611538.242477:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111267480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494689792:12345-0@lo:38:kworker.0 Request processed in 191us (605us total) trans 0 rc -19/-19 00010000:00000001:2.0:1749611538.242479:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611538.242481:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.242483:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:1.0:1749611538.242486:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00000001:3.0:1749611538.242488:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611538.242488:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7b480 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:219/0 lens 224/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.242488:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611538.242490:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611538.242494:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000100:00100000:2.0:1749611538.242497:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e7b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494690048:12345-0@lo:400:kworker.0 Request processed in 221us (568us total) trans 0 rc 0/0 00000020:00000010:1.0:1749611538.242498:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be97d0. 00000400:00000200:3.0:1749611538.242500:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000400:00000010:3.0:1749611538.242503:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000020:00000010:1.0:1749611538.242503:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79600. 00000100:00000001:3.0:1749611538.242505:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611538.242506:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:2.0:1749611538.242506:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00000040:2.0:1749611538.242508:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611538.242510:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.242511:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611538.242512:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:3.0:1749611538.242513:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:3.0:1749611538.242516:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:2.0:1749611538.242516:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b80. 00000020:00000001:3.0:1749611538.242518:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611538.242519:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9320. 00000100:00000001:1.0:1749611538.242521:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611538.242547:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611538.242548:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749611538.242551:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e78600. 00000100:00000040:3.0:1749611538.242552:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55f80 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:219/0 lens 224/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611538.242560:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611538.242561:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749611538.242562:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494690304:12345-0@lo:400:kworker.0 Request processed in 277us (443us total) trans 0 rc 0/0 00000100:00000200:1.0:1749611538.242563:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000001:0.0:1749611538.242565:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:2.0:1749611538.242566:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000010:1.0:1749611538.242567:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111267800. 00000400:00000001:0.0:1749611538.242568:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611538.242569:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611538.242570:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00000040:1.0:1749611538.242570:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111267800 x1834598494689920 msgsize 520 00000400:00000010:0.0:1749611538.242571:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff4d0. 00000100:00000040:3.0:1749611538.242573:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e08800 : new rpc_count 0 00000100:00100000:1.0:1749611538.242574:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611538.242576:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611538.242578:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749611538.242578:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000001:1.0:1749611538.242581:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749611538.242581:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000020:00000010:3.0:1749611538.242582:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50b80. 00000100:00000001:2.0:1749611538.242583:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611538.242585:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494689920 00000100:00000001:0.0:1749611538.242585:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749611538.242586:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 02000000:00000001:2.0:1749611538.242587:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749611538.242587:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000020:00000010:3.0:1749611538.242589:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000100:00000001:2.0:1749611538.242589:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611538.242590:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611538.242592:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611538.242593:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 4 02000000:00000001:2.0:1749611538.242593:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611538.242594:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:3.0:1749611538.242595:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611538.242596:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494689920 00000020:00000001:2.0:1749611538.242597:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611538.242598:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000040:2.0:1749611538.242599:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611538.242600:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749611538.242602:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880077a9f100 x1834598494689920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611538.242607:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611538.242607:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611538.242609:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242610:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749611538.242613:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78600. 00000100:00000040:1.0:1749611538.242613:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880077a9f100 x1834598494689920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611538.242615:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b80. 00000020:00000010:2.0:1749611538.242618:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9320. 00000100:00000001:0.0:1749611538.242619:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611538.242620:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242621:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611538.242622:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611538.242622:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611538.242623:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611538.242625:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242625:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.242625:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749611538.242628:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 02000000:00000001:0.0:1749611538.242628:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611538.242629:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242631:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300811701 00000100:00000001:0.0:1749611538.242631:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611538.242633:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242634:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300811721 00000100:00000001:1.0:1749611538.242636:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300811701 02000000:00000001:0.0:1749611538.242636:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242638:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300811721 00000100:00000001:1.0:1749611538.242640:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300811701 00000100:00000001:1.0:1749611538.242643:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300811721 00000100:00001000:0.0:1749611538.242643:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007197bc38 time=19 v=5 (5 0 0 0) 00000100:00000001:2.0:1749611538.242645:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.242645:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300811701 00000100:00000001:1.0:1749611538.242647:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300811721 00000100:00000001:1.0:1749611538.242648:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749611538.242649:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197bbf0 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1749611538.242650:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611538.242651:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611538.242651:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611538.242652:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611538.242653:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611538.242653:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611538.242653:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749611538.242656:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00000001:0.0:1749611538.242656:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611538.242657:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bf91880 x1834598494690176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611538.242659:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896919552 : -131936812632064 : ffff880111267800) 00000100:00000001:2.0:1749611538.242660:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611538.242660:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1749611538.242661:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611538.242663:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111267800 x1834598494689920/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611558 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.242664:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611538.242665:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:0.0:1749611538.242666:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611538.242667:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611538.242669:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611538.242671:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749611538.242671:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611538.242673:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494689920:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611538.242673:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749611538.242674:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494690176:0@lo:38:kworker.0 00000100:00000200:3.0:1749611538.242676:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494689920 00000020:00000001:3.0:1749611538.242678:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:2.0:1749611538.242678:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611538.242679:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:0.0:1749611538.242679:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611538.242680:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749611538.242682:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fef78. 00000100:00000001:0.0:1749611538.242683:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:2.0:1749611538.242684:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000100:00000001:1.0:1749611538.242684:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1749611538.242686:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 02000000:00000001:1.0:1749611538.242687:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749611538.242687:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749611538.242689:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611538.242689:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.242689:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1749611538.242691:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611538.242691:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611538.242693:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611538.242694:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801205e0800. 00000020:00000001:3.0:1749611538.242695:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.242696:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611538.242698:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749611538.242699:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:1.0:1749611538.242700:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db7e8. 00010000:00000001:3.0:1749611538.242702:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:2.0:1749611538.242702:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611538.242703:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00010000:00000001:3.0:1749611538.242704:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611538.242707:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:1.0:1749611538.242707:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494690176, portal 10 00000100:00000001:3.0:1749611538.242709:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611538.242709:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611538.242709:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611538.242710:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134931011712 : -131938778539904 : ffff88009bf91880) 00000100:00000001:0.0:1749611538.242710:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611538.242711:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611538.242711:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611538.242713:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611538.242713:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749611538.242714:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1749611538.242715:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbac800. 00000100:00000001:2.0:1749611538.242716:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749611538.242717:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.242718:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611538.242718:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009685c000. 00000100:00000001:3.0:1749611538.242719:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611538.242720:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611538.242722:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611538.242724:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611538.242724:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=93 v=5 (5 5 5 5) 00000100:00000040:1.0:1749611538.242724:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009bf91880 x1834598494690176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611538.242724:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749611538.242727:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:2.0:1749611538.242727:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=93 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611538.242730:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611538.242730:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611538.242730:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611538.242732:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611538.242732:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611538.242733:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611538.242734:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:1.0:1749611538.242735:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749611538.242737:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611538.242737:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611538.242737:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494690176, offset 0 00000100:00000001:3.0:1749611538.242739:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:2.0:1749611538.242739:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:1.0:1749611538.242741:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611538.242744:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00080000:2.0:1749611538.242744:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611538.242745:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bf93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494690304:0@lo:400:kworker.0 02000000:00000001:3.0:1749611538.242747:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749611538.242747:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611538.242749:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611538.242751:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611538.242752:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611538.242752:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94db80 00000100:00000001:0.0:1749611538.242752:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611538.242754:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749611538.242755:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611538.242755:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611538.242755:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749611538.242756:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 132512 00000100:00000001:2.0:1749611538.242757:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611538.242758:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611538.242759:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000040:0.0:1749611538.242760:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bf93100 x1834598494690304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611538.242761:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611538.242784:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611538.242786:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611538.242788:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494689920, offset 0 00000100:00000001:1.0:1749611538.242790:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611538.242792:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749611538.242795:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611538.242795:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749611538.242795:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111267b80. 00000100:00000001:2.0:1749611538.242797:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611538.242797:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1749611538.242798:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111267b80 x1834598494690176 msgsize 520 00000100:00000001:2.0:1749611538.242799:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611538.242800:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1749611538.242802:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749611538.242803:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611538.242804:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880079130c00. 00000400:00000200:3.0:1749611538.242806:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611538.242808:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749611538.242809:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749611538.242812:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bf90380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494690048:0@lo:400:kworker.0 00000020:00000001:0.0:1749611538.242812:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:1.0:1749611538.242814:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000020:00000040:0.0:1749611538.242814:0:28321:0:(genops.c:1242:class_import_put()) import ffff88007197b800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:3.0:1749611538.242815:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94da80 00000400:00000010:1.0:1749611538.242816:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:2.0:1749611538.242817:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611538.242817:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611538.242818:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611538.242819:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:0.0:1749611538.242820:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880129c49100. 00000400:00000200:3.0:1749611538.242821:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x93bd [1] + 0 00000100:00000040:2.0:1749611538.242822:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bf90380 x1834598494690048/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611538.242824:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611538.242826:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1749611538.242828:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1749611538.242828:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009bf91880 x1834598494690176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611538.242828:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bf93100. 00000100:00000001:2.0:1749611538.242829:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611538.242831:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749611538.242833:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749611538.242834:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880118e79200. 00000100:00000001:0.0:1749611538.242834:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611538.242836:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611538.242836:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611538.242838:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611538.242839:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bf91880 x1834598494690176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611538.242839:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611538.242844:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880077a9f100 x1834598494689920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.242845:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.242846:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749611538.242847:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611538.242847:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611538.242848:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.242849:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611538.242850:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749611538.242851:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749611538.242852:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.242853:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611538.242853:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611538.242855:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880129c49a00. 00000100:00000040:1.0:1749611538.242855:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 750 usecs (1 jiffies) 00000100:00000001:1.0:1749611538.242857:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300811701 02000000:00000001:2.0:1749611538.242858:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611538.242859:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749611538.242860:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300811721 00000100:00000010:2.0:1749611538.242861:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bf90380. 00000100:00000001:1.0:1749611538.242862:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300811701 00000100:00000001:1.0:1749611538.242864:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300811721 00000100:00000001:1.0:1749611538.242866:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300811701 00000100:00000040:3.0:1749611538.242868:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880077a9f100 x1834598494689920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.242868:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300811721 00000100:00000001:2.0:1749611538.242869:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611538.242870:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300811701 00000100:00000001:2.0:1749611538.242871:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.242872:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300811721 00000100:00000001:2.0:1749611538.242873:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.242874:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611538.242876:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.242878:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611538.242880:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611538.242880:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611538.242881:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:1.0:1749611538.242881:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611538.242882:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1749611538.242883:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db898. 00000100:00000001:2.0:1749611538.242884:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611538.242885:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749611538.242887:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749611538.242889:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611538.242892:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880077a9d880 x1834598494689664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.242895:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749611538.242896:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000100:00100000:2.0:1749611538.242897:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494690176 00000400:00000010:3.0:1749611538.242899:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 02000000:00000001:2.0:1749611538.242899:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749611538.242900:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880077a9d880 x1834598494689664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.242901:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611538.242903:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611538.242903:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611538.242905:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:2.0:1749611538.242906:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242907:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749611538.242908:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494690176 00000100:00000001:3.0:1749611538.242910:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.242910:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611538.242911:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611538.242912:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611538.242913:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749611538.242914:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:2.0:1749611538.242915:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242915:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611538.242917:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.242917:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.242917:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611538.242919:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749611538.242920:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611538.242920:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79200. 00000100:00000001:1.0:1749611538.242922:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611538.242923:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b00. 02000000:00000001:1.0:1749611538.242924:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611538.242926:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be94b0. 00000100:00000040:3.0:1749611538.242928:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111267800 x1834598494689920/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611558 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.242928:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00001000:1.0:1749611538.242929:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611538 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611538.242930:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611538.242932:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611538.242933:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=61 v=20 (1 20 1 1) 00000100:00000001:2.0:1749611538.242935:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.242936:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611538.242938:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611538.242940:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611538.242943:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111267800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494689920:12345-0@lo:38:kworker.0 Request processed in 268us (369us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749611538.242945:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880077a9d880 x1834598494689664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.242952:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611538.242954:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00000001:2.0:1749611538.242954:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.242954:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611538.242956:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.242958:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611538.242959:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611538.242959:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611538.242960:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611538.242960:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611538.242961:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:1.0:1749611538.242962:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:3.0:1749611538.242965:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b80. 00000100:00100000:2.0:1749611538.242965:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00080000:1.0:1749611538.242965:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611538.242967:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611538.242968:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896920448 : -131936812631168 : ffff880111267b80) 00000100:00000040:1.0:1749611538.242971:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9d880 x1834598494689664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611538.242972:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9320. 00000100:00000040:2.0:1749611538.242972:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111267b80 x1834598494690176/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611558 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611538.242976:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e78600. 00000100:00100000:1.0:1749611538.242979:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880077a9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494689664:0@lo:38:kworker.0 00000100:00100000:2.0:1749611538.242982:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494690176:12345-0@lo:38:kworker.0 00000400:00000001:1.0:1749611538.242984:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611538.242985:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749611538.242986:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494690176 00000100:00000001:3.0:1749611538.242987:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611538.242987:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000400:00000200:1.0:1749611538.242989:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749611538.242991:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749611538.242993:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611538.242994:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749611538.242996:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880077a9ce00 x1834598494689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611538.242997:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749611538.243006:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611538.243010:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749611538.243013:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749611538.243015:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880077a9ce00 x1834598494689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611538.243016:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611538.243018:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611538.243020:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611538.243022:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611538.243022:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611538.243024:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749611538.243025:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff4000. 00000100:00000001:1.0:1749611538.243025:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611538.243027:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.243027:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611538.243028:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611538.243029:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.243029:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.243031:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611538.243032:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611538.243034:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611538.243035:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611538 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611538.243037:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00001000:1.0:1749611538.243038:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=43 v=20 (1 20 1 1) 00000100:00000001:2.0:1749611538.243040:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611538.243040:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611538.243041:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611538.243042:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611538.243043:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611538.243045:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611538.243047:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749611538.243047:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880077a9ce00 x1834598494689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.243049:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611538.243053:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611538.243053:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749611538.243055:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611538.243055:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611538.243056:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611538.243057:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.243058:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611538.243059:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611538.243060:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611538.243061:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:1.0:1749611538.243062:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:2.0:1749611538.243063:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00080000:1.0:1749611538.243064:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611538.243066:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611538.243067:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494690176, offset 0 00000100:00000040:1.0:1749611538.243070:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9ce00 x1834598494689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611538.243071:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611538.243077:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880077a9ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494689792:0@lo:38:kworker.0 00000400:00000200:2.0:1749611538.243078:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611538.243081:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.243083:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749611538.243084:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94db80 00000400:00000200:2.0:1749611538.243089:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x93d5 [1] + 0 00000400:00000200:2.0:1749611538.243093:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611538.243097:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611538.243099:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880077a9d880 x1834598494689664/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.243105:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611538.243106:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611538.243107:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:2.0:1749611538.243110:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009bf91880 x1834598494690176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611538.243110:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0dc000. 02000000:00000001:1.0:1749611538.243113:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611538.243114:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611538.243116:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749611538.243118:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749611538.243119:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009bf91880 x1834598494690176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611538.243120:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c625c00. 02000000:00000001:1.0:1749611538.243122:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611538.243124:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611538.243126:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9d880. 00000100:00000001:2.0:1749611538.243128:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611538.243129:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611538.243131:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611538.243132:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000100:00000001:1.0:1749611538.243132:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749611538.243134:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000040:1.0:1749611538.243135:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880077a9ce00 x1834598494689792/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.243136:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611538.243137:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611538.243140:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.243141:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749611538.243143:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749611538.243143:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611538.243145:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611538.243145:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e3400. 00000020:00000001:2.0:1749611538.243147:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611538.243147:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611538.243148:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611538.243150:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749611538.243151:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749611538.243152:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111267b80 x1834598494690176/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611558 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611538.243153:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c626c00. 02000000:00000001:1.0:1749611538.243155:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611538.243156:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611538.243157:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9ce00. 00000100:00000001:1.0:1749611538.243160:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1749611538.243161:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111267b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494690176:12345-0@lo:38:kworker.0 Request processed in 179us (361us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611538.243161:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.243163:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.243168:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1749611538.243169:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00000001:1.0:1749611538.243169:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749611538.243171:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611538.243171:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611538.243172:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611538.243173:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749611538.243175:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1749611538.243176:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b00. 00000020:00000010:2.0:1749611538.243179:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be94b0. 00000400:00000001:1.0:1749611538.243181:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749611538.243183:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79200. 00000400:00000010:1.0:1749611538.243183:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db840. 00000400:00000200:1.0:1749611538.243185:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749611538.243187:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749611538.243189:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611538.243192:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611538.243193:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880077a9f100 x1834598494689920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611538.243201:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880077a9f100 x1834598494689920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.243207:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611538.243209:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.243210:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611538.243212:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611538.243213:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611538.243214:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.243216:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611538.243220:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611538 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611538.243222:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=93 v=20 (20 1 1 1) 00000100:00000001:1.0:1749611538.243225:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611538.243227:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611538.243229:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611538.243232:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880077a9f100 x1834598494689920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.243239:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611538.243241:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611538.243242:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.243244:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611538.243245:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611538.243247:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611538.243250:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611538.243251:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611538.243255:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9f100 x1834598494689920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611538.243267:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880077a9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494689920:0@lo:38:kworker.0 00000400:00000001:1.0:1749611538.243272:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611538.243273:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611538.243275:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db7e8. 00000400:00000200:1.0:1749611538.243277:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749611538.243278:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749611538.243280:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611538.243283:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009bf91880 x1834598494690176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611538.243291:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009bf91880 x1834598494690176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.243297:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611538.243298:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.243299:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611538.243301:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611538.243302:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611538.243303:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.243305:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611538.243308:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197d438 time=1749611538 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611538.243311:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197d3f0 time=19 v=20 (20 0 0 0) 00000100:00000001:1.0:1749611538.243313:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611538.243314:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611538.243316:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611538.243319:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bf91880 x1834598494690176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.243326:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611538.243328:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611538.243329:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.243330:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611538.243332:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611538.243334:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611538.243341:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611538.243343:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611538.243347:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf91880 x1834598494690176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611538.243355:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bf91880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494690176:0@lo:38:kworker.0 00000100:00000001:1.0:1749611538.243358:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.243360:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611538.243362:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880077a9f100 x1834598494689920/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.243368:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611538.243370:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611538.243371:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e3800. 02000000:00000001:1.0:1749611538.243373:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611538.243375:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611538.243376:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749611538.243377:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611538.243379:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c627c00. 02000000:00000001:1.0:1749611538.243381:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611538.243382:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611538.243383:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9f100. 00000100:00000001:1.0:1749611538.243386:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611538.243387:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.243388:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611538.243391:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bf91880 x1834598494690176/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.243397:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611538.243398:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611538.243399:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801205e0800. 02000000:00000001:1.0:1749611538.243401:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611538.243402:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611538.243403:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197d000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611538.243405:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611538.243406:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c626000. 02000000:00000001:1.0:1749611538.243412:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611538.243414:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611538.243415:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bf91880. 00000100:00000001:1.0:1749611538.243418:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611538.243419:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.243421:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.243423:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611538.243424:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611538.243426:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.243427:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611538.263564:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300811721, at 4300811721 00000100:00000010:1.0:1749611538.263574:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee640. 00000100:00000040:2.0:1749611538.263627:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300811721, at 4300811721 00000100:00000040:0.0:1749611538.263628:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300811721, at 4300811721 00000100:00000040:3.0:1749611538.263631:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300811721, at 4300811721 00000100:00000010:3.0:1749611538.263654:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee1c0. 00000100:00000010:2.0:1749611538.263654:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee380. 00000100:00000010:0.0:1749611538.263663:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012a3ee3c0. 00080000:00000010:2.0:1749611538.374823:0:29904:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611538.374833:0:29904:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611538.374840:0:29904:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611538.374859:0:29904:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611538.374865:0:29904:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611538.374873:0:29904:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611538.374881:0:29904:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611538.374887:0:29904:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611538.374890:0:29904:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.453615:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611538.453621:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611538.453623:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611538.453628:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611538.453631:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611538.453635:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611538.453638:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611538.453641:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611538.453644:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.458665:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611538.458671:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611538.458673:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611538.458676:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611538.458679:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611538.458682:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611538.458685:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611538.458687:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611538.458689:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611538.488712:0:29948:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7100. 00080000:00000010:3.0:1749611538.488721:0:29948:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7100. 00000020:00000001:3.0:1749611538.488727:0:29948:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611538.488734:0:29948:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7100. 00080000:00000010:3.0:1749611538.488738:0:29948:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7100. 00000020:00000001:3.0:1749611538.488741:0:29948:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611538.488747:0:29948:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7100. 00080000:00000010:3.0:1749611538.488755:0:29948:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7100. 00000020:00000001:3.0:1749611538.488776:0:29948:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611538.702232:0:29968:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611538.702242:0:29968:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611538.702248:0:29968:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611538.702264:0:29968:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611538.702269:0:29968:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611538.702272:0:29968:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611538.702284:0:29968:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611538.702289:0:29968:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611538.702292:0:29968:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1749611538.819485:0:30010:0:(tgt_mount.c:1983:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00080000:00000010:1.0:1749611538.820661:0:30010:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50c80. 00080000:00000010:1.0:1749611538.820671:0:30010:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50c80. 00000020:00000001:1.0:1749611538.820676:0:30010:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611538.820779:0:30010:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50c80. 00080000:00000010:1.0:1749611538.820786:0:30010:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50c80. 00000020:00000001:1.0:1749611538.820790:0:30010:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611538.820797:0:30010:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50c80. 00080000:00000010:1.0:1749611538.820802:0:30010:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50c80. 00000020:00000001:1.0:1749611538.820805:0:30010:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611538.822129:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611538.822137:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611538.822143:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611538.822216:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611538.822220:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611538.822223:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.829971:0:30010:0:(tgt_mount.c:1691:server_put_super()) Process entered 00000020:00000010:0.0:1749611538.829979:0:30010:0:(tgt_mount.c:1695:server_put_super()) kmalloced '(tmpname)': 15 at ffff88006a9b84b0. 00000020:01000004:0.0:1749611538.829983:0:30010:0:(tgt_mount.c:1697:server_put_super()) server put_super lustre-OST0000 00000020:00000001:0.0:1749611538.829985:0:30010:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:0.0:1749611538.829988:0:30010:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff8800b403ea00. 00000020:00000010:0.0:1749611538.829992:0:30010:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffff880117b164e0. 00000020:00000001:0.0:1749611538.829996:0:30010:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1749611538.829999:0:30010:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff88009c52ecc0. 00000020:00000001:0.0:1749611538.830002:0:30010:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749611538.830006:0:30010:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749611538.830009:0:30010:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1749611538.830012:0:30010:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1749611538.830014:0:30010:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611538.830017:0:30010:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611538.830019:0:30010:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff88009d27d600) refs 2 10000000:00000001:0.0:1749611538.830021:0:30010:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611538.830023:0:30010:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612134950852096 : -131938758699520 : ffff88009d27d600) 10000000:00000001:0.0:1749611538.830026:0:30010:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1749611538.830028:0:30010:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1749611538.830031:0:30010:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749611538.830034:0:30010:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611538.830036:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.830038:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.830039:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.830040:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.830042:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.830043:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.830044:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.830044:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.830045:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.830046:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.830047:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611538.830049:0:30010:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88009d27d600) refs 2 10000000:00000001:0.0:1749611538.830051:0:30010:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.830052:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611538.830061:0:30010:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88009d27d600) refs 1 10000000:01000000:0.0:1749611538.830064:0:30010:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:0.0:1749611538.830065:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.830066:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.830067:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.830068:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.830069:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.830070:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.830071:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.830072:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.830073:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.830074:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1749611538.830077:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 14 10000000:00000010:0.0:1749611538.830079:0:30010:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 294 at ffff88009d27d600. 10000000:00000001:0.0:1749611538.830086:0:30010:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1749611538.830087:0:30010:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:0.0:1749611538.830089:0:30010:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611538.830091:0:30010:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.830093:0:30010:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611538.830095:0:30010:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff88009c52ecc0. 00000020:00000001:0.0:1749611538.830097:0:30010:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611538.830100:0:30010:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff880096dff600. 00000020:00000040:0.0:1749611538.830103:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 6 00000020:00000010:0.0:1749611538.830106:0:30010:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff880117b16a20. 00000010:00000001:0.0:1749611538.830111:0:30010:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:0.0:1749611538.830114:0:30010:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1749611538.830117:0:30010:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1749611538.830119:0:30010:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1749611538.830122:0:30010:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1749611538.830125:0:30010:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00000040:0.0:1749611538.830128:0:30010:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611538.830131:0:30010:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611538.830132:0:30010:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1749611538.830133:0:30010:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1749611538.830135:0:30010:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611538.830137:0:30010:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:0.0:1749611538.830139:0:30010:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1749611538.830141:0:30010:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000001:0.0:1749611538.830148:0:30010:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611538.830151:0:30010:0:(genops.c:1242:class_import_put()) import ffff88007197d000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611538.830153:0:30010:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611538.830155:0:30010:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.830157:0:30010:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1749611538.830160:0:30010:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00080000:0.0:1749611538.830163:0:30010:0:(import.c:66:import_set_state_nolock()) ffff88007197d000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00000001:0.0:1749611538.830165:0:30010:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611538.830167:0:30010:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:0.0:1749611538.830168:0:30010:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611538.830169:0:30010:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:0.0:1749611538.830170:0:30010:0:(import.c:1837:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.830173:0:30010:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.830175:0:30010:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1749611538.830176:0:30010:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1749611538.830177:0:30010:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1749611538.830179:0:30010:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1749611538.830180:0:30010:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00000040:0.0:1749611538.830182:0:30010:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611538.830184:0:30010:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611538.830185:0:30010:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1749611538.830186:0:30010:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1749611538.830187:0:30010:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611538.830188:0:30010:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00100000:0.0:1749611538.830190:0:30010:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1749611538.830193:0:30010:0:(obd_class.h:1246:obd_import_event()) Process entered 00000001:00000001:0.0:1749611538.830195:0:30010:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611538.830198:0:30010:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1749611538.830819:0:30010:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611538.830821:0:30010:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611538.830823:0:30010:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1749611538.831379:0:30010:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.831383:0:30010:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:0.0:1749611538.831389:0:30010:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1749611538.831390:0:30010:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611538.831394:0:30010:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff880117b16a20. 00000020:00000040:0.0:1749611538.831400:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 3 00000020:00000010:0.0:1749611538.831410:0:30010:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff880117b16a20. 00000010:00000001:0.0:1749611538.831413:0:30010:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:0.0:1749611538.831415:0:30010:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1749611538.831416:0:30010:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:0.0:1749611538.831419:0:30010:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1749611538.831420:0:30010:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1749611538.831422:0:30010:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00000040:0.0:1749611538.831424:0:30010:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611538.831427:0:30010:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611538.831427:0:30010:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1749611538.831428:0:30010:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1749611538.831430:0:30010:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611538.831431:0:30010:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:0.0:1749611538.831432:0:30010:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:0.0:1749611538.831434:0:30010:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000001:0.0:1749611538.831436:0:30010:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611538.831438:0:30010:0:(genops.c:1242:class_import_put()) import ffff88007197b800 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749611538.831439:0:30010:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611538.831441:0:30010:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.831443:0:30010:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:0.0:1749611538.831445:0:30010:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:0.0:1749611538.831446:0:30010:0:(import.c:1719:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1749611538.831451:0:30010:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55880. 00000020:00000040:0.0:1749611538.831455:0:30010:0:(genops.c:1229:class_import_get()) import ffff88007197b800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611538.831459:0:30010:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611538.831462:0:30010:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611538.831466:0:30010:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611538.831472:0:30010:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880129c49f00. 00000100:00000001:0.0:1749611538.831479:0:30010:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.831482:0:30010:0:(import.c:1757:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446612137393870976 : -131936315680640 : ffff88012ec55880) 00000100:00080000:0.0:1749611538.831485:0:30010:0:(import.c:66:import_set_state_nolock()) ffff88007197b800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:0.0:1749611538.831490:0:30010:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611538.831494:0:30010:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611538.831504:0:30010:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec55880] to pc [ptlrpcd_rcv+-1] req@ffff88012ec55880 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611538.831570:0:30010:0:(import.c:1871:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.831665:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611538.831671:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611538.831674:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611538.831683:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec55880 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.831696:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611538.831698:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.831702:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611538.831705:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611538.831708:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611538.831711:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494690432:0@lo:39:umount.0 00000100:00000001:1.0:1749611538.831716:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611538.831720:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611538.831732:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.831735:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749611538.831739:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8f400. 02000000:00000001:1.0:1749611538.831742:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611538.831748:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db7e8. 00000400:00000010:1.0:1749611538.831755:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000200:1.0:1749611538.831792:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494690432, portal 10 00000100:00000001:1.0:1749611538.831795:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611538.831796:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393870976 : -131936315680640 : ffff88012ec55880) 00000100:00000040:1.0:1749611538.831806:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec55880 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.831814:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611538.831817:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611538.831820:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749611538.831822:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494690432, offset 0 00000400:00000200:1.0:1749611538.831828:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611538.831843:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611538.831853:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94dc80 00000400:00000200:1.0:1749611538.831860:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 133032 00000400:00000200:1.0:1749611538.831868:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611538.831873:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611538.831878:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611538.831880:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749611538.831886:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111266680. 00000100:00000040:1.0:1749611538.831889:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111266680 x1834598494690432 msgsize 224 00000100:00100000:1.0:1749611538.831893:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611538.831917:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611538.831925:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749611538.831927:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749611538.831930:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749611538.831935:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec55880 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611548 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.831945:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611538.831948:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec55880 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611548 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611538.831961:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.831963:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611538.831969:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611538.831974:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 960 usecs (1 jiffies) 00000100:00000001:1.0:1749611538.831978:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300812290 00000100:00000010:1.0:1749611538.831982:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4917e40. 00000100:00000001:1.0:1749611538.831988:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749611538.832003:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300812290 00000100:00000010:1.0:1749611538.832006:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4917fc0. 00000100:00000001:1.0:1749611538.832009:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749611538.832011:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300812290 00000100:00000010:1.0:1749611538.832014:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4917d00. 00000100:00000001:1.0:1749611538.832017:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749611538.832020:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300812290 00000100:00000001:2.0:1749611538.832021:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1749611538.832022:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b4917600. 00000100:00000001:1.0:1749611538.832025:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00100000:2.0:1749611538.832026:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494690432 02000000:00000001:2.0:1749611538.832029:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611538.832032:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611538.832033:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611538.832035:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.832036:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.832039:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611538.832040:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.832041:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611538.832044:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494690432 00000020:00000001:2.0:1749611538.832048:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611538.832050:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d581 00000100:00000001:1.0:1749611538.832050:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611538.832052:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749611538.832054:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611538.832055:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611538.832057:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.832058:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.832062:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611538.832065:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e08800 refcount=5 00000020:00000001:2.0:1749611538.832068:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 00000020:00000001:2.0:1749611538.832071:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 00000100:00000001:2.0:1749611538.832077:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611538.832080:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006e9cc680. 00000100:00000001:2.0:1749611538.832084:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611538.832086:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88006e9cc680. 00000020:00000010:2.0:1749611538.832092:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d800. 00000020:00000010:2.0:1749611538.832096:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387980. 00000020:00000010:2.0:1749611538.832102:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be94b0. 00000100:00000040:2.0:1749611538.832109:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611538.832112:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611538.832113:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611538.832116:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.832122:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.832147:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611538.832159:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611538.832161:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1749611538.832166:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00000040:2.0:1749611538.832170:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e08800 : new rpc_count 1 00000100:00000001:2.0:1749611538.832172:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896915072 : -131936812636544 : ffff880111266680) 00000100:00000040:2.0:1749611538.832178:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111266680 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:219/0 lens 224/0 e 0 to 0 dl 1749611549 ref 1 fl New:/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.832189:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611538.832191:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006e9cc680. 00000100:00000001:2.0:1749611538.832193:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611538.832195:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88006e9cc680. 00000100:00100000:2.0:1749611538.832199:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28320:x1834598494690432:12345-0@lo:39:umount.0 00000100:00000200:2.0:1749611538.832203:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494690432 00000020:00000001:2.0:1749611538.832206:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611538.832216:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611538.832219:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.832221:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611538.832224:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116702688 : -1592848928 : ffffffffa10f0de0) 00000020:00000001:2.0:1749611538.832227:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611538.832231:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611538.832233:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611538.832235:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749611538.832238:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.832240:0:10935:0:(tgt_handler.c:1098:tgt_disconnect()) Process entered 00010000:00000001:2.0:1749611538.832242:0:10935:0:(ldlm_lib.c:1641:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1749611538.832246:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611538.832249:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611538.832253:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff6000. 02000000:00000001:2.0:1749611538.832255:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.832257:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611538.832262:0:10935:0:(genops.c:887:class_export_get()) GET export ffff880129e08800 refcount=6 00010000:00000001:2.0:1749611538.832264:0:10935:0:(obd_class.h:931:obd_disconnect()) Process entered 00000004:00000001:2.0:1749611538.832268:0:10935:0:(mdt_handler.c:7392:mdt_obd_disconnect()) Process entered 00000020:00000040:2.0:1749611538.832270:0:10935:0:(genops.c:887:class_export_get()) GET export ffff880129e08800 refcount=7 00010000:00000001:2.0:1749611538.832272:0:10935:0:(ldlm_lib.c:774:server_disconnect_export()) Process entered 00000020:00000001:2.0:1749611538.832275:0:10935:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1749611538.832279:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 6 00000020:00000080:2.0:1749611538.832282:0:10935:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d581 00000020:00000040:2.0:1749611538.832284:0:10935:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880129e08800 with handle 0x689c0ec07329d581 from hash 00000020:00000040:2.0:1749611538.832289:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 5 00000020:00000001:2.0:1749611538.832292:0:10935:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1749611538.832294:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 4 00000020:00000001:2.0:1749611538.832296:0:10935:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1749611538.832297:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 3 00000020:00000001:2.0:1749611538.832299:0:10935:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.832301:0:10935:0:(import.c:2063:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1749611538.832303:0:10935:0:(import.c:66:import_set_state_nolock()) ffff880129e08000 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1749611538.832306:0:10935:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611538.832308:0:10935:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611538.832309:0:10935:0:(import.c:2073:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1749611538.832328:0:10935:0:(ldlm_lib.c:805:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1749611538.832338:0:10935:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:2.0:1749611538.832342:0:10935:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8800b4002000 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1749611538.832345:0:10935:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff880129e08800 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1749611538.832349:0:10935:0:(mdt_handler.c:7314:mdt_export_cleanup()) Process entered 00000020:00000001:1.0:1749611538.832350:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611538.832353:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611538.832355:0:10935:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00010000:00010000:1.0:1749611538.832355:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:2.0:1749611538.832357:0:10935:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749611538.832359:0:10935:0:(mdt_handler.c:7383:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611538.832362:0:10935:0:(nodemap_handler.c:579:nodemap_del_member()) Process entered 00000001:00000040:2.0:1749611538.832365:0:10935:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000001:00000001:2.0:1749611538.832368:0:10935:0:(nodemap_member.c:31:nm_member_del()) Process entered 00000001:00000040:2.0:1749611538.832371:0:10935:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00000020:00000040:2.0:1749611538.832373:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 2 00000001:00000001:2.0:1749611538.832375:0:10935:0:(nodemap_member.c:49:nm_member_del()) Process leaving 00000001:00000040:2.0:1749611538.832377:0:10935:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 3 00000001:00000001:2.0:1749611538.832379:0:10935:0:(nodemap_handler.c:604:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1749611538.832380:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 1 00000004:00000001:2.0:1749611538.832382:0:10935:0:(mdt_handler.c:7418:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611538.832384:0:10935:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611538.832386:0:10935:0:(ldlm_lib.c:1662:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.832388:0:10935:0:(tgt_handler.c:1106:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611538.832391:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494690432 00010000:00000001:2.0:1749611538.832394:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749611538.832399:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880111266680 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:219/0 lens 224/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611538.832409:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611538.832411:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611538.832414:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611538.832418:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611538.832421:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611538.832424:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611538.832426:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611538.832429:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.832431:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611538.832438:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611538.832442:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000200:2.0:1749611538.832446:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494690432, offset 224 00000400:00000200:2.0:1749611538.832451:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611538.832459:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611538.832466:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94dc80 00000400:00000200:2.0:1749611538.832472:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x93e5 [1] + 224 00000400:00000200:2.0:1749611538.832477:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611538.832480:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611538.832484:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611538.832489:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec55880 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611548 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611538.832500:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88012ec55880 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611538.832521:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611538.832554:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000400:00000010:2.0:1749611538.832557:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000001:2.0:1749611538.832560:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611538.832562:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611538.832566:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611538.832569:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749611538.832571:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300812290, at 4300812290 00010000:00000001:2.0:1749611538.832572:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611538.832574:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611538.832576:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000010:1.0:1749611538.832577:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4917fc0. 00000100:00000040:2.0:1749611538.832581:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111266680 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:219/0 lens 224/224 e 0 to 0 dl 1749611549 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611538.832587:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300812290, at 4300812290 00000100:00000040:3.0:1749611538.832591:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300812290, at 4300812290 00000100:00100000:2.0:1749611538.832591:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111266680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+1:28320:x1834598494690432:12345-0@lo:39:umount.0 Request processed in 400us (699us total) trans 0 rc 0/0 00000100:00000001:1.0:1749611538.832594:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749611538.832595:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4917e40. 00000100:00000001:1.0:1749611538.832596:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:3.0:1749611538.832600:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4917600. 00000100:00100000:2.0:1749611538.832600:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000400:00000001:1.0:1749611538.832601:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749611538.832603:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e08800 : new rpc_count 0 00000400:00000001:1.0:1749611538.832603:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611538.832606:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749611538.832606:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db7e8. 00000100:00000001:2.0:1749611538.832608:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749611538.832609:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749611538.832611:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749611538.832613:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749611538.832618:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387980. 00000100:00000200:1.0:1749611538.832619:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec55880 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611548 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611538.832623:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be94b0. 00000020:00000010:2.0:1749611538.832627:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d800. 00000100:00000200:1.0:1749611538.832628:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec55880 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611548 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611538.832632:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 0 00000020:00000080:2.0:1749611538.832634:0:10935:0:(genops.c:904:class_export_put()) final put ffff880129e08800/lustre-MDT0001-lwp-OST0000_UUID 00000100:00000001:1.0:1749611538.832635:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611538.832637:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.832639:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611538.832642:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611538.832644:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611538.832646:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611538.832649:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611538.832655:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749611538.832655:0:28320:0:(import.c:2097:obd_at_measure()) add 5 to ffff88007197bc38 time=19 v=5 (5 0 0 0) 00000100:00001000:1.0:1749611538.832659:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197bbf0 time=19 v=5 (1 0 0 0) 00000100:00000001:1.0:1749611538.832662:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611538.832664:0:28320:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611538.832666:0:28320:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1749611538.832671:0:28320:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88012ec55880 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611538.832678:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00010000:00000001:1.0:1749611538.832678:0:28320:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1749611538.832681:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff880129e08800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000100:00000001:1.0:1749611538.832681:0:28320:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749611538.832683:0:28320:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749611538.832684:0:28320:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611538.832685:0:28320:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611538.832686:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000001:3.0:1749611538.832689:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000100:00000040:1.0:1749611538.832689:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec55880 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611548 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000004:00000001:3.0:1749611538.832693:0:18174:0:(mdt_handler.c:7569:mdt_destroy_export()) Process entered 00000020:00000040:3.0:1749611538.832695:0:18174:0:(genops.c:1229:class_import_get()) import ffff880129e08000 refcount=2 obd=lustre-MDT0001 00000100:00000001:1.0:1749611538.832696:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611538.832698:0:18174:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611538.832699:0:18174:0:(genops.c:1242:class_import_put()) import ffff880129e08000 refcount=1 obd=lustre-MDT0001 00000020:00000001:3.0:1749611538.832701:0:18174:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749611538.832703:0:18174:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749611538.832703:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000040:3.0:1749611538.832704:0:18174:0:(genops.c:1242:class_import_put()) import ffff880129e08000 refcount=0 obd=lustre-MDT0001 00000100:00000001:1.0:1749611538.832705:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749611538.832706:0:18174:0:(genops.c:1245:class_import_put()) final put import ffff880129e08000 00000100:00080000:1.0:1749611538.832708:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197b800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:1.0:1749611538.832711:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:1.0:1749611538.832713:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:1.0:1749611538.832714:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:1.0:1749611538.832716:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000020:00000001:3.0:1749611538.832723:0:18174:0:(genops.c:1249:class_import_put()) Process leaving 00000004:00000010:3.0:1749611538.832726:0:18174:0:(mdt_handler.c:7573:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff880136819d40. 00010000:00000001:3.0:1749611538.832730:0:18174:0:(ldlm_lockd.c:3179:ldlm_destroy_export()) Process entered 00000001:00000001:3.0:1749611538.832732:0:18174:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000100:00000040:1.0:1749611538.832736:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55880 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611548 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000001:00000010:3.0:1749611538.832739:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007a829000. 00000001:00000010:3.0:1749611538.832743:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007a829800. 00000001:00000010:3.0:1749611538.832745:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007a828e00. 00000100:00100000:1.0:1749611538.832745:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494690432:0@lo:39:umount.0 00000001:00000010:3.0:1749611538.832749:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007a829600. 00000100:00000001:1.0:1749611538.832750:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:3.0:1749611538.832751:0:18174:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a3713680. 00000100:00000001:1.0:1749611538.832752:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000001:00000010:3.0:1749611538.832754:0:18174:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88006a381900. 00000100:00000040:1.0:1749611538.832755:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec55880 x1834598494690432/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611548 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611538.832772:0:30010:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.832776:0:30010:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000001:00000001:3.0:1749611538.832778:0:18174:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000100:00080000:0.0:1749611538.832778:0:30010:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:0.0:1749611538.832780:0:30010:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00010000:00000001:3.0:1749611538.832781:0:18174:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000100:00000001:0.0:1749611538.832782:0:30010:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000001:00000001:3.0:1749611538.832783:0:18174:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000100:00100000:0.0:1749611538.832784:0:30010:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00000001:1.0:1749611538.832786:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:0.0:1749611538.832786:0:30010:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000001:00000010:3.0:1749611538.832787:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007a828000. 00000100:00000001:0.0:1749611538.832788:0:30010:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611538.832789:0:30010:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000001:00000010:3.0:1749611538.832790:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007a829c00. 00000100:00000001:0.0:1749611538.832790:0:30010:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000001:00000010:3.0:1749611538.832792:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007a829200. 00000100:00000001:0.0:1749611538.832792:0:30010:0:(obd_class.h:1246:obd_import_event()) Process entered 02000000:00000001:1.0:1749611538.832793:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611538.832793:0:30010:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000001:00000010:3.0:1749611538.832794:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d05aa00. 00000100:00100000:0.0:1749611538.832795:0:30010:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 02000000:00000010:1.0:1749611538.832796:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8f400. 00000001:00000010:3.0:1749611538.832797:0:18174:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800a3713cc0. 00000100:00000001:0.0:1749611538.832797:0:30010:0:(obd_class.h:1246:obd_import_event()) Process entered 00000001:00000010:3.0:1749611538.832799:0:18174:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88006a381300. 02000000:00000001:1.0:1749611538.832799:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000001:00000001:0.0:1749611538.832799:0:30010:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000020:00000001:1.0:1749611538.832801:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000001:00000001:0.0:1749611538.832801:0:30010:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000020:00000040:1.0:1749611538.832802:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197b800 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749611538.832805:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611538.832807:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880129c49f00. 00000001:00000001:3.0:1749611538.832810:0:18174:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 02000000:00000001:1.0:1749611538.832810:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1749611538.832811:0:18174:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 02000000:00000001:1.0:1749611538.832812:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1749611538.832813:0:18174:0:(ldlm_lockd.c:3184:ldlm_destroy_export()) Process leaving 00000100:00000010:1.0:1749611538.832814:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec55880. 00000001:00000010:3.0:1749611538.832818:0:18174:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8800b2387700. 00000100:00000001:1.0:1749611538.832818:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611538.832819:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611538.832821:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:3.0:1749611538.832823:0:18174:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000100:00000001:1.0:1749611538.832823:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611538.832824:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000020:3.0:1749611538.832826:0:18174:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8800b4002000 dirty 0 pend 0 grant 0 00000100:00000001:1.0:1749611538.832826:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611538.832828:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:3.0:1749611538.832830:0:18174:0:(mdt_handler.c:7599:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.832832:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611538.832836:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 7 - export 00000020:00000010:3.0:1749611538.832838:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880129e08800. 00000020:00000001:3.0:1749611538.832843:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1749611538.832847:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1749611538.832849:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880129e08000 for lustre-MDT0001 00000020:00000040:3.0:1749611538.832853:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000020:00000040:3.0:1749611538.832855:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - import 00000020:00000010:3.0:1749611538.832858:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff880129e08000. 00000020:00000001:3.0:1749611538.832861:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000001:00000001:0.0:1749611538.833352:0:30010:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611538.833354:0:30010:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611538.833356:0:30010:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000100:00000040:2.0:1749611538.833619:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300812290, at 4300812291 00000100:00000010:2.0:1749611538.833630:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b4917d00. 00000001:00000001:0.0:1749611538.833901:0:30010:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611538.833904:0:30010:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:0.0:1749611538.833908:0:30010:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1749611538.833909:0:30010:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611538.833912:0:30010:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff880117b16a20. 00000020:00000001:0.0:1749611538.833918:0:30010:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611538.833920:0:30010:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff880096dff600. 00000020:00000010:0.0:1749611538.833923:0:30010:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffff880117b164e0. 00000020:00000010:0.0:1749611538.833926:0:30010:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff8800b403ea00. 00000020:00000010:0.0:1749611538.833931:0:30010:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131400. 00000020:00000010:0.0:1749611538.833936:0:30010:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880079130e00. 00000040:00000010:0.0:1749611538.833939:0:30010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880079131600. 00000020:00000010:0.0:1749611538.833951:0:30010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d16c000. 00000020:00000010:0.0:1749611538.833956:0:30010:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdd080. 00000020:00000010:0.0:1749611538.833960:0:30010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880079131a00. 80000000:00000010:0.0:1749611538.833964:0:30010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b164e0. 40000000:00000010:0.0:1749611538.833968:0:30010:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b403ea00. 00100000:00000010:0.0:1749611538.833974:0:30010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d16f800. 00040000:00000010:0.0:1749611538.833978:0:30010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129c49c00. 00040000:00000010:0.0:1749611538.833982:0:30010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880079131800. 00080000:00000010:0.0:1749611538.833988:0:30010:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88007a824000. 00080000:00000010:0.0:1749611538.833996:0:30010:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f02000. 00000004:00000010:0.0:1749611538.834006:0:30010:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88012d16b800. 00000004:00000010:0.0:1749611538.834013:0:30010:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88007a826000. 00000004:00000010:0.0:1749611538.834019:0:30010:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880079138800. 00002000:00000010:0.0:1749611538.834026:0:30010:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009c624800. 00000004:00000010:0.0:1749611538.834032:0:30010:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009c627c00. 00000020:00000010:0.0:1749611538.834037:0:30010:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b403e6c0. 00000020:00000001:0.0:1749611538.834043:0:30010:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:0.0:1749611538.834047:0:30010:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff880117b16a20. 00000020:00000001:0.0:1749611538.834050:0:30010:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749611538.834052:0:30010:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749611538.834055:0:30010:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:0.0:1749611538.834059:0:30010:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:0.0:1749611538.834061:0:30010:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611538.834063:0:30010:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611538.834066:0:30010:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff8800827d6200) refs 2 10000000:00000001:0.0:1749611538.834069:0:30010:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611538.834072:0:30010:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612134503473664 : -131939206077952 : ffff8800827d6200) 10000000:00000001:0.0:1749611538.834076:0:30010:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1749611538.834079:0:30010:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1749611538.834082:0:30010:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749611538.834084:0:30010:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611538.834088:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.834090:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834092:0:30010:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:0.0:1749611538.834094:0:30010:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:0.0:1749611538.834104:0:30010:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749611538.834107:0:30010:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611538.834109:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611538.834112:0:30010:0:(mgc_request.c:123:config_log_put()) log params(ffff88009998b000) refs 1 10000000:01000000:0.0:1749611538.834116:0:30010:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:0.0:1749611538.834118:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.834119:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834121:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.834122:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834124:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.834126:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834127:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.834128:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834129:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.834130:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1749611538.834132:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 13 10000000:00000010:0.0:1749611538.834135:0:30010:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff88009998b000. 10000000:00000001:0.0:1749611538.834138:0:30010:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834139:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.834140:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834141:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611538.834142:0:30010:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b5273200) refs 3 10000000:00000001:0.0:1749611538.834144:0:30010:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834145:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611538.834147:0:30010:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b4070c00) refs 3 10000000:00000001:0.0:1749611538.834149:0:30010:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834150:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611538.834151:0:30010:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff8800827d6200) refs 2 10000000:00000001:0.0:1749611538.834153:0:30010:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834154:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611538.834155:0:30010:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff8800827d6200) refs 1 10000000:01000000:0.0:1749611538.834157:0:30010:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:00000001:0.0:1749611538.834158:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.834159:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834160:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.834161:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834162:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.834162:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834163:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.834164:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:0.0:1749611538.834170:0:30010:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1749611538.834171:0:30010:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:0.0:1749611538.834172:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 12 10000000:00000010:0.0:1749611538.834174:0:30010:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 295 at ffff8800827d6200. 10000000:00000001:0.0:1749611538.834177:0:30010:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:0.0:1749611538.834178:0:30010:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 10000000:00000001:0.0:1749611538.834180:0:30010:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611538.834182:0:30010:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.834184:0:30010:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611538.834186:0:30010:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff880117b16a20. 00000020:00000001:0.0:1749611538.834189:0:30010:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.834191:0:30010:0:(obd_config.c:1049:class_get_profile()) Process entered 00000020:00000001:0.0:1749611538.834193:0:30010:0:(obd_config.c:1035:class_get_profile_nolock()) Process entered 00000020:00000001:0.0:1749611538.834196:0:30010:0:(obd_config.c:1042:class_get_profile_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.834198:0:30010:0:(obd_config.c:1053:class_get_profile()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611538.834205:0:30010:0:(tgt_mount.c:1745:server_put_super()) stopping lustre-OST0000 00000020:00000001:0.0:1749611538.834207:0:30010:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1749611538.834210:0:30010:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='FA') 00000020:00000010:0.0:1749611538.834214:0:30010:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff8800b403e680. 00000020:00000080:0.0:1749611538.834217:0:30010:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1749611538.834221:0:30010:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:02000400:0.0:1749611538.834223:0:30010:0:(obd_config.c:859:class_cleanup()) Failing over lustre-OST0000 00000020:00000001:0.0:1749611538.836551:0:30010:0:(obd_class.h:1222:obd_iocontrol()) Process entered 00002000:00000001:0.0:1749611538.836555:0:30010:0:(ofd_obd.c:1234:ofd_iocontrol()) Process entered 00002000:00000080:0.0:1749611538.836557:0:30010:0:(ofd_obd.c:1236:ofd_iocontrol()) lustre-OST0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000020:00000010:0.0:1749611538.836564:0:30010:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130c00. 00000020:00000010:0.0:1749611538.836570:0:30010:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880079131200. 00000020:00000010:0.0:1749611538.836574:0:30010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007913b000. 00000020:00000010:0.0:1749611538.836578:0:30010:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611538.836581:0:30010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880079131000. 80000000:00000010:0.0:1749611538.836584:0:30010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16a20. 40000000:00000010:0.0:1749611538.836587:0:30010:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b403eb00. 00100000:00000010:0.0:1749611538.836592:0:30010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51ff000. 00040000:00000010:0.0:1749611538.836595:0:30010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129c49900. 00040000:00000010:0.0:1749611538.836598:0:30010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880079131c00. 00080000:00000010:0.0:1749611538.836603:0:30010:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88007a823000. 00080000:00000010:0.0:1749611538.836617:0:30010:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 00002000:00000010:0.0:1749611538.836624:0:30010:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009c626c00. 00002000:00100000:0.0:1749611538.836626:0:30010:0:(ofd_obd.c:1250:ofd_iocontrol()) syncing ost lustre-OST0000 00080000:00000001:0.0:1749611538.836629:0:30010:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749611538.836943:0:30010:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00002000:00000001:0.0:1749611538.836947:0:30010:0:(ofd_obd.c:1252:ofd_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611538.836952:0:30010:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880079131200. 00000020:00000010:0.0:1749611538.836958:0:30010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007913b000. 00000020:00000010:0.0:1749611538.836965:0:30010:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611538.836971:0:30010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880079131000. 80000000:00000010:0.0:1749611538.836974:0:30010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16a20. 40000000:00000010:0.0:1749611538.836978:0:30010:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b403eb00. 00100000:00000010:0.0:1749611538.836982:0:30010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51ff000. 00040000:00000010:0.0:1749611538.836987:0:30010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129c49900. 00040000:00000010:0.0:1749611538.836990:0:30010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880079131c00. 00080000:00000010:0.0:1749611538.836995:0:30010:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749611538.837000:0:30010:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88007a823000. 00002000:00000010:0.0:1749611538.837004:0:30010:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009c626c00. 00000020:00000010:0.0:1749611538.837007:0:30010:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130c00. 00002000:00000001:0.0:1749611538.837011:0:30010:0:(ofd_obd.c:1298:ofd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.837013:0:30010:0:(obd_class.h:1237:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1749611538.837016:0:30010:0:(obd_config.c:882:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1749611538.837019:0:30010:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1749611538.837021:0:30010:0:(genops.c:1575:class_disconnect_exports()) OBD device 11 (ffff880085150000) has no exports 00000020:00000001:0.0:1749611538.837023:0:30010:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1749611538.837025:0:30010:0:(obd_class.h:623:obd_precleanup()) Process entered 00002000:00000001:0.0:1749611538.837029:0:30010:0:(ofd_dev.c:3278:ofd_device_fini()) Process entered 00100000:00000001:0.0:1749611538.837031:0:30010:0:(lfsck_lib.c:3366:lfsck_stop()) Process entered 00100000:00000001:0.0:1749611538.837035:0:30010:0:(lfsck_lib.c:3383:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1749611538.837037:0:30010:0:(ofd_dev.c:256:ofd_stack_pre_fini()) Process entered 00002000:00000010:0.0:1749611538.837041:0:30010:0:(ofd_dev.c:262:ofd_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff8800b403eb00. 00002000:00000001:0.0:1749611538.837044:0:30010:0:(ofd_dev.c:338:ofd_process_config()) Process entered 00080000:00000001:0.0:1749611538.837046:0:30010:0:(osd_handler.c:8660:osd_process_config()) Process entered 00080000:00000002:0.0:1749611538.837053:0:30010:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88007a824000 00100000:00000001:0.0:1749611538.837057:0:30010:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000010:0.0:1749611538.837060:0:30010:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012bdeeec0. 00100000:00000010:0.0:1749611538.837070:0:30010:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012bdee900. 00100000:00000010:0.0:1749611538.837072:0:30010:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012bdee000. 00100000:00000010:0.0:1749611538.837074:0:30010:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012bdeedc0. 00100000:00000010:0.0:1749611538.837076:0:30010:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012bdee180. 00100000:00000010:0.0:1749611538.837078:0:30010:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012bdeef00. 00100000:00000010:0.0:1749611538.837080:0:30010:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012bdeefc0. 00100000:00000010:0.0:1749611538.837082:0:30010:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff88012bdee080. 00100000:00000001:0.0:1749611538.837084:0:30010:0:(scrub.c:1098:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1749611538.837085:0:30010:0:(osd_handler.c:8694:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611538.837088:0:30010:0:(ofd_dev.c:401:ofd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611538.837090:0:30010:0:(ofd_dev.c:269:ofd_stack_pre_fini()) kfreed 'lcfg': 56 at ffff8800b403eb00. 00002000:00000001:0.0:1749611538.837092:0:30010:0:(ofd_dev.c:272:ofd_stack_pre_fini()) Process leaving 00000020:00000001:0.0:1749611538.837094:0:30010:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1749611538.837095:0:30010:0:(genops.c:1575:class_disconnect_exports()) OBD device 11 (ffff880085150000) has no exports 00000020:00000001:0.0:1749611538.837097:0:30010:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:0.0:1749611538.837099:0:30010:0:(ldlm_lib.c:1878:target_cleanup_recovery()) Process leaving 00010000:00000001:0.0:1749611538.837102:0:30010:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1749611538.837104:0:30010:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1749611538.837106:0:30010:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611538.837108:0:30010:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1749611538.838355:0:30010:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611538.838359:0:30010:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611538.838360:0:30010:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1749611538.839423:0:30010:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611538.839427:0:30010:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611538.839429:0:30010:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:0.0:1749611538.839453:0:30010:0:(lprocfs_status_server.c:353:lprocfs_free_per_client_stats()) Process entered 00000020:00000001:0.0:1749611538.839455:0:30010:0:(lprocfs_status_server.c:364:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:0.0:1749611538.839617:0:30010:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff88012d05a200. 00000020:00000010:0.0:1749611538.839625:0:30010:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880111d50c00. 00000020:00000001:0.0:1749611538.845901:0:30010:0:(tgt_main.c:642:tgt_fini()) Process entered 00000020:00000010:0.0:1749611538.845908:0:30010:0:(tgt_main.c:674:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff880097170000. 00000020:00000002:0.0:1749611538.845934:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff880129dbbe00/ffff88009c556480 to site lru. bkt: ffff880111e9b3d8 00000020:00000001:0.0:1749611538.845937:0:30010:0:(tgt_main.c:682:tgt_fini()) Process leaving 00000020:00000010:1.0:1749611538.846008:0:29172:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008295f200. 00000020:00000010:1.0:1749611538.846018:0:29172:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72b800. 00000020:00000010:1.0:1749611538.846023:0:29172:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdf3b8. 00000020:00000010:1.0:1749611538.846036:0:29172:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05a800. 80000000:00000010:1.0:1749611538.846041:0:29172:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16720. 40000000:00000010:1.0:1749611538.846044:0:29172:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012bdee680. 00100000:00000010:1.0:1749611538.846048:0:29172:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72f800. 00040000:00000010:1.0:1749611538.846053:0:29172:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88006ef49a00. 00040000:00000010:1.0:1749611538.846058:0:29172:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c9be800. 00080000:00000010:1.0:1749611538.846063:0:29172:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4ce000. 00080000:00000010:1.0:1749611538.846070:0:29172:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c5000. 00002000:00000010:1.0:1749611538.846074:0:29172:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88012d575c00. 00000020:00000010:1.0:1749611538.846078:0:29172:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f000. 00002000:00000010:1.0:1749611538.846081:0:29172:0:(ofd_io.c:207:ofd_inconsistency_verification_main()) kfreed 'args': 208 at ffff88006ef49100. 00100000:00000001:0.0:1749611538.846137:0:30010:0:(lfsck_lib.c:1652:lfsck_instance_cleanup()) Process entered 00000020:00000002:0.0:1749611538.846141:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff880079130200/ffff88009717efc0 to site lru. bkt: ffff880111e99110 00000020:00000002:0.0:1749611538.846146:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff880079130800/ffff8800654df300 to site lru. bkt: ffff880111e9ac30 00100000:00000010:0.0:1749611538.846157:0:30010:0:(lfsck_internal.h:1383:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at ffff8800654df200. 00100000:00000010:0.0:1749611538.846163:0:30010:0:(lfsck_internal.h:1385:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at ffff8800654df700. 00100000:10000000:0.0:1749611538.846168:0:30010:0:(lfsck_layout.c:756:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00100000:00000010:0.0:1749611538.846171:0:30010:0:(lfsck_layout.c:6547:lfsck_layout_slave_data_release()) kfreed 'llsd': 144 at ffff88009c52e3c0. 00100000:00000010:0.0:1749611538.846175:0:30010:0:(lfsck_internal.h:1392:lfsck_component_put()) kfreed 'com': 1504 at ffff88006a729000. 00000020:00000002:0.0:1749611538.846184:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff880079130400/ffff8800654dfc00 to site lru. bkt: ffff880111e9a3e0 00000020:00000002:0.0:1749611538.846187:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff880079130600/ffff8800654df400 to site lru. bkt: ffff880111e9a798 00100000:00000010:0.0:1749611538.846191:0:30010:0:(lfsck_lib.c:1716:lfsck_instance_cleanup()) kfreed 'lfsck': 3400 at ffff8800ac9d5000. 00002000:00000001:0.0:1749611538.846196:0:30010:0:(ofd_fs.c:671:ofd_fs_cleanup()) Process entered 00000020:00000040:0.0:1749611538.846200:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 5 00000020:00000010:0.0:1749611538.846203:0:30010:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dff980. 00000020:00000040:0.0:1749611538.846206:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 4 00000020:00000010:0.0:1749611538.846208:0:30010:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dffb80. 40000000:00000001:0.0:1749611538.846211:0:30010:0:(fid_handler.c:585:seq_server_fini()) Process entered 40000000:00000001:0.0:1749611538.846259:0:30010:0:(fid_store.c:221:seq_store_fini()) Process entered 00000020:00000002:0.0:1749611538.846262:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff88012d05a400/ffff88009717f8c0 to site lru. bkt: ffff880111e995a8 40000000:00000001:0.0:1749611538.846264:0:30010:0:(fid_store.c:229:seq_store_fini()) Process leaving 40000000:00000001:0.0:1749611538.846265:0:30010:0:(fid_handler.c:590:seq_server_fini()) Process leaving 40000000:00000010:0.0:1749611538.846267:0:30010:0:(fid_handler.c:601:seq_site_fini()) kfreed 'ss->ss_server_seq': 296 at ffff88012d05a600. 40000000:00000001:0.0:1749611538.846271:0:30010:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1749611538.846298:0:30010:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1749611538.846300:0:30010:0:(fid_handler.c:613:seq_site_fini()) kfreed 'ss->ss_client_seq': 232 at ffff88009d2ad400. 40000000:00000001:0.0:1749611538.846303:0:30010:0:(fid_handler.c:617:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611538.846306:0:30010:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:0.0:1749611538.846318:0:30010:0:(fld_index.c:446:fld_index_fini()) Process entered 00000020:00000002:0.0:1749611538.846321:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff88012d05b200/ffff88009717f9e0 to site lru. bkt: ffff880111e98b98 80000000:00000001:0.0:1749611538.846323:0:30010:0:(fld_index.c:452:fld_index_fini()) Process leaving 80000000:00000001:0.0:1749611538.846325:0:30010:0:(fld_cache.c:212:fld_cache_flush()) Process entered 80000000:00000001:0.0:1749611538.846327:0:30010:0:(fld_cache.c:183:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1749611538.846330:0:30010:0:(fld_cache.c:89:fld_cache_entry_delete()) kfreed 'node': 56 at ffff88012bdee700. 80000000:00000040:0.0:1749611538.846333:0:30010:0:(fld_cache.c:202:fld_cache_shrink()) srv-lustre-OST0000: FLD cache - Shrunk by 1 entries 80000000:00000001:0.0:1749611538.846335:0:30010:0:(fld_cache.c:204:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611538.846336:0:30010:0:(fld_cache.c:219:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1749611538.846338:0:30010:0:(fld_cache.c:73:fld_cache_fini()) FLD cache statistics (srv-lustre-OST0000): 80000000:00000040:0.0:1749611538.846345:0:30010:0:(fld_cache.c:74:fld_cache_fini()) Cache reqs: 0 80000000:00000040:0.0:1749611538.846347:0:30010:0:(fld_cache.c:75:fld_cache_fini()) Total reqs: 0 80000000:00000010:0.0:1749611538.846349:0:30010:0:(fld_cache.c:77:fld_cache_fini()) kfreed 'cache': 168 at ffff88006ee729c0. 80000000:00000001:0.0:1749611538.846351:0:30010:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00002000:00000010:0.0:1749611538.846354:0:30010:0:(ofd_fs.c:275:ofd_fld_fini()) kfreed 'ss->ss_server_fld': 200 at ffff88009d2ad800. 00080000:00000001:0.0:1749611538.846358:0:30010:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749611538.846613:0:30010:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00000020:00000002:0.0:1749611538.846619:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff88012d05be00/ffff88009717fb00 to site lru. bkt: ffff880111e99f80 00002000:00000001:0.0:1749611538.846621:0:30010:0:(ofd_fs.c:685:ofd_fs_cleanup()) Process leaving 00000001:00000001:0.0:1749611538.846625:0:30010:0:(nodemap_storage.c:2260:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:0.0:1749611538.846630:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff88008295ec00/ffff88009d2ad100 to site lru. bkt: ffff880111e9a370 00000001:00000010:0.0:1749611538.846633:0:30010:0:(nodemap_storage.c:2272:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at ffff880129dfc780. 00000001:00000001:0.0:1749611538.846636:0:30010:0:(nodemap_storage.c:2274:nm_config_file_deregister_tgt()) Process leaving 00010000:00000001:0.0:1749611538.846639:0:30010:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1749611538.846643:0:30010:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1749611538.846664:0:30010:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff880129dbb800. 00000020:00000010:0.0:1749611538.846669:0:30010:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880080faac00. 00010000:00000001:0.0:1749611538.846692:0:30010:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1749611538.846702:0:30010:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff88009c63a200. 00000020:00000010:0.0:1749611538.846704:0:30010:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff880080fab400. 00000001:00000001:0.0:1749611538.846725:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611538.847809:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007097000. 00000001:00000010:0.0:1749611538.847820:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900070a1000. 00000001:00000010:0.0:1749611538.847822:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900070ab000. 00000001:00000010:0.0:1749611538.847824:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900070b5000. 00000001:00000010:0.0:1749611538.847826:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900070bf000. 00000001:00000010:0.0:1749611538.847827:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900070c9000. 00000001:00000010:0.0:1749611538.847829:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900070d3000. 00000001:00000010:0.0:1749611538.847831:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900070dd000. 00000001:00000010:0.0:1749611538.847833:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900070e7000. 00000001:00000010:0.0:1749611538.847835:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900070f1000. 00000001:00000010:0.0:1749611538.847836:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900070fb000. 00000001:00000010:0.0:1749611538.847838:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007105000. 00000001:00000010:0.0:1749611538.847840:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000710f000. 00000001:00000010:0.0:1749611538.847848:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007119000. 00000001:00000010:0.0:1749611538.847850:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007123000. 00000001:00000010:0.0:1749611538.847852:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000712d000. 00000001:00000010:0.0:1749611538.847854:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007137000. 00000001:00000010:0.0:1749611538.847856:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007141000. 00000001:00000010:0.0:1749611538.847857:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000714b000. 00000001:00000010:0.0:1749611538.847859:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007155000. 00000001:00000010:0.0:1749611538.847861:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000715f000. 00000001:00000010:0.0:1749611538.847862:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007169000. 00000001:00000010:0.0:1749611538.847864:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007173000. 00000001:00000010:0.0:1749611538.847866:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000717d000. 00000001:00000010:0.0:1749611538.847867:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007187000. 00000001:00000010:0.0:1749611538.847869:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007191000. 00000001:00000010:0.0:1749611538.847871:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000719b000. 00000001:00000010:0.0:1749611538.847872:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900071a5000. 00000001:00000010:0.0:1749611538.847874:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900071af000. 00000001:00000010:0.0:1749611538.847876:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900071b9000. 00000001:00000010:0.0:1749611538.847877:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900071c3000. 00000001:00000010:0.0:1749611538.847879:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900071cd000. 00000001:00000010:0.0:1749611538.847881:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900071d7000. 00000001:00000010:0.0:1749611538.847882:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900071e1000. 00000001:00000010:0.0:1749611538.847884:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900071eb000. 00000001:00000010:0.0:1749611538.847885:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900071f5000. 00000001:00000010:0.0:1749611538.847887:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900071ff000. 00000001:00000010:0.0:1749611538.847889:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007209000. 00000001:00000010:0.0:1749611538.847890:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007213000. 00000001:00000010:0.0:1749611538.847892:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000721d000. 00000001:00000010:0.0:1749611538.847894:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007227000. 00000001:00000010:0.0:1749611538.847895:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007231000. 00000001:00000010:0.0:1749611538.847897:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000723b000. 00000001:00000010:0.0:1749611538.847899:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007245000. 00000001:00000010:0.0:1749611538.847900:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000724f000. 00000001:00000010:0.0:1749611538.847906:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007259000. 00000001:00000010:0.0:1749611538.847908:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007263000. 00000001:00000010:0.0:1749611538.847910:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000726d000. 00000001:00000010:0.0:1749611538.847912:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007277000. 00000001:00000010:0.0:1749611538.847914:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007281000. 00000001:00000010:0.0:1749611538.847915:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000728b000. 00000001:00000010:0.0:1749611538.847917:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007295000. 00000001:00000010:0.0:1749611538.847918:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000729f000. 00000001:00000010:0.0:1749611538.847920:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900072a9000. 00000001:00000010:0.0:1749611538.847922:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900072b3000. 00000001:00000010:0.0:1749611538.847923:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900072bd000. 00000001:00000010:0.0:1749611538.847925:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900072c7000. 00000001:00000010:0.0:1749611538.847927:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900072d1000. 00000001:00000010:0.0:1749611538.847928:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900072db000. 00000001:00000010:0.0:1749611538.847930:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900072e5000. 00000001:00000010:0.0:1749611538.847932:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900072ef000. 00000001:00000010:0.0:1749611538.847933:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900072f9000. 00000001:00000010:0.0:1749611538.847935:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007303000. 00000001:00000010:0.0:1749611538.847937:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000730d000. 00000001:00000010:0.0:1749611538.847939:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 512 at ffff880129dba600. 00000001:00000010:0.0:1749611538.847941:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88009959d200. 00000001:00000001:0.0:1749611538.847944:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1749611538.847947:0:30010:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff880080fa9800. 00010000:00000001:0.0:1749611538.847951:0:30010:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1749611538.848619:0:30010:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1749611538.848624:0:30010:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00002000:00000001:3.0:1749611538.849744:0:30010:0:(ofd_dev.c:218:ofd_stack_fini()) Process entered 00040000:00000001:3.0:1749611538.849782:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849787:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.849788:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849790:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.849792:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849793:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611538.849800:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012d05a000. 00000020:00000010:3.0:1749611538.849808:0:30010:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009d2ad900. 00000020:00000010:3.0:1749611538.849825:0:30010:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff880136b96200. 00080000:00000010:3.0:1749611538.849840:0:30010:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88009d2adf00. 00040000:00000001:3.0:1749611538.849846:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849848:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.849850:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849852:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.849853:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849855:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611538.849864:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012d05b200. 00002000:00000001:3.0:1749611538.849878:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.849881:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x3:0x0] 00002000:00000010:3.0:1749611538.849885:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f9e0. 00002000:00000001:3.0:1749611538.849892:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611538.849901:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880079130200. 00002000:00000001:3.0:1749611538.849906:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.849907:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x12:0x0] 00002000:00000010:3.0:1749611538.849910:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717efc0. 00002000:00000001:3.0:1749611538.849914:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:3.0:1749611538.849927:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849929:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.849930:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849931:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.849932:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849933:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611538.849936:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012d05bc00. 00002000:00000001:3.0:1749611538.849938:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.849940:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xd:0x0] 00002000:00000010:3.0:1749611538.849941:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717fc20. 00002000:00000001:3.0:1749611538.849944:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:3.0:1749611538.849948:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849949:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.849950:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849951:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.849952:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849953:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611538.849954:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012d05a400. 00002000:00000001:3.0:1749611538.849956:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.849958:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x5:0x0] 00002000:00000010:3.0:1749611538.849960:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f8c0. 00002000:00000001:3.0:1749611538.849963:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:3.0:1749611538.849973:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849974:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.849975:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849976:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.849977:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.849978:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611538.849981:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009d27cc00. 00000020:00000010:3.0:1749611538.849985:0:30010:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88006a3b8800. 00040000:00000001:3.0:1749611538.850074:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850081:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850082:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850084:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850085:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850086:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611538.850089:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012d05be00. 00002000:00000001:3.0:1749611538.850092:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.850093:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x1018:0x0] 00002000:00000010:3.0:1749611538.850095:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717fb00. 00002000:00000001:3.0:1749611538.850099:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611538.850106:0:30010:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88006ef49600. 00040000:00000001:3.0:1749611538.850111:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850112:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850113:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850114:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850115:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850116:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611538.850118:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88008295ec00. 00000020:00000010:3.0:1749611538.850120:0:30010:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009d2ad100. 00040000:00000001:3.0:1749611538.850131:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850132:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850133:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850134:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850135:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850136:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611538.850138:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880079130400. 00000020:00000010:3.0:1749611538.850141:0:30010:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800654dfc00. 00040000:00000001:3.0:1749611538.850147:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850148:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850149:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850150:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850151:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850152:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611538.850154:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880079130600. 00000020:00000010:3.0:1749611538.850156:0:30010:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800654df400. 00040000:00000001:3.0:1749611538.850161:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850162:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850163:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850164:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850165:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850175:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611538.850178:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880079130800. 00000020:00000010:3.0:1749611538.850181:0:30010:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800654df300. 00040000:00000001:3.0:1749611538.850189:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850190:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850191:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850192:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850193:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850194:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611538.850196:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006dc59400. 00000020:00000010:3.0:1749611538.850199:0:30010:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88006a3b8b00. 00040000:00000001:3.0:1749611538.850205:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850206:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850207:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850208:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:3.0:1749611538.850209:0:30010:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:3.0:1749611538.850210:0:30010:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:3.0:1749611538.850212:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129dbbe00. 00002000:00000001:3.0:1749611538.850214:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.850215:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xb:0x0] 00002000:00000010:3.0:1749611538.850222:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c556480. 00002000:00000001:3.0:1749611538.850226:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000010:3.0:1749611538.850233:0:30010:0:(ofd_dev.c:228:ofd_stack_fini()) kmalloced '(lcfg)': 64 at ffff88012e788100. 00002000:00000001:3.0:1749611538.850235:0:30010:0:(ofd_dev.c:338:ofd_process_config()) Process entered 00080000:00000001:3.0:1749611538.850237:0:30010:0:(osd_handler.c:8660:osd_process_config()) Process entered 00080000:00000002:3.0:1749611538.850240:0:30010:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88007a824000 00100000:00000001:3.0:1749611538.850244:0:30010:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000001:3.0:1749611538.850246:0:30010:0:(scrub.c:1031:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1749611538.850248:0:30010:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00040000:00000001:3.0:1749611538.850250:0:30010:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:3.0:1749611538.850251:0:30010:0:(qsd_lib.c:588:qsd_fini()) lustre-OST0000: initiating QSD shutdown 00000020:00000010:1.0:1749611538.850300:0:29200:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc59e00. 00000020:00000010:1.0:1749611538.850309:0:29200:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a728000. 00000020:00000010:1.0:1749611538.850314:0:29200:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efddf98. 00000020:00000010:1.0:1749611538.850319:0:29200:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc58800. 80000000:00000010:1.0:1749611538.850323:0:29200:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16b40. 40000000:00000010:1.0:1749611538.850332:0:29200:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b22300c0. 00100000:00000010:1.0:1749611538.850336:0:29200:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72c000. 00040000:00000010:1.0:1749611538.850341:0:29200:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800654df100. 00040000:00000010:1.0:1749611538.850345:0:29200:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc58600. 00080000:00000010:1.0:1749611538.850350:0:29200:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009b1f8000. 00080000:00000010:1.0:1749611538.850356:0:29200:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009a4c4000. 00002000:00000010:1.0:1749611538.850360:0:29200:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009c0de800. 00000020:00000010:1.0:1749611538.850364:0:29200:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133195a00. 00040000:00000010:1.0:1749611538.850368:0:29200:0:(qsd_writeback.c:610:qsd_upd_thread()) kfreed 'args': 72 at ffff880117b165a0. 00040000:00000001:1.0:1749611538.850371:0:29200:0:(qsd_writeback.c:612:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1749611538.850417:0:30010:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:3.0:1749611538.850420:0:30010:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:3.0:1749611538.850422:0:30010:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:3.0:1749611538.850424:0:30010:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1749611538.850427:0:30010:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:3.0:1749611538.850437:0:30010:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1749611538.850439:0:30010:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1749611538.850441:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611538.850443:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff880130c71900. 00000001:00000010:3.0:1749611538.850453:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff880076243e80. 00000001:00000010:3.0:1749611538.850455:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88012c7b7800. 00000001:00000001:3.0:1749611538.850459:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1749611538.850461:0:30010:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8800a927ca80. 00000020:00000002:3.0:1749611538.850466:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff88009d27c200/ffff88009717fd40 to site lru. bkt: ffff880111e9abf8 00000020:00000002:3.0:1749611538.850470:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff88009d27d400/ffff88009717f320 to site lru. bkt: ffff880111e9a5d8 00000020:00000002:3.0:1749611538.850473:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff88009d27d000/ffff88009717f560 to site lru. bkt: ffff880111e99fb8 00040000:00000010:3.0:1749611538.850475:0:30010:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff880130c71300. 00040000:00000001:3.0:1749611538.850477:0:30010:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:3.0:1749611538.850478:0:30010:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:3.0:1749611538.850480:0:30010:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1749611538.850481:0:30010:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:3.0:1749611538.850483:0:30010:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1749611538.850485:0:30010:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1749611538.850486:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611538.850487:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff880130c71480. 00000001:00000010:3.0:1749611538.850489:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff880076243f10. 00000001:00000010:3.0:1749611538.850491:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88012c7b7c00. 00000001:00000001:3.0:1749611538.850493:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1749611538.850494:0:30010:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8800a927ca20. 00000020:00000002:3.0:1749611538.850497:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff88009d27ca00/ffff88009717f680 to site lru. bkt: ffff880111e9af40 00000020:00000002:3.0:1749611538.850500:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff88008295ee00/ffff88009717f7a0 to site lru. bkt: ffff880111e9ae60 00000020:00000002:3.0:1749611538.850502:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff88008295f400/ffff88009717f440 to site lru. bkt: ffff880111e9aed0 00040000:00000010:3.0:1749611538.850504:0:30010:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff880130c719c0. 00040000:00000001:3.0:1749611538.850505:0:30010:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:3.0:1749611538.850506:0:30010:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:3.0:1749611538.850507:0:30010:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:3.0:1749611538.850508:0:30010:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:3.0:1749611538.850511:0:30010:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:3.0:1749611538.850512:0:30010:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:3.0:1749611538.850513:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611538.850514:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff88009c52e000. 00000001:00000010:3.0:1749611538.850517:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff880076243ee0. 00000001:00000010:3.0:1749611538.850518:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8800654df600. 00000001:00000001:3.0:1749611538.850541:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:3.0:1749611538.850542:0:30010:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8800a927c3e0. 00000020:00000002:3.0:1749611538.850552:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff88008295f800/ffff88009717ec60 to site lru. bkt: ffff880111e98930 00000020:00000002:3.0:1749611538.850555:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff880133195200/ffff88009717eea0 to site lru. bkt: ffff880111e986c8 00000020:00000002:3.0:1749611538.850557:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff88008295e600/ffff88009717f0e0 to site lru. bkt: ffff880111e99848 00040000:00000010:3.0:1749611538.850559:0:30010:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff880130c716c0. 00040000:00000001:3.0:1749611538.850561:0:30010:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:3.0:1749611538.850564:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 3 00000020:00000010:3.0:1749611538.850566:0:30010:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dff700. 00000020:00000002:3.0:1749611538.850570:0:30010:0:(lu_object.c:207:lu_object_put()) Add ffff88009d27ce00/ffff88009717fe60 to site lru. bkt: ffff880111e99c00 00040000:04000000:3.0:1749611538.850572:0:30010:0:(qsd_lib.c:643:qsd_fini()) lustre-OST0000: QSD shutdown completed 00040000:00000010:3.0:1749611538.850573:0:30010:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff880118e79a00. 00040000:00000001:3.0:1749611538.850588:0:30010:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000010:3.0:1749611538.850596:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880118e79400. 00000020:00000010:3.0:1749611538.850600:0:30010:0:(lu_object.c:1311:lu_object_header_free()) kfreed_rcu 'h': 88 at ffff880117b16e40. 00080000:00000001:3.0:1749611538.850605:0:30010:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1749611538.850607:0:30010:0:(osd_handler.c:8694:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1749611538.850610:0:30010:0:(ofd_dev.c:401:ofd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:3.0:1749611538.850612:0:30010:0:(ofd_dev.c:235:ofd_stack_fini()) kfreed 'lcfg': 64 at ffff88012e788100. 00080000:00000010:3.0:1749611538.850618:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff8800827d7200. 00000020:00000010:3.0:1749611538.850621:0:30010:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009d2adb00. 00000020:00000010:3.0:1749611538.850625:0:30010:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dff900. 00080000:00000010:3.0:1749611538.850635:0:30010:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800654df500. 00080000:00000010:3.0:1749611538.850639:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880133195200. 00002000:00000001:3.0:1749611538.850641:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.850647:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x3:0x0] 00002000:00000010:3.0:1749611538.850650:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717eea0. 00002000:00000001:3.0:1749611538.850653:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611538.850685:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88008295f800. 00002000:00000001:3.0:1749611538.850687:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.850689:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x16:0x0] 00002000:00000010:3.0:1749611538.850696:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717ec60. 00002000:00000001:3.0:1749611538.850699:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611538.850710:0:30010:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800654df800. 00080000:00000010:3.0:1749611538.850715:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88008295e600. 00002000:00000001:3.0:1749611538.850717:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.850718:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x6:0x0] 00002000:00000010:3.0:1749611538.850724:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f0e0. 00002000:00000001:3.0:1749611538.850729:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611538.850734:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009d27ce00. 00002000:00000001:3.0:1749611538.850737:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.850738:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x3:0x0] 00002000:00000010:3.0:1749611538.850745:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717fe60. 00002000:00000001:3.0:1749611538.850749:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611538.850754:0:30010:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88007d297600. 00080000:00000010:3.0:1749611538.850780:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009d27d000. 00002000:00000001:3.0:1749611538.850784:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.850786:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x4:0x0] 00002000:00000010:3.0:1749611538.850787:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f560. 00002000:00000001:3.0:1749611538.850791:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611538.850796:0:30010:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88012c7b7900. 00080000:00000010:3.0:1749611538.850800:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009d27d400. 00002000:00000001:3.0:1749611538.850802:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.850803:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x1:0x0] 00002000:00000010:3.0:1749611538.850805:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f320. 00002000:00000001:3.0:1749611538.850808:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611538.850964:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009d27c200. 00002000:00000001:3.0:1749611538.850970:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.850971:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xf:0x0] 00002000:00000010:3.0:1749611538.850974:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717fd40. 00002000:00000001:3.0:1749611538.850981:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611538.850994:0:30010:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88012c7b7300. 00080000:00000010:3.0:1749611538.851001:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88008295ee00. 00002000:00000001:3.0:1749611538.851004:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.851005:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x2:0x0] 00002000:00000010:3.0:1749611538.851008:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f7a0. 00002000:00000001:3.0:1749611538.851014:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611538.851017:0:30010:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88012c7b7500. 00080000:00000010:3.0:1749611538.851022:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88008295f400. 00002000:00000001:3.0:1749611538.851025:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.851027:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x5:0x0] 00002000:00000010:3.0:1749611538.851029:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f440. 00002000:00000001:3.0:1749611538.851033:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:3.0:1749611538.851037:0:30010:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009d27ca00. 00002000:00000001:3.0:1749611538.851054:0:30010:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:3.0:1749611538.851055:0:30010:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x10:0x0] 00002000:00000010:3.0:1749611538.851058:0:30010:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f680. 00002000:00000001:3.0:1749611538.851063:0:30010:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000010:3.0:1749611538.851072:0:30010:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 392 at ffff8800827d6400. 00002000:00000001:3.0:1749611538.851113:0:30010:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:3.0:1749611538.851118:0:30010:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1749611538.851121:0:30010:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1749611538.851124:0:30010:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d542 00000020:00000040:3.0:1749611538.851129:0:30010:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b4001000 with handle 0x689c0ec07329d542 from hash 00000020:00000001:3.0:1749611538.851134:0:30010:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1749611538.851137:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 1 00000020:00000001:3.0:1749611538.851140:0:30010:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1749611538.851142:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 0 00000020:00000080:3.0:1749611538.851144:0:30010:0:(genops.c:904:class_export_put()) final put ffff8800b4001000/lustre-OST0000-osd_UUID 00000020:00000001:3.0:1749611538.851148:0:30010:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.851164:0:30010:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:3.0:1749611538.851168:0:30010:0:(osd_handler.c:8764:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1749611538.851171:0:30010:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1749611538.851173:0:30010:0:(ofd_dev.c:248:ofd_stack_fini()) Process leaving 00000020:00000001:3.0:1749611538.851176:0:30010:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:3.0:1749611538.851185:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749611538.851187:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b4001000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000001:3.0:1749611538.851191:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749611538.851193:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611538.851196:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085151570) now 5 - export 00000020:00000010:3.0:1749611538.851200:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b4001000. 00000020:00000001:3.0:1749611538.851206:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1749611538.851214:0:30010:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1749611538.851218:0:30010:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134934309888 : -131938775241728 : ffff88009c2b6c00) 00000020:01000004:3.0:1749611538.851223:0:30010:0:(tgt_mount.c:188:server_put_mount()) put mount ffff88007913a800 from lustre-OST0000, refs=2 00000020:00000001:3.0:1749611538.851228:0:30010:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1749611538.851230:0:30010:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88007913a800 2 00000020:00000001:3.0:1749611538.851238:0:30010:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.851242:0:30010:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:3.0:1749611538.851244:0:30010:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:3.0:1749611538.851254:0:30010:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134934309888 : -131938775241728 : ffff88009c2b6c00) 00000020:01000004:3.0:1749611538.851258:0:30010:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff88007913a800 from lustre-OST0000 00000020:00000010:3.0:1749611538.851262:0:30010:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at ffff88006a9b8480. 00000020:00000010:3.0:1749611538.851267:0:30010:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff88009c2b6c00. 00000020:00000001:3.0:1749611538.851271:0:30010:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.851274:0:30010:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:3.0:1749611538.851276:0:30010:0:(ofd_dev.c:3261:ofd_fini()) Process leaving 00010000:00000001:3.0:1749611538.851286:0:30010:0:(ldlm_lib.c:1878:target_cleanup_recovery()) Process leaving 00002000:00000001:3.0:1749611538.851289:0:30010:0:(ofd_dev.c:3281:ofd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.851293:0:30010:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611538.851306:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611538.851313:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006dc59a00. 00000001:00000010:3.0:1749611538.851317:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006dc59c00. 00000001:00000010:3.0:1749611538.851319:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dbae00. 00000001:00000010:3.0:1749611538.851321:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dbba00. 00000001:00000010:3.0:1749611538.851323:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88009c63aca0. 00000001:00000010:3.0:1749611538.851331:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a8927240. 00000001:00000001:3.0:1749611538.851335:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1749611538.851336:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611538.851340:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dbbc00. 00000001:00000010:3.0:1749611538.851342:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dbac00. 00000001:00000010:3.0:1749611538.851344:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dba200. 00000001:00000010:3.0:1749611538.851346:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dbb400. 00000001:00000010:3.0:1749611538.851348:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88009c63a4e0. 00000001:00000010:3.0:1749611538.851350:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a8927480. 00000001:00000001:3.0:1749611538.851352:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1749611538.851354:0:30010:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085150000) now 3 - setup 00000020:00000001:3.0:1749611538.851356:0:30010:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.851359:0:30010:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1749611538.851362:0:30010:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1749611538.851368:0:30010:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:3.0:1749611538.851376:0:30010:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085150000) now 2 - obd_device_list 00000020:00000080:3.0:1749611538.851379:0:30010:0:(obd_config.c:810:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000040:3.0:1749611538.851381:0:30010:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085150000) now 1 - newdev 00000020:00000040:3.0:1749611538.851384:0:30010:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012d169800 with handle 0x689c0ec07329d53b from hash 00000020:00000040:3.0:1749611538.851392:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88012d169800 : new refcount 0 00000020:00000080:3.0:1749611538.851394:0:30010:0:(genops.c:904:class_export_put()) final put ffff88012d169800/lustre-OST0000_UUID 00000020:00000001:3.0:1749611538.851397:0:30010:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.851399:0:30010:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749611538.851401:0:30010:0:(genops.c:863:class_export_destroy()) destroying export ffff88012d169800/lustre-OST0000_UUID for lustre-OST0000 00000020:00000001:3.0:1749611538.851403:0:30010:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749611538.851406:0:30010:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611538.851408:0:30010:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88012d169800. 00000020:00000001:3.0:1749611538.851412:0:30010:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1749611538.851415:0:30010:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000 obd_type name = obdfilter 00000020:01000000:3.0:1749611538.851417:0:30010:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:00000001:3.0:1749611538.851419:0:30010:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:3.0:1749611538.851423:0:30010:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d5b4e00. 00000020:00000010:3.0:1749611538.851427:0:30010:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b42ca600. 00000020:00000010:3.0:1749611538.851431:0:30010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51b9800. 00000020:00000010:3.0:1749611538.851440:0:30010:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611538.851445:0:30010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b42cb000. 80000000:00000010:3.0:1749611538.851448:0:30010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1f00. 40000000:00000010:3.0:1749611538.851451:0:30010:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e7880c0. 00100000:00000010:3.0:1749611538.851455:0:30010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51ba800. 00040000:00000010:3.0:1749611538.851458:0:30010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880136b96000. 00040000:00000010:3.0:1749611538.851461:0:30010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff8800b42cbc00. 00080000:00000010:3.0:1749611538.851465:0:30010:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c489000. 00080000:00000010:3.0:1749611538.851470:0:30010:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b02000. 00002000:00000010:3.0:1749611538.851476:0:30010:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880086dca800. 00002000:00000010:3.0:1749611538.851479:0:30010:0:(ofd_dev.c:3300:ofd_device_free()) kfreed 'm': 1864 at ffff8800b4003000. 00002000:00000001:3.0:1749611538.851483:0:30010:0:(ofd_dev.c:3301:ofd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611538.851492:0:30010:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b42ca600. 00000020:00000010:3.0:1749611538.851496:0:30010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51b9800. 00000020:00000010:3.0:1749611538.851500:0:30010:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611538.851504:0:30010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b42cb000. 80000000:00000010:3.0:1749611538.851507:0:30010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f1f00. 40000000:00000010:3.0:1749611538.851510:0:30010:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e7880c0. 00100000:00000010:3.0:1749611538.851518:0:30010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51ba800. 00040000:00000010:3.0:1749611538.851548:0:30010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880136b96000. 00040000:00000010:3.0:1749611538.851556:0:30010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff8800b42cbc00. 00080000:00000010:3.0:1749611538.851561:0:30010:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b02000. 00080000:00000010:3.0:1749611538.851565:0:30010:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c489000. 00002000:00000010:3.0:1749611538.851568:0:30010:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880086dca800. 00000020:00000010:3.0:1749611538.851571:0:30010:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d5b4e00. 00000020:00000001:3.0:1749611538.851575:0:30010:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611538.851577:0:30010:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff880085150000. 00000020:00000001:3.0:1749611538.851585:0:30010:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.851587:0:30010:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611538.851590:0:30010:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff8800b403e680. 00000020:00000001:3.0:1749611538.851593:0:30010:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.851596:0:30010:0:(obd_mount.c:567:lustre_stop_mgc()) Process entered 00000020:00000010:3.0:1749611538.851599:0:30010:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff88012d09d0c0. 00000020:01000004:3.0:1749611538.851603:0:30010:0:(obd_mount.c:594:lustre_stop_mgc()) MGC still has 2 references. 00000020:00000001:3.0:1749611538.851605:0:30010:0:(obd_mount.c:595:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000010:3.0:1749611538.851608:0:30010:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff88012d09d0c0. 00000020:00000001:3.0:1749611538.851611:0:30010:0:(obd_mount.c:632:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:3.0:1749611538.851613:0:30010:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:3.0:1749611538.851616:0:30010:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1749611538.851618:0:30010:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000010:3.0:1749611538.851620:0:30010:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff88009b1f1f00. 00000020:00000080:3.0:1749611538.851628:0:30010:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1749611538.851632:0:30010:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:3.0:1749611538.851635:0:30010:0:(obd_config.c:882:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1749611538.851640:0:30010:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff88007197a000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00000001:3.0:1749611538.851645:0:30010:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1749611538.851648:0:30010:0:(genops.c:1570:class_disconnect_exports()) OBD device 12 (ffff880085152ae0) has exports, disconnecting them 00000020:00000001:3.0:1749611538.851650:0:30010:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:3.0:1749611538.851652:0:30010:0:(genops.c:887:class_export_get()) GET export ffff88007197a000 refcount=4 00000020:00000040:3.0:1749611538.851654:0:30010:0:(genops.c:887:class_export_get()) GET export ffff88007197a000 refcount=5 00000020:00080000:3.0:1749611538.851657:0:30010:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff88007197a000), last request at 1749611519 00000020:00000001:3.0:1749611538.851665:0:30010:0:(obd_class.h:931:obd_disconnect()) Process entered 00000010:00000001:3.0:1749611538.851673:0:30010:0:(lwp_dev.c:564:lwp_obd_disconnect()) Process entered 00000020:00000001:3.0:1749611538.851675:0:30010:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1749611538.851676:0:30010:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d56c 00000020:00000040:3.0:1749611538.851679:0:30010:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007197a000 with handle 0x689c0ec07329d56c from hash 00000020:00000040:3.0:1749611538.851688:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 4 00000020:00000001:3.0:1749611538.851690:0:30010:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1749611538.851692:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 3 00000020:00000001:3.0:1749611538.851694:0:30010:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1749611538.851695:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 2 00000020:00000001:3.0:1749611538.851697:0:30010:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1749611538.851699:0:30010:0:(lwp_dev.c:574:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.851701:0:30010:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1749611538.851703:0:30010:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff88007197a000): rc 0 00000020:00000040:3.0:1749611538.851706:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 1 00000020:00000001:3.0:1749611538.851707:0:30010:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:3.0:1749611538.851708:0:30010:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1749611538.851710:0:30010:0:(obd_class.h:623:obd_precleanup()) Process entered 00000010:00000001:3.0:1749611538.851713:0:30010:0:(lwp_dev.c:375:lwp_device_fini()) Process entered 00000020:00000001:3.0:1749611538.851714:0:30010:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:3.0:1749611538.851719:0:30010:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:3.0:1749611538.851722:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a000 : new refcount 0 00000020:00000080:3.0:1749611538.851724:0:30010:0:(genops.c:904:class_export_put()) final put ffff88007197a000/lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749611538.851726:0:30010:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.851731:0:30010:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611538.851734:0:30010:0:(ldlm_lib.c:574:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1749611538.851736:0:30010:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:3.0:1749611538.851787:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749611538.851789:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88007197a000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00000020:00000040:3.0:1749611538.851800:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000020:00000001:3.0:1749611538.851802:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749611538.851804:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611538.851807:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) now 5 - export 00000020:00000010:3.0:1749611538.851809:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007197a000. 00000020:00000001:3.0:1749611538.851813:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:3.0:1749611538.851846:0:30010:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000010:3.0:1749611538.851870:0:30010:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88012d125600. 00000020:00000010:3.0:1749611538.851876:0:30010:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8800781db000. 00010000:00000001:3.0:1749611538.851902:0:30010:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1749611538.851911:0:30010:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8801355eb900. 00000020:00000010:3.0:1749611538.851914:0:30010:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8800781d8c00. 00000001:00000001:3.0:1749611538.851937:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611538.852549:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007317000. 00000001:00000010:3.0:1749611538.852559:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007321000. 00000001:00000010:3.0:1749611538.852561:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000732b000. 00000001:00000010:3.0:1749611538.852563:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007335000. 00000001:00000010:3.0:1749611538.852565:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000733f000. 00000001:00000010:3.0:1749611538.852567:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007349000. 00000001:00000010:3.0:1749611538.852569:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007353000. 00000001:00000010:3.0:1749611538.852571:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000735d000. 00000001:00000010:3.0:1749611538.852572:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007367000. 00000001:00000010:3.0:1749611538.852574:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007371000. 00000001:00000010:3.0:1749611538.852575:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000737b000. 00000001:00000010:3.0:1749611538.852577:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007385000. 00000001:00000010:3.0:1749611538.852579:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000738f000. 00000001:00000010:3.0:1749611538.852580:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007399000. 00000001:00000010:3.0:1749611538.852582:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900073a3000. 00000001:00000010:3.0:1749611538.852584:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900073ad000. 00000001:00000010:3.0:1749611538.852585:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900073b7000. 00000001:00000010:3.0:1749611538.852587:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900073c1000. 00000001:00000010:3.0:1749611538.852588:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900073cb000. 00000001:00000010:3.0:1749611538.852590:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900073d5000. 00000001:00000010:3.0:1749611538.852592:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900073df000. 00000001:00000010:3.0:1749611538.852593:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900073e9000. 00000001:00000010:3.0:1749611538.852595:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900073f3000. 00000001:00000010:3.0:1749611538.852596:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900073fd000. 00000001:00000010:3.0:1749611538.852598:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007407000. 00000001:00000010:3.0:1749611538.852600:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007411000. 00000001:00000010:3.0:1749611538.852608:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000741b000. 00000001:00000010:3.0:1749611538.852610:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007425000. 00000001:00000010:3.0:1749611538.852612:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000742f000. 00000001:00000010:3.0:1749611538.852614:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007439000. 00000001:00000010:3.0:1749611538.852616:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007443000. 00000001:00000010:3.0:1749611538.852617:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000744d000. 00000001:00000010:3.0:1749611538.852619:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff88009959df00. 00000001:00000010:3.0:1749611538.852622:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88009959d700. 00000001:00000001:3.0:1749611538.852624:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1749611538.852627:0:30010:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff8800781da800. 00010000:00000001:3.0:1749611538.852633:0:30010:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1749611538.853576:0:30010:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:0.0:1749611538.853581:0:30010:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:0.0:1749611538.853588:0:30010:0:(obd_class.h:674:obd_cleanup_client_import()) Process entered 00010000:01000000:0.0:1749611538.853591:0:30010:0:(obd_class.h:685:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00000001:0.0:1749611538.853594:0:30010:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1749611538.853596:0:30010:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:0.0:1749611538.853598:0:30010:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:0.0:1749611538.853601:0:30010:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1749611538.853603:0:30010:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00000040:0.0:1749611538.853606:0:30010:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611538.853615:0:30010:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611538.853617:0:30010:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1749611538.853618:0:30010:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1749611538.853620:0:30010:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:0.0:1749611538.853621:0:30010:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00000001:0.0:1749611538.861641:0:30010:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00100000:0.0:1749611538.861644:0:30010:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:0.0:1749611538.862117:0:30010:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:0.0:1749611538.862120:0:30010:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00000001:0.0:1749611538.862123:0:30010:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000020:00000040:0.0:1749611538.862128:0:30010:0:(genops.c:1229:class_import_get()) import ffff88007197d000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611538.862137:0:30010:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611538.862138:0:30010:0:(genops.c:1242:class_import_put()) import ffff88007197d000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611538.862141:0:30010:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1749611538.862142:0:30010:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611538.862144:0:30010:0:(genops.c:1242:class_import_put()) import ffff88007197d000 refcount=0 obd=lustre-MDT0000-lwp-OST0000 00000020:00000040:0.0:1749611538.862146:0:30010:0:(genops.c:1245:class_import_put()) final put import ffff88007197d000 00000020:00000001:0.0:1749611538.862154:0:30010:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1749611538.862156:0:30010:0:(obd_class.h:692:obd_cleanup_client_import()) Process leaving 00010000:00000001:0.0:1749611538.862158:0:30010:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:0.0:1749611538.862160:0:30010:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000010:0.0:1749611538.862163:0:30010:0:(ldlm_lib.c:585:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff880136947700. 00010000:00000001:0.0:1749611538.862167:0:30010:0:(ldlm_lib.c:588:client_obd_cleanup()) Process leaving 00000020:00000001:2.0:1749611538.862176:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:2.0:1749611538.862181:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88007197d000 for lustre-MDT0000-lwp-OST0000 00000020:00000040:2.0:1749611538.862187:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000020:00000040:2.0:1749611538.862191:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000010:2.0:1749611538.862193:0:18174:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff88009976f000. 00000020:00000040:2.0:1749611538.862198:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) now 4 - import 00000020:00000010:2.0:1749611538.862201:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88007197d000. 00000020:00000001:2.0:1749611538.862205:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:0.0:1749611538.862219:0:30010:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880070f00000. 00000020:00000010:0.0:1749611538.862224:0:30010:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009685c000. 00000020:00000010:0.0:1749611538.862228:0:30010:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff88006abf2000. 00000020:00000010:0.0:1749611538.862234:0:30010:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8800aca71800. 00000010:00000001:0.0:1749611538.862238:0:30010:0:(lwp_dev.c:390:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.862241:0:30010:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611538.862251:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611538.862257:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dbaa00. 00000001:00000010:0.0:1749611538.862260:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124a00. 00000001:00000010:0.0:1749611538.862269:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125200. 00000001:00000010:0.0:1749611538.862272:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124600. 00000001:00000010:0.0:1749611538.862275:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8801355eb640. 00000001:00000010:0.0:1749611538.862277:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a89270c0. 00000001:00000001:0.0:1749611538.862288:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1749611538.862289:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611538.862293:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124e00. 00000001:00000010:0.0:1749611538.862296:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125a00. 00000001:00000010:0.0:1749611538.862297:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124400. 00000001:00000010:0.0:1749611538.862299:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125c00. 00000001:00000010:0.0:1749611538.862301:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8801355eb160. 00000001:00000010:0.0:1749611538.862303:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a8927300. 00000001:00000001:0.0:1749611538.862305:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1749611538.862307:0:30010:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) now 3 - setup 00000020:00000001:0.0:1749611538.862309:0:30010:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.862312:0:30010:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1749611538.862315:0:30010:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1749611538.862321:0:30010:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:0.0:1749611538.862323:0:30010:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) now 2 - obd_device_list 00000020:00000080:0.0:1749611538.862325:0:30010:0:(obd_config.c:810:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000040:0.0:1749611538.862327:0:30010:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085152ae0) now 1 - newdev 00000020:00000040:0.0:1749611538.862335:0:30010:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012d4a0000 with handle 0x689c0ec07329d565 from hash 00000020:00000040:0.0:1749611538.862339:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88012d4a0000 : new refcount 0 00000020:00000080:0.0:1749611538.862341:0:30010:0:(genops.c:904:class_export_put()) final put ffff88012d4a0000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000001:0.0:1749611538.862344:0:30010:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.862346:0:30010:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1749611538.862348:0:30010:0:(genops.c:863:class_export_destroy()) destroying export ffff88012d4a0000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611538.862350:0:30010:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:0.0:1749611538.862352:0:30010:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611538.862354:0:30010:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88012d4a0000. 00000020:00000001:0.0:1749611538.862358:0:30010:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1749611538.862360:0:30010:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-OST0000 obd_type name = lwp 00000020:01000000:0.0:1749611538.862362:0:30010:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:0.0:1749611538.862363:0:30010:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:0.0:1749611538.862366:0:30010:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130600. 00000020:00000010:0.0:1749611538.862370:0:30010:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880079130400. 00000040:00000010:0.0:1749611538.862373:0:30010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880079130200. 00000020:00000010:0.0:1749611538.862386:0:30010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51ff000. 00000020:00000010:0.0:1749611538.862390:0:30010:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611538.862393:0:30010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880079131e00. 80000000:00000010:0.0:1749611538.862397:0:30010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16a20. 40000000:00000010:0.0:1749611538.862399:0:30010:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b403e4c0. 00100000:00000010:0.0:1749611538.862403:0:30010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51fb800. 00040000:00000010:0.0:1749611538.862407:0:30010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129c49100. 00040000:00000010:0.0:1749611538.862410:0:30010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880079130c00. 00080000:00000010:0.0:1749611538.862415:0:30010:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88007a823000. 00080000:00000010:0.0:1749611538.862420:0:30010:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 00000004:00000010:0.0:1749611538.862428:0:30010:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007913b000. 00000004:00000010:0.0:1749611538.862433:0:30010:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800a9ebc000. 00000004:00000010:0.0:1749611538.862438:0:30010:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009d241000. 00000004:00000010:0.0:1749611538.862442:0:30010:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009c625c00. 00000010:00000001:0.0:1749611538.862445:0:30010:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:0.0:1749611538.862447:0:30010:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff88009976fc00. 00000010:00000001:0.0:1749611538.862450:0:30010:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611538.862453:0:30010:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880079130400. 00000040:00000010:0.0:1749611538.862462:0:30010:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880079130200. 00000020:00000010:0.0:1749611538.862466:0:30010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51ff000. 00000020:00000010:0.0:1749611538.862471:0:30010:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611538.862475:0:30010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880079131e00. 80000000:00000010:0.0:1749611538.862478:0:30010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16a20. 40000000:00000010:0.0:1749611538.862481:0:30010:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b403e4c0. 00100000:00000010:0.0:1749611538.862485:0:30010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51fb800. 00040000:00000010:0.0:1749611538.862488:0:30010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129c49100. 00040000:00000010:0.0:1749611538.862491:0:30010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880079130c00. 00080000:00000010:0.0:1749611538.862494:0:30010:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749611538.862499:0:30010:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88007a823000. 00000004:00000010:0.0:1749611538.862503:0:30010:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007913b000. 00000004:00000010:0.0:1749611538.862514:0:30010:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800a9ebc000. 00000004:00000010:0.0:1749611538.862519:0:30010:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88009d241000. 00000004:00000010:0.0:1749611538.862552:0:30010:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009c625c00. 00000020:00000010:0.0:1749611538.862556:0:30010:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130600. 00000020:00000001:0.0:1749611538.862564:0:30010:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611538.862566:0:30010:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff880085152ae0. 00000020:00000001:0.0:1749611538.862575:0:30010:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.862577:0:30010:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611538.862580:0:30010:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff88009b1f1f00. 00000020:00000001:0.0:1749611538.862583:0:30010:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.862586:0:30010:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:0.0:1749611538.862588:0:30010:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000010:0.0:1749611538.862591:0:30010:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff880117b16a20. 00000020:00000080:0.0:1749611538.862593:0:30010:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:0.0:1749611538.862598:0:30010:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:0.0:1749611538.862600:0:30010:0:(obd_config.c:882:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1749611538.862605:0:30010:0:(genops.c:1836:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff88007197f800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00000001:0.0:1749611538.862610:0:30010:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1749611538.862613:0:30010:0:(genops.c:1570:class_disconnect_exports()) OBD device 13 (ffff8800851555c0) has exports, disconnecting them 00000020:00000001:0.0:1749611538.862615:0:30010:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:0.0:1749611538.862617:0:30010:0:(genops.c:887:class_export_get()) GET export ffff88007197f800 refcount=4 00000020:00000040:0.0:1749611538.862619:0:30010:0:(genops.c:887:class_export_get()) GET export ffff88007197f800 refcount=5 00000020:00080000:0.0:1749611538.862622:0:30010:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff88007197f800), last request at 1749611519 00000020:00000001:0.0:1749611538.862624:0:30010:0:(obd_class.h:931:obd_disconnect()) Process entered 00000010:00000001:0.0:1749611538.862626:0:30010:0:(lwp_dev.c:564:lwp_obd_disconnect()) Process entered 00000020:00000001:0.0:1749611538.862628:0:30010:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:0.0:1749611538.862630:0:30010:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d57a 00000020:00000040:0.0:1749611538.862633:0:30010:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007197f800 with handle 0x689c0ec07329d57a from hash 00000020:00000040:0.0:1749611538.862642:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 4 00000020:00000001:0.0:1749611538.862645:0:30010:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:0.0:1749611538.862646:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 3 00000020:00000001:0.0:1749611538.862648:0:30010:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:0.0:1749611538.862649:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 2 00000020:00000001:0.0:1749611538.862651:0:30010:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:0.0:1749611538.862653:0:30010:0:(lwp_dev.c:574:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.862655:0:30010:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:0.0:1749611538.862658:0:30010:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff88007197f800): rc 0 00000020:00000040:0.0:1749611538.862660:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 1 00000020:00000001:0.0:1749611538.862665:0:30010:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:0.0:1749611538.862667:0:30010:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1749611538.862669:0:30010:0:(obd_class.h:623:obd_precleanup()) Process entered 00000010:00000001:0.0:1749611538.862671:0:30010:0:(lwp_dev.c:375:lwp_device_fini()) Process entered 00000020:00000001:0.0:1749611538.862672:0:30010:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:0.0:1749611538.862673:0:30010:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:0.0:1749611538.862675:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 0 00000020:00000080:0.0:1749611538.862677:0:30010:0:(genops.c:904:class_export_put()) final put ffff88007197f800/lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749611538.862679:0:30010:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.862698:0:30010:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611538.862701:0:30010:0:(ldlm_lib.c:574:client_obd_cleanup()) Process entered 00010000:00000001:0.0:1749611538.862702:0:30010:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:2.0:1749611538.862723:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1749611538.862726:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88007197f800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:00000001:0.0:1749611538.862730:0:30010:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000040:2.0:1749611538.862731:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000020:00000001:2.0:1749611538.862734:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:2.0:1749611538.862736:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611538.862739:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) now 5 - export 00000020:00000010:2.0:1749611538.862742:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007197f800. 00000020:00000001:2.0:1749611538.862746:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:0.0:1749611538.862751:0:30010:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88007fb8f000. 00000020:00000010:0.0:1749611538.862755:0:30010:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88012eab3000. 00010000:00000001:0.0:1749611538.862805:0:30010:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1749611538.862813:0:30010:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff8801355eb5a0. 00000020:00000010:0.0:1749611538.862816:0:30010:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88012eab2400. 00000001:00000001:0.0:1749611538.862838:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611538.863677:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007457000. 00000001:00000010:0.0:1749611538.863686:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007461000. 00000001:00000010:0.0:1749611538.863688:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000746b000. 00000001:00000010:0.0:1749611538.863690:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007475000. 00000001:00000010:0.0:1749611538.863692:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000747f000. 00000001:00000010:0.0:1749611538.863694:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007489000. 00000001:00000010:0.0:1749611538.863695:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007493000. 00000001:00000010:0.0:1749611538.863697:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000749d000. 00000001:00000010:0.0:1749611538.863699:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900074a7000. 00000001:00000010:0.0:1749611538.863701:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900074b1000. 00000001:00000010:0.0:1749611538.863702:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900074bb000. 00000001:00000010:0.0:1749611538.863704:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900074c5000. 00000001:00000010:0.0:1749611538.863706:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900074cf000. 00000001:00000010:0.0:1749611538.863707:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900074d9000. 00000001:00000010:0.0:1749611538.863709:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900074e3000. 00000001:00000010:0.0:1749611538.863711:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900074ed000. 00000001:00000010:0.0:1749611538.863718:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900074f7000. 00000001:00000010:0.0:1749611538.863720:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007501000. 00000001:00000010:0.0:1749611538.863722:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000750b000. 00000001:00000010:0.0:1749611538.863723:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007515000. 00000001:00000010:0.0:1749611538.863725:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000751f000. 00000001:00000010:0.0:1749611538.863727:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007529000. 00000001:00000010:0.0:1749611538.863729:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007533000. 00000001:00000010:0.0:1749611538.863730:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000753d000. 00000001:00000010:0.0:1749611538.863732:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007547000. 00000001:00000010:0.0:1749611538.863734:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007551000. 00000001:00000010:0.0:1749611538.863735:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000755b000. 00000001:00000010:0.0:1749611538.863737:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007565000. 00000001:00000010:0.0:1749611538.863739:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000756f000. 00000001:00000010:0.0:1749611538.863740:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007579000. 00000001:00000010:0.0:1749611538.863742:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007583000. 00000001:00000010:0.0:1749611538.863744:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000758d000. 00000001:00000010:0.0:1749611538.863745:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff88009959d900. 00000001:00000010:0.0:1749611538.863748:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88009959d300. 00000001:00000001:0.0:1749611538.863751:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1749611538.863754:0:30010:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff88012eab1400. 00010000:00000001:0.0:1749611538.863783:0:30010:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1749611538.864573:0:30010:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1749611538.864581:0:30010:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1749611538.864583:0:30010:0:(obd_class.h:674:obd_cleanup_client_import()) Process entered 00010000:01000000:3.0:1749611538.864585:0:30010:0:(obd_class.h:685:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00000001:3.0:1749611538.864588:0:30010:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749611538.864590:0:30010:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:3.0:1749611538.864592:0:30010:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749611538.864594:0:30010:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749611538.864596:0:30010:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00000040:3.0:1749611538.864599:0:30010:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749611538.864602:0:30010:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611538.864603:0:30010:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749611538.864604:0:30010:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749611538.864605:0:30010:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:3.0:1749611538.864607:0:30010:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:3.0:1749611538.864608:0:30010:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00100000:3.0:1749611538.864610:0:30010:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1749611538.864612:0:30010:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:3.0:1749611538.864613:0:30010:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:3.0:1749611538.864614:0:30010:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000020:00000040:3.0:1749611538.864618:0:30010:0:(genops.c:1229:class_import_get()) import ffff88007197b800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611538.864621:0:30010:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611538.864622:0:30010:0:(genops.c:1242:class_import_put()) import ffff88007197b800 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611538.864624:0:30010:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749611538.864625:0:30010:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611538.864632:0:30010:0:(genops.c:1242:class_import_put()) import ffff88007197b800 refcount=0 obd=lustre-MDT0001-lwp-OST0000 00000020:00000040:3.0:1749611538.864635:0:30010:0:(genops.c:1245:class_import_put()) final put import ffff88007197b800 00000020:00000001:3.0:1749611538.864657:0:30010:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749611538.864658:0:30010:0:(obd_class.h:692:obd_cleanup_client_import()) Process leaving 00000020:00000001:2.0:1749611538.864659:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00010000:00000001:3.0:1749611538.864660:0:30010:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1749611538.864662:0:30010:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00000020:00000080:2.0:1749611538.864663:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88007197b800 for lustre-MDT0001-lwp-OST0000 00010000:00000010:3.0:1749611538.864665:0:30010:0:(ldlm_lib.c:585:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8801369471c0. 00000020:00000040:2.0:1749611538.864667:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:3.0:1749611538.864668:0:30010:0:(ldlm_lib.c:588:client_obd_cleanup()) Process leaving 00000020:00000040:2.0:1749611538.864671:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000010:2.0:1749611538.864674:0:18174:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff88009ac44a80. 00000020:00000040:2.0:1749611538.864678:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) now 4 - import 00000020:00000010:2.0:1749611538.864680:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88007197b800. 00000020:00000001:2.0:1749611538.864684:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1749611538.864722:0:30010:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880070f06000. 00000020:00000010:3.0:1749611538.864726:0:30010:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009685a000. 00000020:00000010:3.0:1749611538.864729:0:30010:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880136abe000. 00000020:00000010:3.0:1749611538.864753:0:30010:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8800a8b04000. 00000020:00000010:3.0:1749611538.864779:0:30010:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff88009c9b4000. 00000020:00000010:3.0:1749611538.864784:0:30010:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009d743800. 00000010:00000001:3.0:1749611538.864789:0:30010:0:(lwp_dev.c:390:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.864792:0:30010:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611538.864801:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611538.864806:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125800. 00000001:00000010:3.0:1749611538.864809:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124000. 00000001:00000010:3.0:1749611538.864812:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125000. 00000001:00000010:3.0:1749611538.864820:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125e00. 00000001:00000010:3.0:1749611538.864823:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8801355eb520. 00000001:00000010:3.0:1749611538.864825:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a8927780. 00000001:00000001:3.0:1749611538.864829:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1749611538.864830:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611538.864834:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124800. 00000001:00000010:3.0:1749611538.864836:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124200. 00000001:00000010:3.0:1749611538.864838:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d125400. 00000001:00000010:3.0:1749611538.864840:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012d124c00. 00000001:00000010:3.0:1749611538.864842:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8801355eb3c0. 00000001:00000010:3.0:1749611538.864844:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a8927000. 00000001:00000001:3.0:1749611538.864846:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1749611538.864847:0:30010:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) now 3 - setup 00000020:00000001:3.0:1749611538.864850:0:30010:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.864852:0:30010:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1749611538.864861:0:30010:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1749611538.864866:0:30010:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:3.0:1749611538.864869:0:30010:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) now 2 - obd_device_list 00000020:00000080:3.0:1749611538.864876:0:30010:0:(obd_config.c:810:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000040:3.0:1749611538.864878:0:30010:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff8800851555c0) now 1 - newdev 00000020:00000040:3.0:1749611538.864882:0:30010:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880071978000 with handle 0x689c0ec07329d573 from hash 00000020:00000040:3.0:1749611538.864886:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff880071978000 : new refcount 0 00000020:00000080:3.0:1749611538.864888:0:30010:0:(genops.c:904:class_export_put()) final put ffff880071978000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000001:3.0:1749611538.864890:0:30010:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.864892:0:30010:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749611538.864894:0:30010:0:(genops.c:863:class_export_destroy()) destroying export ffff880071978000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611538.864897:0:30010:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749611538.864898:0:30010:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611538.864900:0:30010:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880071978000. 00000020:00000001:3.0:1749611538.864904:0:30010:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1749611538.864906:0:30010:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-lwp-OST0000 obd_type name = lwp 00000020:01000000:3.0:1749611538.864908:0:30010:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:3.0:1749611538.864909:0:30010:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:3.0:1749611538.864912:0:30010:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff8800b42cbc00. 00000020:00000010:3.0:1749611538.864915:0:30010:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff8800b42cb000. 00000040:00000010:3.0:1749611538.864918:0:30010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff8800b42ca600. 00000020:00000010:3.0:1749611538.864921:0:30010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51ba800. 00000020:00000010:3.0:1749611538.864929:0:30010:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611538.864933:0:30010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff8800b42ca200. 80000000:00000010:3.0:1749611538.864936:0:30010:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1420. 40000000:00000010:3.0:1749611538.864938:0:30010:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e788280. 00100000:00000010:3.0:1749611538.864941:0:30010:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51b9800. 00040000:00000010:3.0:1749611538.864944:0:30010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880136b96300. 00040000:00000010:3.0:1749611538.864948:0:30010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d124c00. 00080000:00000010:3.0:1749611538.864951:0:30010:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c489000. 00080000:00000010:3.0:1749611538.864956:0:30010:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b04000. 00000004:00000010:3.0:1749611538.864961:0:30010:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51be800. 00000004:00000010:3.0:1749611538.864975:0:30010:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c48a000. 00000004:00000010:3.0:1749611538.864979:0:30010:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b51bb000. 00000004:00000010:3.0:1749611538.864982:0:30010:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880086dca800. 00000010:00000001:3.0:1749611538.864985:0:30010:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:3.0:1749611538.864987:0:30010:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff88009ac44a20. 00000010:00000001:3.0:1749611538.864990:0:30010:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611538.864994:0:30010:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff8800b42cb000. 00000040:00000010:3.0:1749611538.864997:0:30010:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff8800b42ca600. 00000020:00000010:3.0:1749611538.865000:0:30010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51ba800. 00000020:00000010:3.0:1749611538.865004:0:30010:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611538.865007:0:30010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff8800b42ca200. 80000000:00000010:3.0:1749611538.865009:0:30010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f1420. 40000000:00000010:3.0:1749611538.865012:0:30010:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e788280. 00100000:00000010:3.0:1749611538.865015:0:30010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51b9800. 00040000:00000010:3.0:1749611538.865018:0:30010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880136b96300. 00040000:00000010:3.0:1749611538.865025:0:30010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d124c00. 00080000:00000010:3.0:1749611538.865031:0:30010:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b04000. 00080000:00000010:3.0:1749611538.865034:0:30010:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c489000. 00000004:00000010:3.0:1749611538.865037:0:30010:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b51be800. 00000004:00000010:3.0:1749611538.865041:0:30010:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c48a000. 00000004:00000010:3.0:1749611538.865044:0:30010:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b51bb000. 00000004:00000010:3.0:1749611538.865047:0:30010:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880086dca800. 00000020:00000010:3.0:1749611538.865050:0:30010:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff8800b42cbc00. 00000020:00000001:3.0:1749611538.865052:0:30010:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611538.865054:0:30010:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff8800851555c0. 00000020:00000001:3.0:1749611538.865061:0:30010:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.865063:0:30010:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611538.865071:0:30010:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff880117b16a20. 00000020:00000001:3.0:1749611538.865074:0:30010:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.865078:0:30010:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.865080:0:30010:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1749611538.865082:0:30010:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88007913a800 1 00000020:00000001:3.0:1749611538.865086:0:30010:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:3.0:1749611538.865088:0:30010:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1749611538.865090:0:30010:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1749611538.865093:0:30010:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d511 00000020:00000040:3.0:1749611538.865102:0:30010:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88006a72a000 with handle 0x689c0ec07329d511 from hash 00000020:00000001:3.0:1749611538.865108:0:30010:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1749611538.865110:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a000 : new refcount 1 00000020:00000001:3.0:1749611538.865112:0:30010:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1749611538.865120:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72a000 : new refcount 0 00000020:00000080:3.0:1749611538.865124:0:30010:0:(genops.c:904:class_export_put()) final put ffff88006a72a000/lustre-OST0000-osd_UUID 00000020:00000001:3.0:1749611538.865127:0:30010:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.865150:0:30010:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611538.865154:0:30010:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1749611538.865156:0:30010:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000001:2.0:1749611538.865156:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1749611538.865159:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88006a72a000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000010:3.0:1749611538.865161:0:30010:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff88009b1f1420. 00000020:00000001:2.0:1749611538.865163:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000080:3.0:1749611538.865164:0:30010:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1749611538.865165:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611538.865167:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085151570) now 4 - export 00000020:00000001:3.0:1749611538.865170:0:30010:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000010:2.0:1749611538.865170:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88006a72a000. 00000020:00000080:3.0:1749611538.865173:0:30010:0:(obd_config.c:882:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00000001:2.0:1749611538.865179:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000001:3.0:1749611538.865183:0:30010:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1749611538.865186:0:30010:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff880085151570) has no exports 00000020:00000001:3.0:1749611538.865189:0:30010:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1749611538.865191:0:30010:0:(obd_class.h:623:obd_precleanup()) Process entered 00080000:00000001:3.0:1749611538.865195:0:30010:0:(osd_handler.c:8438:osd_device_fini()) Process entered 00080000:00000002:3.0:1749611538.865198:0:30010:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88007a824000 00100000:00000001:3.0:1749611538.865202:0:30010:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000001:3.0:1749611538.865204:0:30010:0:(scrub.c:1031:lustre_index_backup()) Process leaving 00080000:00000001:3.0:1749611538.865205:0:30010:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00080000:00000001:3.0:1749611538.865207:0:30010:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611538.866074:0:30010:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 256 at ffff88009d2adc00. 00000020:00000010:3.0:1749611538.866083:0:30010:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009c625000. 00080000:00000010:3.0:1749611538.866195:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9800. 00080000:00000010:3.0:1749611538.866202:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9d00. 00080000:00000010:3.0:1749611538.866206:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9600. 00080000:00000010:3.0:1749611538.866210:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9e00. 00080000:00000010:3.0:1749611538.866214:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9900. 00080000:00000010:3.0:1749611538.866218:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9a00. 00080000:00000010:3.0:1749611538.866222:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9c00. 00080000:00000010:3.0:1749611538.866226:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9200. 00080000:00000010:3.0:1749611538.866230:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9700. 00080000:00000010:3.0:1749611538.866242:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9100. 00080000:00000010:3.0:1749611538.866247:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9400. 00080000:00000010:3.0:1749611538.866251:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9b00. 00080000:00000010:3.0:1749611538.866254:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9300. 00080000:00000010:3.0:1749611538.866258:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9f00. 00080000:00000010:3.0:1749611538.866263:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c8f5a00. 00080000:00000010:3.0:1749611538.866267:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c8f5000. 00080000:00000010:3.0:1749611538.866271:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c8f5500. 00080000:00000010:3.0:1749611538.866275:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c8f5c00. 00080000:00000010:3.0:1749611538.866279:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c8f5600. 00080000:00000010:3.0:1749611538.866283:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c8f5e00. 00080000:00000010:3.0:1749611538.866287:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c8f5d00. 00080000:00000010:3.0:1749611538.866290:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c8f5b00. 00080000:00000010:3.0:1749611538.866294:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c8f5900. 00080000:00000010:3.0:1749611538.866298:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007ddf9000. 00080000:00000010:3.0:1749611538.866302:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1200. 00080000:00000010:3.0:1749611538.866306:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1300. 00080000:00000010:3.0:1749611538.866309:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1500. 00080000:00000010:3.0:1749611538.866313:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1700. 00080000:00000010:3.0:1749611538.866317:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1000. 00080000:00000010:3.0:1749611538.866321:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1800. 00080000:00000010:3.0:1749611538.866325:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1b00. 00080000:00000010:3.0:1749611538.866329:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1a00. 00080000:00000010:3.0:1749611538.866333:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1d00. 00080000:00000010:3.0:1749611538.866337:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1600. 00080000:00000010:3.0:1749611538.866340:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009c8f5100. 00080000:00000010:3.0:1749611538.866345:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800acada600. 00080000:00000010:3.0:1749611538.866349:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801376c0600. 00080000:00000010:3.0:1749611538.866355:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801376c0900. 00080000:00000010:3.0:1749611538.866358:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801376c0a00. 00080000:00000010:3.0:1749611538.866363:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801376c0e00. 00080000:00000010:3.0:1749611538.866367:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800b48f1c00. 00080000:00000010:3.0:1749611538.866370:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297800. 00080000:00000010:3.0:1749611538.866382:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297e00. 00080000:00000010:3.0:1749611538.866386:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297000. 00080000:00000010:3.0:1749611538.866390:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297300. 00080000:00000010:3.0:1749611538.866394:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297400. 00080000:00000010:3.0:1749611538.866397:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297a00. 00080000:00000010:3.0:1749611538.866402:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297100. 00080000:00000010:3.0:1749611538.866405:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297f00. 00080000:00000010:3.0:1749611538.866409:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297700. 00080000:00000010:3.0:1749611538.866413:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297d00. 00080000:00000010:3.0:1749611538.866417:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297900. 00080000:00000010:3.0:1749611538.866421:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297b00. 00080000:00000010:3.0:1749611538.866425:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297200. 00080000:00000010:3.0:1749611538.866429:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297c00. 00080000:00000010:3.0:1749611538.866432:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88007d297500. 00080000:00000010:3.0:1749611538.866436:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8801376c0f00. 00080000:00000010:3.0:1749611538.866440:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5b00. 00080000:00000010:3.0:1749611538.866445:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5800. 00080000:00000010:3.0:1749611538.866448:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5e00. 00080000:00000010:3.0:1749611538.866452:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5d00. 00080000:00000010:3.0:1749611538.866456:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5900. 00080000:00000010:3.0:1749611538.866460:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5c00. 00080000:00000010:3.0:1749611538.866464:0:30010:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5300. 00080000:00000010:3.0:1749611538.866468:0:30010:0:(osd_oi.c:505:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at ffff880124a10000. 00000001:00000001:3.0:1749611538.866478:0:30010:0:(osd_compat.c:548:osd_ost_fini()) Process entered 00000001:00000010:3.0:1749611538.866497:0:30010:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88009d2ad000. 00000001:00000010:3.0:1749611538.866502:0:30010:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88012bdee400. 00000001:00000010:3.0:1749611538.866520:0:30010:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88009d2add00. 00000001:00000010:3.0:1749611538.866555:0:30010:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88012bdee1c0. 00000001:00000010:3.0:1749611538.866571:0:30010:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88009d2ad200. 00000001:00000010:3.0:1749611538.866575:0:30010:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff88012bdee0c0. 00000001:00000010:3.0:1749611538.866579:0:30010:0:(osd_compat.c:564:osd_ost_fini()) kfreed 'map': 128 at ffff880096dff780. 00000001:00000001:3.0:1749611538.866582:0:30010:0:(osd_compat.c:566:osd_ost_fini()) Process leaving 00080000:00000001:3.0:1749611538.866585:0:30010:0:(osd_handler.c:8195:osd_umount()) Process entered 00080000:00000001:3.0:1749611538.866916:0:30010:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:3.0:1749611538.867227:0:30010:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00080000:00000001:0.0:1749611538.872591:0:30010:0:(osd_handler.c:8212:osd_umount()) Process leaving 00080000:00000001:0.0:1749611538.872594:0:30010:0:(osd_handler.c:8450:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.872598:0:30010:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611538.872608:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611538.872614:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006dc58a00. 00000001:00000010:0.0:1749611538.872617:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006dc58400. 00000001:00000010:0.0:1749611538.872619:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006dc59200. 00000001:00000010:0.0:1749611538.872622:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006dc59800. 00000001:00000010:0.0:1749611538.872624:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88011da347e0. 00000001:00000010:0.0:1749611538.872626:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a8927cc0. 00000001:00000001:0.0:1749611538.872629:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1749611538.872630:0:30010:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611538.872634:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006dc58e00. 00000001:00000010:0.0:1749611538.872642:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006dc58000. 00000001:00000010:0.0:1749611538.872644:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006dc58c00. 00000001:00000010:0.0:1749611538.872647:0:30010:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88006dc59000. 00000001:00000010:0.0:1749611538.872649:0:30010:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88011da34e80. 00000001:00000010:0.0:1749611538.872651:0:30010:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a8927d80. 00000001:00000001:0.0:1749611538.872653:0:30010:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1749611538.872655:0:30010:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085151570) now 3 - setup 00000020:00000001:0.0:1749611538.872658:0:30010:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.872660:0:30010:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1749611538.872662:0:30010:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1749611538.872667:0:30010:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:0.0:1749611538.872670:0:30010:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085151570) now 2 - obd_device_list 00000020:00000080:0.0:1749611538.872672:0:30010:0:(obd_config.c:810:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000040:0.0:1749611538.872674:0:30010:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085151570) now 1 - newdev 00000020:00000040:0.0:1749611538.872678:0:30010:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880079138000 with handle 0x689c0ec07329d50a from hash 00000020:00000040:0.0:1749611538.872681:0:30010:0:(genops.c:898:class_export_put()) PUTting export ffff880079138000 : new refcount 0 00000020:00000080:0.0:1749611538.872683:0:30010:0:(genops.c:904:class_export_put()) final put ffff880079138000/lustre-OST0000-osd_UUID 00000020:00000001:0.0:1749611538.872685:0:30010:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.872688:0:30010:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1749611538.872690:0:30010:0:(genops.c:863:class_export_destroy()) destroying export ffff880079138000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000001:0.0:1749611538.872693:0:30010:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:0.0:1749611538.872694:0:30010:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611538.872697:0:30010:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880079138000. 00000020:00000001:0.0:1749611538.872700:0:30010:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1749611538.872702:0:30010:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osd obd_type name = osd-ldiskfs 00000020:01000000:0.0:1749611538.872704:0:30010:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:00000001:0.0:1749611538.872705:0:30010:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:0.0:1749611538.872708:0:30010:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130600. 00000020:00000010:0.0:1749611538.872711:0:30010:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880079131c00. 00000040:00000010:0.0:1749611538.872714:0:30010:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880079130c00. 00000020:00000010:0.0:1749611538.872717:0:30010:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009d241000. 00000020:00000010:0.0:1749611538.872719:0:30010:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880079131e00. 00040000:00000010:0.0:1749611538.872723:0:30010:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129c49100. 00040000:00000010:0.0:1749611538.872730:0:30010:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880079130200. 00080000:00000010:0.0:1749611538.872734:0:30010:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800a9ebc000. 00080000:00000010:0.0:1749611538.872737:0:30010:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4c8000. 00080000:00000001:0.0:1749611538.872742:0:30010:0:(osd_handler.c:8640:osd_device_free()) Process entered 00000020:00000010:0.0:1749611538.872798:0:30010:0:(lu_object.c:1145:lu_site_fini()) kfreed 's->ls_bkts': 14336 at ffff880111e98000. 00000020:00000010:0.0:1749611538.872808:0:30010:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88007ddf9500. 00000020:00000010:0.0:1749611538.872812:0:30010:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88009959db00. 00000020:00000010:0.0:1749611538.872815:0:30010:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff880136b96200. 00000020:00000010:0.0:1749611538.872817:0:30010:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff88009c482a80. 00000020:00000010:0.0:1749611538.872820:0:30010:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009c624000. 00080000:00000010:0.0:1749611538.872823:0:30010:0:(osd_handler.c:8649:osd_device_free()) kfreed 'o': 31552 at ffff880112e78000. 00080000:00000001:0.0:1749611538.872835:0:30010:0:(osd_handler.c:8650:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611538.872839:0:30010:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880079131c00. 00000040:00000010:0.0:1749611538.872843:0:30010:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880079130c00. 00000020:00000010:0.0:1749611538.872846:0:30010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009d241000. 00000020:00000010:0.0:1749611538.872851:0:30010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880079131e00. 00040000:00000010:0.0:1749611538.872854:0:30010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129c49100. 00040000:00000010:0.0:1749611538.872857:0:30010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880079130200. 00080000:00000010:0.0:1749611538.872861:0:30010:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4c8000. 00080000:00000010:0.0:1749611538.872865:0:30010:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800a9ebc000. 00000020:00000010:0.0:1749611538.872868:0:30010:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130600. 00000020:00000001:0.0:1749611538.872870:0:30010:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611538.872872:0:30010:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff880085151570. 00000020:00000001:0.0:1749611538.872879:0:30010:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.872881:0:30010:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611538.872884:0:30010:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff88009b1f1420. 00000020:00000001:0.0:1749611538.872887:0:30010:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611538.872889:0:30010:0:(osd_handler.c:8764:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.872892:0:30010:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.872896:0:30010:0:(obd_mount.c:668:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1749611538.872898:0:30010:0:(obd_mount.c:671:lustre_free_lsi()) Freeing lsi ffff88007913e800 00000020:00000010:0.0:1749611538.872901:0:30010:0:(obd_mount.c:679:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at ffff88011da34f40. 00000020:00000010:0.0:1749611538.872906:0:30010:0:(obd_mount.c:681:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at ffff8800782b19a0. 00000020:00000010:0.0:1749611538.872911:0:30010:0:(obd_mount.c:693:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_mgs': 20 at ffff88011da34820. 00000020:00000010:0.0:1749611538.872922:0:30010:0:(obd_mount.c:695:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at ffff8800782b19b0. 00000020:00000010:0.0:1749611538.872926:0:30010:0:(obd_mount.c:696:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff88009c9b3000. 00000020:00000010:0.0:1749611538.872932:0:30010:0:(obd_mount.c:700:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 112 at ffff88009c16b780. 00000020:00000010:0.0:1749611538.872936:0:30010:0:(obd_mount.c:704:lustre_free_lsi()) kfreed 'lsi': 1208 at ffff88007913e800. 00000020:00000001:0.0:1749611538.872941:0:30010:0:(obd_mount.c:706:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611538.872945:0:30010:0:(obd_mount.c:740:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611538.872951:0:30010:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:0.0:1749611538.872964:0:30010:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611538.872970:0:30010:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b403e6c0. 00000020:00000010:0.0:1749611538.872981:0:30010:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880079130e00. 00000040:00000010:0.0:1749611538.872987:0:30010:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880079131600. 00000020:00000010:0.0:1749611538.872991:0:30010:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d16c000. 00000020:00000010:0.0:1749611538.872997:0:30010:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdd080. 00000020:00000010:0.0:1749611538.873003:0:30010:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880079131a00. 80000000:00000010:0.0:1749611538.873007:0:30010:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b164e0. 40000000:00000010:0.0:1749611538.873012:0:30010:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b403ea00. 00100000:00000010:0.0:1749611538.873017:0:30010:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d16f800. 00040000:00000010:0.0:1749611538.873022:0:30010:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129c49c00. 00040000:00000010:0.0:1749611538.873026:0:30010:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880079131800. 00080000:00000010:0.0:1749611538.873032:0:30010:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f02000. 00080000:00000010:0.0:1749611538.873038:0:30010:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88007a824000. 00000004:00000010:0.0:1749611538.873044:0:30010:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88012d16b800. 00000004:00000010:0.0:1749611538.873050:0:30010:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88007a826000. 00000004:00000010:0.0:1749611538.873056:0:30010:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880079138800. 00002000:00000010:0.0:1749611538.873062:0:30010:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009c624800. 00000004:00000010:0.0:1749611538.873065:0:30010:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009c627c00. 00000020:00000010:0.0:1749611538.873069:0:30010:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131400. 00000020:02000400:0.0:1749611538.873072:0:30010:0:(tgt_mount.c:1814:server_put_super()) server umount lustre-OST0000 complete 00000020:00000010:0.0:1749611538.875651:0:30010:0:(tgt_mount.c:1815:server_put_super()) kfreed 'tmpname': 15 at ffff88006a9b84b0. 00000020:00000001:0.0:1749611538.875656:0:30010:0:(tgt_mount.c:1816:server_put_super()) Process leaving 00080000:00000010:3.0:1749611538.925352:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a00. 00080000:00000010:3.0:1749611538.925362:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a00. 00000020:00000001:3.0:1749611538.925367:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611538.925438:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a00. 00080000:00000010:3.0:1749611538.925444:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a00. 00000020:00000001:3.0:1749611538.925447:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611539.081748:0:30052:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7400. 00080000:00000010:3.0:1749611539.081783:0:30052:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7400. 00000020:00000001:3.0:1749611539.081791:0:30052:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611539.081818:0:30052:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7400. 00080000:00000010:3.0:1749611539.081825:0:30052:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7400. 00000020:00000001:3.0:1749611539.081830:0:30052:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611539.086078:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7400. 00080000:00000010:3.0:1749611539.086085:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7400. 00000020:00000001:3.0:1749611539.086089:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611539.086160:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7400. 00080000:00000010:3.0:1749611539.086164:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7400. 00000020:00000001:3.0:1749611539.086167:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611539.216229:0:30097:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff88006a9b84b0. 00000400:00000040:0.0:1749611539.216239:0:30097:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1749611539.216242:0:30097:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1749611539.216244:0:30097:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1749611539.216251:0:30097:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1749611539.216253:0:30097:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1749611539.216255:0:30097:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1749611539.216257:0:30097:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1749611539.216355:0:30097:0:(kernelcomm.c:266:lustre_device_done()) kfreed 'glist': 16 at ffff88006a9b84b0. 00010000:00000001:0.0:1749611539.222598:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611539.222603:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611539.222682:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611539.222689:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611539.222694:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611539.273899:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611539.273909:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611539.273915:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611539.273992:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611539.273997:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611539.274000:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611539.441430:0:30120:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611539.441439:0:30120:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611539.441445:0:30120:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611539.441460:0:30120:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611539.441465:0:30120:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611539.441467:0:30120:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611539.445812:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff480. 00080000:00000010:0.0:1749611539.445821:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff480. 00000020:00000001:0.0:1749611539.445827:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611539.445914:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff480. 00080000:00000010:0.0:1749611539.445919:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff480. 00000020:00000001:0.0:1749611539.445922:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611539.453610:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611539.453617:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611539.453620:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611539.453626:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611539.453630:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611539.453635:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611539.453639:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611539.453642:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611539.453646:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611539.458563:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611539.458568:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611539.458571:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611539.458575:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611539.458579:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611539.458582:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611539.458585:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611539.458588:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611539.458598:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611539.639169:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c00. 00080000:00000010:3.0:1749611539.639178:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c00. 00000020:00000001:3.0:1749611539.639182:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611539.639238:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c00. 00080000:00000010:3.0:1749611539.639242:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c00. 00000020:00000001:3.0:1749611539.639245:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611540.004246:0:30188:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611540.004256:0:30188:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611540.004262:0:30188:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611540.004279:0:30188:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611540.004284:0:30188:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611540.004288:0:30188:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611540.008361:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611540.008367:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611540.008373:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611540.008442:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611540.008446:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611540.008450:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611540.190973:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611540.190983:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611540.190989:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611540.191059:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f80. 00080000:00000010:2.0:1749611540.191065:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f80. 00000020:00000001:2.0:1749611540.191068:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611540.224638:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611540.224645:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611540.224782:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611540.224787:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611540.224791:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611540.453707:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611540.453713:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611540.453716:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611540.453720:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:3.0:1749611540.453724:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611540.453727:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611540.453730:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611540.453733:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611540.453764:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611540.458613:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611540.458618:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611540.458620:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611540.458623:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611540.458626:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611540.458628:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611540.458631:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611540.458633:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611540.458635:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611540.589978:0:30253:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611540.589986:0:30253:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611540.589990:0:30253:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611540.590002:0:30253:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611540.590005:0:30253:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611540.590007:0:30253:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611540.592827:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611540.592831:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611540.592835:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611540.592887:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dfff00. 00080000:00000010:0.0:1749611540.592889:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dfff00. 00000020:00000001:0.0:1749611540.592891:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611540.759561:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc80. 00080000:00000010:0.0:1749611540.759571:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc80. 00000020:00000001:0.0:1749611540.759577:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611540.759654:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffc80. 00080000:00000010:0.0:1749611540.759660:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffc80. 00000020:00000001:0.0:1749611540.759663:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611541.194860:0:30319:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749611541.194874:0:30319:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749611541.194881:0:30319:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611541.194917:0:30319:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749611541.194926:0:30319:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749611541.194931:0:30319:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611541.199903:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749611541.199912:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749611541.199918:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611541.200047:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff880. 00080000:00000010:0.0:1749611541.200053:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff880. 00000020:00000001:0.0:1749611541.200058:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611541.226615:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611541.226621:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611541.226691:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611541.226696:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611541.226700:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749611541.409153:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50e80. 00080000:00000010:1.0:1749611541.409167:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50e80. 00000020:00000001:1.0:1749611541.409175:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611541.409298:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50e80. 00080000:00000010:1.0:1749611541.409306:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50e80. 00000020:00000001:1.0:1749611541.409319:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611541.453630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611541.453637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611541.453639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611541.453643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:3.0:1749611541.453647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611541.453650:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611541.453653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611541.453656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611541.453659:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611541.458625:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611541.458631:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611541.458633:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611541.458637:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611541.458640:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611541.458643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611541.458645:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611541.458647:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611541.458658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611541.599621:0:30383:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7380. 00080000:00000010:3.0:1749611541.599631:0:30383:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7380. 00000020:00000001:3.0:1749611541.599636:0:30383:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611541.599653:0:30383:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7380. 00080000:00000010:3.0:1749611541.599659:0:30383:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7380. 00000020:00000001:3.0:1749611541.599662:0:30383:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611541.604147:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50f00. 00080000:00000010:1.0:1749611541.604155:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50f00. 00000020:00000001:1.0:1749611541.604160:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611541.604232:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50f00. 00080000:00000010:1.0:1749611541.604236:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50f00. 00000020:00000001:1.0:1749611541.604239:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611541.788412:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff500. 00080000:00000010:0.0:1749611541.788423:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff500. 00000020:00000001:0.0:1749611541.788428:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611541.788505:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff500. 00080000:00000010:0.0:1749611541.788510:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff500. 00000020:00000001:0.0:1749611541.788514:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611541.968762:0:30448:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff500. 00080000:00000010:0.0:1749611541.968775:0:30448:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff500. 00000020:00000001:0.0:1749611541.968784:0:30448:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611541.968813:0:30448:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff500. 00080000:00000010:0.0:1749611541.968821:0:30448:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff500. 00000020:00000001:0.0:1749611541.968826:0:30448:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611541.974002:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50f00. 00080000:00000010:1.0:1749611541.974009:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50f00. 00000020:00000001:1.0:1749611541.974014:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611541.974090:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50f00. 00080000:00000010:1.0:1749611541.974094:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50f00. 00000020:00000001:1.0:1749611541.974097:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611542.094616:0:30491:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c00. 00080000:00000010:3.0:1749611542.094628:0:30491:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c00. 00000020:00000001:3.0:1749611542.094636:0:30491:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611542.094646:0:30491:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c00. 00080000:00000010:3.0:1749611542.094653:0:30491:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c00. 00000020:00000001:3.0:1749611542.094658:0:30491:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611542.145324:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50e80. 00080000:00000010:1.0:1749611542.145332:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50e80. 00000020:00000001:1.0:1749611542.145336:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611542.145393:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50e80. 00080000:00000010:1.0:1749611542.145398:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50e80. 00000020:00000001:1.0:1749611542.145400:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611542.228591:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611542.228597:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611542.228713:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611542.228719:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611542.228723:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749611542.290102:0:30513:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50e80. 00080000:00000010:1.0:1749611542.290112:0:30513:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50e80. 00000020:00000001:1.0:1749611542.290118:0:30513:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611542.290133:0:30513:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50e80. 00080000:00000010:1.0:1749611542.290139:0:30513:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50e80. 00000020:00000001:1.0:1749611542.290142:0:30513:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611542.294173:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50e80. 00080000:00000010:1.0:1749611542.294180:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50e80. 00000020:00000001:1.0:1749611542.294185:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611542.294256:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50e80. 00080000:00000010:1.0:1749611542.294259:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50e80. 00000020:00000001:1.0:1749611542.294262:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611542.416699:0:30558:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff88006b821e70. 00000400:00000040:2.0:1749611542.416708:0:30558:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1749611542.416711:0:30558:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1749611542.416713:0:30558:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1749611542.416715:0:30558:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1749611542.416717:0:30558:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1749611542.416719:0:30558:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1749611542.416721:0:30558:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1749611542.416861:0:30558:0:(kernelcomm.c:266:lustre_device_done()) kfreed 'glist': 16 at ffff88006b821e70. 00000100:00000001:0.0:1749611542.453627:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611542.453631:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611542.453633:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611542.453635:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611542.453638:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611542.453641:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611542.453643:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611542.453645:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611542.453648:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611542.458619:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611542.458624:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611542.458626:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611542.458629:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611542.458632:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611542.458635:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611542.458638:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611542.458640:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611542.458643:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611542.467855:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50e80. 00080000:00000010:1.0:1749611542.467867:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50e80. 00000020:00000001:1.0:1749611542.467872:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611542.467940:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50e80. 00080000:00000010:1.0:1749611542.467945:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50e80. 00000020:00000001:1.0:1749611542.467948:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611542.605653:0:30580:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611542.605663:0:30580:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611542.605669:0:30580:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611542.605685:0:30580:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611542.605690:0:30580:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611542.605693:0:30580:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611542.609220:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749611542.609228:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749611542.609233:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611542.609267:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749611542.609271:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749611542.609273:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611542.777472:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749611542.777484:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749611542.777491:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611542.777604:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749611542.777612:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749611542.777615:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611542.972886:0:30649:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50e00. 00080000:00000010:1.0:1749611542.972895:0:30649:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50e00. 00000020:00000001:1.0:1749611542.972900:0:30649:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611542.972917:0:30649:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50e00. 00080000:00000010:1.0:1749611542.972922:0:30649:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50e00. 00000020:00000001:1.0:1749611542.972926:0:30649:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611542.976888:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749611542.976896:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749611542.976901:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611542.976957:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749611542.976961:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749611542.976963:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749611542.998643:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:2.0:1749611542.998652:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1749611542.998657:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749611542.998778:0:28315:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749611542.998784:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749611542.998792:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749611542.998796:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749611542.998798:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1749611543.138763:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50d80. 00080000:00000010:1.0:1749611543.138772:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50d80. 00000020:00000001:1.0:1749611543.138777:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611543.138852:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50d80. 00080000:00000010:1.0:1749611543.138858:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50d80. 00000020:00000001:1.0:1749611543.138861:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611543.230648:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611543.230657:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611543.230794:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611543.230800:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611543.230804:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749611543.246709:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611543.246746:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611543.246751:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611543.246769:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611543.246772:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611543.246776:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611543.246781:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611543.246788:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6144 00000100:00080000:2.0:1749611543.246794:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611543.246797:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611543.246802:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611543.246804:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611543.246806:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611543.246810:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611543.246812:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611543.246816:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611543.246819:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611543.246821:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611543.246824:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611543.246827:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611543.246828:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611543.246830:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611543.246832:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611543.246835:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611543.246838:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611543.246841:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611543.246844:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611543.246851:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611543.246854:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.246856:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611543.246859:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611543.246866:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7b800. 00000020:00000040:2.0:1749611543.246869:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611543.246873:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611543.246881:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.246885:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611543.246888:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611543.246892:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611543.246899:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff7c00. 00000100:00000001:2.0:1749611543.246907:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611543.246917:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7b800 x1834598494690560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611543.246928:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611543.246933:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611543.246937:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7b800] to pc [ptlrpcd_rcv+-1] req@ffff880071e7b800 x1834598494690560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611543.246971:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611543.246975:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611543.246979:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611543.246981:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611543.246983:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611543.246986:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611543.246988:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6144 00000100:00080000:2.0:1749611543.246990:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611543.246993:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611543.246995:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611543.246996:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611543.246998:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611543.247000:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611543.247001:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611543.247002:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611543.247004:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611543.247006:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:1.0:1749611543.247007:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611543.247009:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:1.0:1749611543.247010:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749611543.247011:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611543.247013:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000040:1.0:1749611543.247020:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7b800 x1834598494690560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611543.247021:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611543.247023:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611543.247025:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611543.247027:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611543.247030:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611543.247032:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247032:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749611543.247034:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749611543.247034:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611543.247037:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611543.247038:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611543.247039:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.247041:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:1.0:1749611543.247041:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611543.247043:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611543.247044:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611543.247046:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7bb80. 00000020:00000040:2.0:1749611543.247048:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:1.0:1749611543.247048:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494690560:0@lo:38:kworker.0 02000000:00000001:2.0:1749611543.247051:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611543.247052:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247053:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611543.247054:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611543.247055:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611543.247057:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611543.247058:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611543.247059:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611543.247061:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff5c00. 02000000:00000001:1.0:1749611543.247062:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611543.247065:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611543.247066:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0df800. 02000000:00000001:1.0:1749611543.247069:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611543.247070:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7bb80 x1834598494690688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1749611543.247076:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db7e8. 00000100:00000001:2.0:1749611543.247077:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611543.247079:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611543.247083:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7bb80] to pc [ptlrpcd_rcv+-1] req@ffff880071e7bb80 x1834598494690688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611543.247091:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:2.0:1749611543.247092:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611543.247095:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611543.247098:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000200:1.0:1749611543.247099:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494690560, portal 4 00000100:00000001:2.0:1749611543.247100:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611543.247101:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749611543.247101:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611543.247103:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225229824 : -131939484321792 : ffff880071e7b800) 00000100:00000001:2.0:1749611543.247104:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611543.247111:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6144 00000100:00000040:1.0:1749611543.247112:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7b800 x1834598494690560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611543.247113:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611543.247116:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611543.247118:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611543.247120:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611543.247121:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611543.247122:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611543.247124:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611543.247125:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000040:1.0:1749611543.247125:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749611543.247126:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749611543.247127:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000020:00000040:2.0:1749611543.247128:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611543.247130:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000200:1.0:1749611543.247130:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494690560, offset 0 00000020:00000001:2.0:1749611543.247132:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611543.247135:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611543.247137:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749611543.247137:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611543.247139:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611543.247141:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611543.247143:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611543.247145:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611543.247147:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611543.247148:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611543.247151:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611543.247151:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611543.247153:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.247155:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611543.247156:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611543.247160:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7aa00. 00000020:00000040:2.0:1749611543.247162:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000200:1.0:1749611543.247162:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94dd00 02000000:00000001:2.0:1749611543.247164:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611543.247166:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.247167:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611543.247168:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1749611543.247169:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 8320 02000000:00000001:2.0:1749611543.247170:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611543.247173:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff6400. 00000100:00000001:2.0:1749611543.247176:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611543.247177:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611543.247181:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749611543.247185:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7aa00 x1834598494690816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611543.247187:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611543.247189:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749611543.247193:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:1.0:1749611543.247194:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111265880. 00000100:00000001:2.0:1749611543.247195:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611543.247197:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111265880 x1834598494690560 msgsize 520 00000100:00000040:2.0:1749611543.247198:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7aa00] to pc [ptlrpcd_rcv+-1] req@ffff880071e7aa00 x1834598494690816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611543.247201:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611543.247205:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611543.247208:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611543.247211:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749611543.247212:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000010:2.0:1749611543.247214:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7a300. 00000020:00000040:2.0:1749611543.247216:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611543.247219:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1749611543.247219:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 02000000:00000001:2.0:1749611543.247220:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1749611543.247221:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 02000000:00000001:2.0:1749611543.247222:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247224:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:2.0:1749611543.247226:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2ed00. 00000100:00000001:2.0:1749611543.247228:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611543.247229:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7b800 x1834598494690560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611543.247232:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611543.247237:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611543.247239:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611543.247241:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611543.247241:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7b800 x1834598494690560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611543.247246:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7a300] to pc [ptlrpcd_00_01+1] req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611543.247247:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247249:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611543.247253:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611543.247262:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1271 usecs (2 jiffies) 00000100:00000001:1.0:1749611543.247266:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300816706 00000100:00000001:2.0:1749611543.247270:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611543.247270:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49d48c0. 00000100:00000040:2.0:1749611543.247276:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6154) 00000100:00000001:1.0:1749611543.247276:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749611543.247293:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300816706 00000100:00000010:1.0:1749611543.247296:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49d4080. 00000100:00000001:1.0:1749611543.247299:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749611543.247301:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300816706 00000100:00000010:1.0:1749611543.247304:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49d4740. 00000100:00000001:1.0:1749611543.247307:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749611543.247309:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300816706 00000100:00000010:1.0:1749611543.247312:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49d43c0. 00000100:00000001:1.0:1749611543.247314:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749611543.247317:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611543.247320:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.247322:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611543.247324:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611543.247325:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494690560 00000100:00000001:1.0:1749611543.247326:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611543.247328:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611543.247331:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611543.247334:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247335:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611543.247336:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611543.247337:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247338:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611543.247340:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611543.247341:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494690560 00000100:00000001:1.0:1749611543.247341:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749611543.247343:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749611543.247345:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7bb80 x1834598494690688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611543.247351:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611543.247353:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611543.247353:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611543.247354:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611543.247355:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611543.247357:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611543.247357:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611543.247359:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611543.247361:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27ce00. 02000000:00000001:1.0:1749611543.247361:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611543.247363:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494690688:0@lo:38:kworker.0 00000020:00000010:2.0:1749611543.247367:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387180. 00000100:00000001:1.0:1749611543.247367:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611543.247371:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749611543.247372:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be94b0. 02000000:00000001:1.0:1749611543.247374:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611543.247375:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.247377:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749611543.247377:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611543.247379:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:1.0:1749611543.247380:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0de800. 00000100:00000001:0.0:1749611543.247380:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611543.247382:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611543.247383:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611543.247383:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:1.0:1749611543.247386:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db840. 00000100:00000001:2.0:1749611543.247388:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611543.247390:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749611543.247393:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494690688, portal 10 00000100:00000001:2.0:1749611543.247395:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611543.247395:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611543.247396:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225230720 : -131939484320896 : ffff880071e7bb80) 00000100:00000040:0.0:1749611543.247396:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611543.247403:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7bb80 x1834598494690688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611543.247405:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611543.247407:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611543.247409:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611543.247410:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749611543.247412:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00000040:1.0:1749611543.247412:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611543.247413:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611543.247414:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:2.0:1749611543.247415:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896911488 : -131936812640128 : ffff880111265880) 00000100:00000200:1.0:1749611543.247416:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494690688, offset 0 02000000:00000001:0.0:1749611543.247418:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749611543.247419:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611543.247420:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111265880 x1834598494690560/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611563 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611543.247423:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611543.247425:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611543.247426:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611543.247431:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94dd80 00000100:00100000:0.0:1749611543.247431:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494690944:0@lo:400:kworker.0 00000100:00100000:2.0:1749611543.247432:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494690560:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749611543.247436:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494690560 00000400:00000200:1.0:1749611543.247436:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 133256 00000100:00000001:0.0:1749611543.247436:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749611543.247440:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749611543.247441:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749611543.247444:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:1.0:1749611543.247444:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611543.247448:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611543.247449:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1749611543.247452:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111265500. 02000000:00000001:0.0:1749611543.247453:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:1.0:1749611543.247455:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111265500 x1834598494690688 msgsize 520 00000020:00000001:2.0:1749611543.247456:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611543.247456:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611543.247458:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749611543.247459:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00020000:2.0:1749611543.247460:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749611543.247463:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:0.0:1749611543.247465:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880079131000. 00010000:00000001:2.0:1749611543.247466:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611543.247466:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749611543.247467:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611543.247469:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:2.0:1749611543.247470:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:1.0:1749611543.247471:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:2.0:1749611543.247472:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611543.247473:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749611543.247475:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749611543.247476:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff4d0. 00000100:00000200:1.0:1749611543.247477:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7bb80 x1834598494690688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611543.247478:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff6c00. 02000000:00000001:2.0:1749611543.247480:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.247483:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247484:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749611543.247485:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00010000:00000001:2.0:1749611543.247487:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749611543.247492:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7bb80 x1834598494690688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611543.247493:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494690944, portal 10 00010000:00000001:2.0:1749611543.247494:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611543.247496:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00001000:2.0:1749611543.247498:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611543.247498:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225224448 : -131939484327168 : ffff880071e7a300) 00000100:00000001:1.0:1749611543.247499:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247500:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611543.247502:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611543.247505:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611543.247505:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611543.247508:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:1.0:1749611543.247508:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1101 usecs (2 jiffies) 00000100:00000040:0.0:1749611543.247508:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611543.247510:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611543.247510:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300816706 00000100:00000001:2.0:1749611543.247513:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611543.247513:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300816706 00000100:00000001:1.0:1749611543.247515:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300816706 00000100:00000040:2.0:1749611543.247516:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611543.247517:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300816706 00000100:00000001:0.0:1749611543.247517:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611543.247518:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611543.247519:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300816706 02000000:00000001:2.0:1749611543.247520:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247552:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300816706 00000100:00000001:1.0:1749611543.247554:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300816707 00000100:00000040:0.0:1749611543.247554:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611543.247557:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749611543.247557:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749611543.247558:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300816706 00000100:00000040:2.0:1749611543.247560:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611543.247561:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749611543.247561:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494690944, offset 0 00000400:00000010:2.0:1749611543.247564:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000001:1.0:1749611543.247564:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247566:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:0.0:1749611543.247568:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611543.247571:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7aa00 x1834598494690816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611543.247578:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749611543.247579:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494690560, offset 0 00000100:00000001:1.0:1749611543.247580:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611543.247582:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611543.247584:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611543.247584:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611543.247585:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611543.247586:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611543.247589:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494690816:0@lo:38:kworker.0 00000100:00000001:1.0:1749611543.247592:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611543.247595:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611543.247596:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611543.247598:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:0.0:1749611543.247598:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94de80 00000400:00000200:2.0:1749611543.247601:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749611543.247601:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c0dc400. 02000000:00000001:1.0:1749611543.247603:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611543.247606:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 133776 00000400:00000200:2.0:1749611543.247609:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94dd00 00000400:00000010:1.0:1749611543.247611:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000400:00000200:2.0:1749611543.247615:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x93f1 [1] + 0 00000400:00000200:0.0:1749611543.247615:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611543.247620:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611543.247620:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611543.247624:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749611543.247624:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749611543.247626:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611543.247628:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611543.247628:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494690816, portal 10 00000100:00000200:0.0:1749611543.247628:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611543.247630:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611543.247631:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225226240 : -131939484325376 : ffff880071e7aa00) 00000100:00000200:2.0:1749611543.247633:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7b800 x1834598494690560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611543.247634:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54e00. 00000100:00000040:1.0:1749611543.247638:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7aa00 x1834598494690816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611543.247638:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec54e00 x1834598494690944 msgsize 224 00000100:00100000:0.0:1749611543.247642:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749611543.247643:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7b800 x1834598494690560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611543.247644:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611543.247647:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611543.247649:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749611543.247651:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494690816, offset 0 00000100:00000001:2.0:1749611543.247652:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611543.247653:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611543.247655:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611543.247662:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611543.247667:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94de00 00000400:00000200:1.0:1749611543.247671:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 134000 00000400:00000200:2.0:1749611543.247675:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000400:00000200:1.0:1749611543.247676:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749611543.247678:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000400:00000200:1.0:1749611543.247679:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611543.247681:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611543.247682:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749611543.247683:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749611543.247686:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749611543.247688:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611543.247690:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611543.247691:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611543.247692:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611543.247693:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611543.247694:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749611543.247695:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611559 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749611543.247697:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111265180. 00000100:00000040:1.0:1749611543.247699:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111265180 x1834598494690816 msgsize 520 00000020:00000001:2.0:1749611543.247701:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611543.247704:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611543.247705:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611543.247707:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111265880 x1834598494690560/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611543.247711:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611543.247735:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749611543.247738:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00100000:2.0:1749611543.247740:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494690560:12345-0@lo:38:kworker.0 Request processed in 287us (517us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611543.247740:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749611543.247744:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7aa00 x1834598494690816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611543.247744:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611559 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611543.247750:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00000001:1.0:1749611543.247751:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611543.247753:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611543.247753:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.247754:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749611543.247754:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7aa00 x1834598494690816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611543.247754:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749611543.247759:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387180. 00000100:00000001:1.0:1749611543.247761:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247762:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611543.247763:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611543.247765:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be94b0. 00000100:00000040:0.0:1749611543.247768:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000020:00000010:2.0:1749611543.247770:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ce00. 00000100:00000001:0.0:1749611543.247772:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300816706 00000100:00000001:1.0:1749611543.247773:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.247774:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611543.247776:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300816706 00000100:00000040:1.0:1749611543.247777:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 00000100:00000001:0.0:1749611543.247779:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300816706 00000100:00000001:1.0:1749611543.247780:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300816706 00000100:00000001:0.0:1749611543.247781:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300816706 00000100:00000001:1.0:1749611543.247783:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300816706 00000100:00000001:0.0:1749611543.247784:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300816706 00000100:00000001:1.0:1749611543.247785:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300816706 00000100:00000001:0.0:1749611543.247786:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300816706 00000100:00000001:1.0:1749611543.247788:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300816706 00000100:00000001:0.0:1749611543.247788:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300816706 00000100:00000001:1.0:1749611543.247790:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300816706 00000100:00000001:0.0:1749611543.247790:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300816707 00000100:00000001:1.0:1749611543.247792:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300816706 00000100:00000001:0.0:1749611543.247793:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611543.247794:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611543.247794:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300816706 00000100:00000001:0.0:1749611543.247795:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611543.247796:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494690688 00000100:00000001:1.0:1749611543.247796:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300816707 02000000:00000001:2.0:1749611543.247798:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611543.247798:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611543.247799:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.247800:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611543.247801:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611543.247801:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611543.247802:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611543.247805:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611543.247805:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611543.247807:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749611543.247808:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494690688 00000400:00000010:1.0:1749611543.247809:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db7e8. 00000020:00000001:2.0:1749611543.247810:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611543.247811:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611543.247811:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749611543.247812:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000020:00000001:2.0:1749611543.247813:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:1.0:1749611543.247813:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749611543.247813:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:2.0:1749611543.247815:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247815:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611543.247815:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611543.247816:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611543.247817:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611543.247817:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611543.247819:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7b800 x1834598494690560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611543.247820:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27ce00. 00000100:00000001:0.0:1749611543.247820:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611543.247822:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387180. 00000020:00000010:2.0:1749611543.247824:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be94b0. 00000100:00000001:2.0:1749611543.247827:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:1.0:1749611543.247827:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7b800 x1834598494690560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611543.247829:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611543.247831:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611543.247833:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611543.247834:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247834:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611543.247835:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611543.247835:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247837:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611543.247840:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611543.247842:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611543.247844:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.247845:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611543.247847:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.247850:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:1.0:1749611543.247852:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611543 v=5 (0 0 0 0) 00000100:00100000:2.0:1749611543.247853:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494690944 02000000:00000001:2.0:1749611543.247854:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00001000:1.0:1749611543.247856:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=66 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611543.247856:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611543.247859:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:0.0:1749611543.247859:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494690816 02000000:00000001:0.0:1749611543.247862:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611543.247863:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611543.247864:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247865:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611543.247866:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749611543.247867:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247868:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611543.247868:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611543.247869:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494690944 00000020:00000001:2.0:1749611543.247871:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611543.247872:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000040:1.0:1749611543.247873:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7b800 x1834598494690560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611568 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611543.247873:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611543.247874:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611543.247876:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00100000:0.0:1749611543.247877:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494690816 00000020:00000001:2.0:1749611543.247878:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:2.0:1749611543.247880:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611543.247880:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611543.247884:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611543.247884:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611543.247886:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611543.247886:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:2.0:1749611543.247887:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b538cd00. 00000100:00000001:1.0:1749611543.247888:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000040:0.0:1749611543.247889:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611543.247890:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749611543.247891:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3c7e80. 00000020:00000001:0.0:1749611543.247891:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00080000:1.0:1749611543.247893:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:0.0:1749611543.247894:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611543.247896:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:0.0:1749611543.247896:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611543.247897:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:1.0:1749611543.247898:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749611543.247901:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130a00. 00000100:00000040:1.0:1749611543.247902:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7b800 x1834598494690560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611568 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611543.247903:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749611543.247907:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d000. 00000020:00000010:0.0:1749611543.247907:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff080. 00000020:00000010:2.0:1749611543.247910:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00100000:1.0:1749611543.247910:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494690560:0@lo:38:kworker.0 00000020:00000010:2.0:1749611543.247912:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9190. 00000020:00000010:0.0:1749611543.247913:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add190. 00000100:00000001:1.0:1749611543.247915:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247917:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611543.247919:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611543.247919:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749611543.247920:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7b800 x1834598494690560/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611568 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611543.247921:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611543.247921:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611543.247922:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611543.247924:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.247925:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611543.247926:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611543.247928:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611543.247929:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611543.247931:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000010:1.0:1749611543.247931:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0df800. 00000100:00000001:2.0:1749611543.247933:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611543.247934:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611543.247935:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611543.247937:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611543.247939:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749611543.247939:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:1.0:1749611543.247941:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611543.247943:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff7c00. 00000100:00000001:2.0:1749611543.247945:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611543.247946:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749611543.247946:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611543.247947:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611543.247948:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1749611543.247950:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00000010:1.0:1749611543.247950:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7b800. 00000100:00000040:2.0:1749611543.247953:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611543.247953:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611543.247955:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393868288 : -131936315683328 : ffff88012ec54e00) 00000100:00000001:0.0:1749611543.247957:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611543.247958:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611543.247959:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec54e00 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:224/0 lens 224/0 e 0 to 0 dl 1749611554 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611543.247959:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611543.247960:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611543.247965:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749611543.247965:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00000001:1.0:1749611543.247967:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611543.247968:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611543.247968:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896910592 : -131936812641024 : ffff880111265500) 00000100:00000001:1.0:1749611543.247969:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611543.247970:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611543.247972:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.247974:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611543.247974:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111265500 x1834598494690688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611563 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611543.247975:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b538c980. 00000100:00000001:2.0:1749611543.247978:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611543.247981:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b538c980. 00000100:00100000:0.0:1749611543.247985:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494690688:12345-0@lo:38:kworker.0 00000100:00100000:2.0:1749611543.247987:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494690944:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1749611543.247989:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494690688 00000100:00000200:2.0:1749611543.247991:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494690944 00000100:00000001:1.0:1749611543.247992:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611543.247993:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:0.0:1749611543.247993:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611543.247994:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611543.247997:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:0.0:1749611543.247998:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749611543.247999:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611543.248000:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000020:00000001:2.0:1749611543.248002:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749611543.248003:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896909696 : -131936812641920 : ffff880111265180) 00000020:00000001:2.0:1749611543.248004:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611543.248007:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:1.0:1749611543.248008:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111265180 x1834598494690816/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611563 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611543.248011:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611543.248013:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749611543.248013:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611543.248015:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00020000:0.0:1749611543.248017:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749611543.248018:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611543.248018:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494690816:12345-0@lo:38:kworker.0 00000020:00000001:2.0:1749611543.248020:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1749611543.248020:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749611543.248022:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494690816 00010000:00000001:0.0:1749611543.248023:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611543.248024:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611543.248025:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749611543.248025:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611543.248027:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749611543.248028:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:2.0:1749611543.248029:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff6800. 00000100:00000001:0.0:1749611543.248030:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611543.248031:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.248033:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611543.248033:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749611543.248035:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611543.248037:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611543.248037:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c626c00. 00010000:00000040:2.0:1749611543.248038:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494690944 02000000:00000001:0.0:1749611543.248039:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611543.248040:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749611543.248041:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749611543.248042:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611543.248044:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000200:2.0:1749611543.248046:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88012ec54e00 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:224/0 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611543.248046:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611543.248049:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611543.248051:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:0.0:1749611543.248052:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:1.0:1749611543.248053:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749611543.248054:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611543.248055:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611543.248055:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611543.248056:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0df800. 00000100:00001000:2.0:1749611543.248058:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=148 v=5 (1 1 1 1) 02000000:00000001:1.0:1749611543.248058:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611543.248059:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611543.248060:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.248062:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749611543.248063:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611543.248063:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749611543.248064:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:1.0:1749611543.248065:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.248066:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611543.248067:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611543.248068:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:1.0:1749611543.248068:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749611543.248070:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611543.248070:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611543.248071:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611543.248072:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611543.248074:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611543.248075:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611543.248077:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611543.248079:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000040:2.0:1749611543.248081:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611543.248082:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 02000000:00000001:0.0:1749611543.248082:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749611543.248084:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000001:1.0:1749611543.248084:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611543.248085:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611543.248087:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494690944, offset 224 00000100:00000001:0.0:1749611543.248087:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611543.248088:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611543.248090:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611543.248091:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000400:00000200:2.0:1749611543.248092:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749611543.248092:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 02000000:00000001:1.0:1749611543.248094:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611543.248096:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611543.248097:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494690688, offset 0 00000100:00000001:1.0:1749611543.248098:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611543.248099:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611543.248100:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611543.248102:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:1.0:1749611543.248103:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000400:00000200:2.0:1749611543.248106:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94de80 00000100:00000200:1.0:1749611543.248107:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494690816, offset 0 00000400:00000200:0.0:1749611543.248110:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611543.248112:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9401 [1] + 224 00000400:00000200:2.0:1749611543.248117:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611543.248119:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611543.248120:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94dd80 00000400:00000200:2.0:1749611543.248121:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749611543.248127:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611543.248127:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x93f9 [1] + 0 00000100:00000001:2.0:1749611543.248131:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611543.248132:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611543.248133:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94de00 00000400:00000200:0.0:1749611543.248136:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611543.248137:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611559 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611543.248138:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x940d [1] + 0 00000400:00000200:1.0:1749611543.248143:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611543.248143:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611543.248148:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611543.248148:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611543.248149:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7bb80 x1834598494690688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611543.248151:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611543.248155:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7aa00 x1834598494690816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611543.248159:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7bb80 x1834598494690688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611543.248161:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749611543.248164:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7aa00 x1834598494690816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611543.248166:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000400:00000010:2.0:1749611543.248168:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000001:2.0:1749611543.248170:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611543.248172:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611543.248175:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611543.248175:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611543.248176:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611543.248178:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00010000:00000001:2.0:1749611543.248180:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:0.0:1749611543.248181:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000020:00000001:2.0:1749611543.248182:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611543.248184:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:0.0:1749611543.248184:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000400:00000200:1.0:1749611543.248186:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749611543.248186:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749611543.248188:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54e00 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:224/0 lens 224/224 e 0 to 0 dl 1749611554 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611543.248188:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749611543.248188:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611543.248191:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611543.248192:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.248193:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611543.248195:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611543.248196:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611543.248198:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494690944:12345-0@lo:400:kworker.0 Request processed in 228us (558us total) trans 0 rc 0/0 00000100:00000040:1.0:1749611543.248199:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611543.248201:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611543.248203:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611543.248203:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611543.248205:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611543.248206:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00000040:1.0:1749611543.248207:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111265180 x1834598494690816/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611543.248209:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000040:0.0:1749611543.248210:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111265500 x1834598494690688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611563 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611543.248211:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:1.0:1749611543.248217:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111265180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494690816:12345-0@lo:38:kworker.0 Request processed in 198us (514us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611543.248218:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611543.248222:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00100000:0.0:1749611543.248222:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111265500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494690688:12345-0@lo:38:kworker.0 Request processed in 236us (763us total) trans 0 rc -19/-19 00000020:00000010:2.0:1749611543.248225:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9190. 00000020:00000010:2.0:1749611543.248229:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d000. 00000100:00100000:1.0:1749611543.248230:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00000001:1.0:1749611543.248233:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611543.248234:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:2.0:1749611543.248235:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00100000:0.0:1749611543.248236:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00000001:2.0:1749611543.248238:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611543.248238:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff080. 00000100:00000001:0.0:1749611543.248240:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611543.248241:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611543.248242:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add190. 00000020:00000010:1.0:1749611543.248245:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130a00. 00000020:00000010:0.0:1749611543.248246:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387180. 00000100:00000001:1.0:1749611543.248249:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611543.248251:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be94b0. 00000100:00000001:2.0:1749611543.248255:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611543.248257:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749611543.248257:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ce00. 00000400:00000001:2.0:1749611543.248262:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611543.248262:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749611543.248264:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611543.248266:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff4d0. 00000100:00000001:1.0:1749611543.248266:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611543.248268:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749611543.248271:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:2.0:1749611543.248273:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:2.0:1749611543.248276:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749611543.248277:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611543.248278:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749611543.248280:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611543.248281:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db840. 00000400:00000200:1.0:1749611543.248284:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749611543.248285:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749611543.248287:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:0.0:1749611543.248288:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:2.0:1749611543.248289:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611543.248292:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7bb80 x1834598494690688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611543.248295:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749611543.248296:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611543.248297:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611543.248299:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611543.248300:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749611543.248300:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7bb80 x1834598494690688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611543.248302:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611543.248304:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611543.248306:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.248306:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611543.248307:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611543.248309:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611543.248311:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1749611543.248312:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=98 v=5 (5 5 5 5) 00000100:00000001:1.0:1749611543.248313:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:2.0:1749611543.248315:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=98 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611543.248315:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611543.248317:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.248318:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611543.248320:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611543.248321:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611543 v=5 (0 0 0 0) 00010000:00000001:2.0:1749611543.248323:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:1.0:1749611543.248324:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=48 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611543.248327:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00080000:2.0:1749611543.248328:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611543.248328:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611543.248330:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611543.248334:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7bb80 x1834598494690688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611568 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611543.248335:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.248338:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611543.248341:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611543.248348:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611543.248349:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.248351:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611543.248354:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611559 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611543.248354:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611543.248355:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611543.248357:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611543.248358:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611543.248361:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611543.248362:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611543.248364:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:1.0:1749611543.248364:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611543.248365:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611543.248366:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611543.248368:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611559 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611543.248370:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7bb80 x1834598494690688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611568 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611543.248376:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494690944:0@lo:400:kworker.0 00000100:00100000:1.0:1749611543.248378:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494690688:0@lo:38:kworker.0 00000100:00000001:2.0:1749611543.248381:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611543.248383:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000001:1.0:1749611543.248383:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611543.248384:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749611543.248386:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7a300 x1834598494690944/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611559 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611543.248386:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000400:00000200:1.0:1749611543.248388:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749611543.248389:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749611543.248391:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611543.248392:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611543.248394:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000200:1.0:1749611543.248394:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7aa00 x1834598494690816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611543.248396:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880079131000. 02000000:00000001:2.0:1749611543.248400:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611543.248401:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:1.0:1749611543.248402:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7aa00 x1834598494690816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611568 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611543.248403:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611543.248405:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611543.248407:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2ed00. 00000100:00000001:1.0:1749611543.248408:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611543.248409:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611543.248411:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749611543.248411:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611543.248412:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749611543.248413:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749611543.248413:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749611543.248415:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7a300. 00000100:00000001:1.0:1749611543.248415:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611543.248416:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.248418:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611543.248419:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749611543.248420:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611543 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611543.248421:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749611543.248422:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=98 v=20 (20 1 1 1) 00000100:00000001:2.0:1749611543.248426:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611543.248427:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.248430:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611543.248430:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611543.248431:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611543.248432:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.248433:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611543.248437:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7aa00 x1834598494690816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611568 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611543.248443:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611543.248446:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611543.248447:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611543.248448:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611543.248450:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611543.248452:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611543.248454:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611543.248456:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611543.248459:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7aa00 x1834598494690816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611568 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611543.248466:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494690816:0@lo:38:kworker.0 00000100:00000001:1.0:1749611543.248470:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.248472:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611543.248475:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7bb80 x1834598494690688/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611568 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611543.248481:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611543.248483:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611543.248485:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0de800. 02000000:00000001:1.0:1749611543.248487:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611543.248489:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611543.248490:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749611543.248492:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611543.248494:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff5c00. 02000000:00000001:1.0:1749611543.248497:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611543.248498:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611543.248499:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7bb80. 00000100:00000001:1.0:1749611543.248507:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611543.248508:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611543.248510:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611543.248513:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7aa00 x1834598494690816/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611568 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611543.248519:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611543.248565:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611543.248568:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c0dc400. 02000000:00000001:1.0:1749611543.248571:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611543.248572:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611543.248573:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749611543.248575:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611543.248576:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff6400. 02000000:00000001:1.0:1749611543.248578:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611543.248580:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611543.248581:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7aa00. 00000100:00000001:1.0:1749611543.248583:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611543.248584:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611543.248586:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611543.248588:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611543.248589:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611543.248591:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611543.248593:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300816706, at 4300816706 00000100:00000001:1.0:1749611543.248593:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611543.248601:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49d4740. 00000100:00000040:1.0:1749611543.248604:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300816706, at 4300816706 00000100:00000040:0.0:1749611543.248608:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300816706, at 4300816706 00000100:00000010:1.0:1749611543.248610:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49d4080. 00000100:00000010:0.0:1749611543.248620:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49d48c0. 00000100:00000040:3.0:1749611543.254623:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300816707, at 4300816712 00000100:00000010:3.0:1749611543.254632:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49d43c0. 00080000:00000010:0.0:1749611543.354703:0:30714:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749611543.354728:0:30714:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749611543.354735:0:30714:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611543.354752:0:30714:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749611543.354759:0:30714:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749611543.354762:0:30714:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611543.359425:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50d80. 00080000:00000010:1.0:1749611543.359435:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50d80. 00000020:00000001:1.0:1749611543.359441:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611543.359510:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50d80. 00080000:00000010:1.0:1749611543.359515:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50d80. 00000020:00000001:1.0:1749611543.359518:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611543.453593:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611543.453601:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611543.453603:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611543.453607:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611543.453611:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611543.453616:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611543.453620:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611543.453623:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611543.453626:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611543.458623:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611543.458629:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611543.458631:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611543.458635:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611543.458639:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611543.458643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611543.458645:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611543.458648:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611543.458650:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611543.535124:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50d80. 00080000:00000010:1.0:1749611543.535133:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50d80. 00000020:00000001:1.0:1749611543.535139:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611543.535212:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50d80. 00080000:00000010:1.0:1749611543.535217:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50d80. 00000020:00000001:1.0:1749611543.535225:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611543.683386:0:30781:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611543.683396:0:30781:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611543.683402:0:30781:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611543.683418:0:30781:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611543.683423:0:30781:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611543.683426:0:30781:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611543.687472:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749611543.687479:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749611543.687487:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611543.687596:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749611543.687601:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749611543.687604:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611543.857846:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe00. 00080000:00000010:0.0:1749611543.857855:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe00. 00000020:00000001:0.0:1749611543.857861:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611543.857935:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe00. 00080000:00000010:0.0:1749611543.857940:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe00. 00000020:00000001:0.0:1749611543.857943:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611544.001882:0:30847:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611544.001892:0:30847:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611544.001898:0:30847:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611544.001914:0:30847:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611544.001919:0:30847:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611544.001923:0:30847:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611544.006058:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50b80. 00080000:00000010:1.0:1749611544.006065:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50b80. 00000020:00000001:1.0:1749611544.006070:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611544.006142:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50b80. 00080000:00000010:1.0:1749611544.006146:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50b80. 00000020:00000001:1.0:1749611544.006148:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611544.182970:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611544.182980:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611544.182986:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611544.183059:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611544.183065:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611544.183068:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611544.232634:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611544.232641:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611544.232644:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611544.232647:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611544.232651:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611544.232653:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611544.232655:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611544.232657:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611544.232787:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611544.232792:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611544.232795:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611544.248629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611544.248644:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611544.248648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611544.248654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611544.248657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611544.248662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611544.248665:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611544.330076:0:30911:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff500. 00080000:00000010:0.0:1749611544.330090:0:30911:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff500. 00000020:00000001:0.0:1749611544.330099:0:30911:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611544.330125:0:30911:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff500. 00080000:00000010:0.0:1749611544.330132:0:30911:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff500. 00000020:00000001:0.0:1749611544.330137:0:30911:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611544.334805:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611544.334814:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611544.334821:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611544.334957:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611544.334965:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611544.334970:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611544.453594:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611544.453599:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611544.453602:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611544.453605:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611544.453608:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611544.453612:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611544.453615:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611544.453618:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611544.453620:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611544.458651:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611544.458656:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611544.458657:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611544.458661:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611544.458664:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611544.458666:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611544.458669:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611544.458672:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611544.458673:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611544.493899:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611544.493907:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611544.493913:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611544.494021:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611544.494029:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611544.494034:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611544.640911:0:30976:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50a00. 00080000:00000010:1.0:1749611544.640919:0:30976:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50a00. 00000020:00000001:1.0:1749611544.640924:0:30976:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611544.640938:0:30976:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50a00. 00080000:00000010:1.0:1749611544.640943:0:30976:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50a00. 00000020:00000001:1.0:1749611544.640945:0:30976:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611544.644452:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611544.644458:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611544.644463:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611544.644556:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611544.644562:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611544.644567:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611544.777169:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611544.777175:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611544.777179:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611544.777215:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611544.777218:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611544.777220:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611544.895595:0:31041:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611544.895603:0:31041:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611544.895611:0:31041:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611544.895626:0:31041:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611544.895631:0:31041:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611544.895633:0:31041:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611544.898406:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611544.898410:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611544.898413:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611544.898474:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611544.898477:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611544.898479:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611544.991331:0:31086:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50900. 00080000:00000010:1.0:1749611544.991337:0:31086:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50900. 00000020:00000001:1.0:1749611544.991340:0:31086:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611544.991344:0:31086:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88007ac50900. 00080000:00000010:1.0:1749611544.991347:0:31086:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88007ac50900. 00000020:00000001:1.0:1749611544.991349:0:31086:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1749611544.999192:0:31086:0:(super25.c:119:lustre_fill_super()) Process entered 00000080:01200004:1.0:1749611544.999194:0:31086:0:(super25.c:121:lustre_fill_super()) VFS Op: sb ffff88007197e000 00000020:00000001:1.0:1749611544.999197:0:31086:0:(obd_mount.c:642:lustre_init_lsi()) Process entered 00000020:00000010:1.0:1749611544.999199:0:31086:0:(obd_mount.c:644:lustre_init_lsi()) kmalloced '(lsi)': 1208 at ffff88007197f800. 00000020:00000010:1.0:1749611544.999200:0:31086:0:(obd_mount.c:647:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff88007ac50900. 00000020:00000001:1.0:1749611544.999202:0:31086:0:(obd_mount.c:662:lustre_init_lsi()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000020:00000001:1.0:1749611544.999205:0:31086:0:(obd_mount.c:1352:lmd_parse()) Process entered 00000020:00000010:1.0:1749611544.999210:0:31086:0:(obd_mount.c:1374:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff88009c9b6000. 00000020:00000010:1.0:1749611544.999217:0:31086:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 12 at ffff8800782b19c0. 00000020:00000010:1.0:1749611544.999221:0:31086:0:(obd_mount.c:1123:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at ffff8800b212fea0. 00000020:00000010:1.0:1749611544.999227:0:31086:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 15 at ffff8800782b19e0. 00000020:00000010:1.0:1749611544.999230:0:31086:0:(obd_mount.c:1571:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at ffff8800b212fe80. 00000020:01000004:1.0:1749611544.999231:0:31086:0:(obd_mount.c:933:lmd_print()) mount data: 00000020:01000004:1.0:1749611544.999231:0:31086:0:(obd_mount.c:936:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:00000001:1.0:1749611544.999232:0:31086:0:(obd_mount.c:1667:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611544.999234:0:31086:0:(tgt_mount.c:2222:server_fill_super()) Process entered 00000020:00000001:1.0:1749611544.999235:0:31086:0:(tgt_mount.c:1610:lsi_prepare()) Process entered 00000020:00000001:1.0:1749611544.999239:0:31086:0:(tgt_mount.c:1673:lsi_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611544.999239:0:31086:0:(tgt_mount.c:2154:osd_start()) Process entered 00000020:01000004:1.0:1749611544.999240:0:31086:0:(tgt_mount.c:2157:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1749611544.999249:0:31086:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000001:1.0:1749611544.999250:0:31086:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf001 osd-ldiskfs lustre-OST0000-osd_UUID (null) (null) 00000020:00000010:1.0:1749611544.999253:0:31086:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at ffff88007ac50880. 00000020:00000080:1.0:1749611544.999254:0:31086:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611544.999257:0:31086:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611544.999259:0:31086:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611544.999265:0:31086:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085154050. 00000020:00000080:1.0:1749611544.999267:0:31086:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (ffff880085154050) 00000020:00000001:1.0:1749611544.999268:0:31086:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611544.999270:0:31086:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197a800. 00000020:00000001:1.0:1749611544.999272:0:31086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611544.999273:0:31086:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197a800 with handle 0x689c0ec07329d59d to hash 00000020:00000001:1.0:1749611544.999275:0:31086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611544.999276:0:31086:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611544.999277:0:31086:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611544.999279:0:31086:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219982848 : -131939489568768 : ffff88007197a800) 00000020:00000040:1.0:1749611544.999280:0:31086:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a800 : new refcount 1 00000020:00000040:1.0:1749611544.999284:0:31086:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085154050) now 2 - obd_device_list 00000020:00000001:1.0:1749611544.999288:0:31086:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611544.999290:0:31086:0:(obd_config.c:653:class_attach()) OBD: dev 9 attached type osd-ldiskfs with refcount 2 00000020:00000001:1.0:1749611544.999291:0:31086:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611544.999292:0:31086:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611544.999296:0:31086:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at ffff88007ac50880. 00000020:00000001:1.0:1749611544.999297:0:31086:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf003 /dev/mapper/ost1_flakey 0:32768 (null) lustre-OST0000 00000020:00000010:1.0:1749611544.999299:0:31086:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at ffff88007ac50880. 00000020:00000080:1.0:1749611544.999300:0:31086:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611544.999302:0:31086:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611544.999311:0:31086:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611544.999313:0:31086:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8927e40. 00000001:00000010:1.0:1749611544.999315:0:31086:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b212fec0. 00000001:00000010:1.0:1749611544.999317:0:31086:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007fb8f600. 00000001:00000010:1.0:1749611544.999318:0:31086:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007fb8ea00. 00000001:00000010:1.0:1749611544.999319:0:31086:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007fb8f200. 00000001:00000010:1.0:1749611544.999321:0:31086:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007fb8e000. 00000001:00000001:1.0:1749611544.999321:0:31086:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611544.999322:0:31086:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a89273c0. 00000001:00000010:1.0:1749611544.999324:0:31086:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b212ff00. 00000001:00000010:1.0:1749611544.999325:0:31086:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007fb8ec00. 00000001:00000010:1.0:1749611544.999326:0:31086:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007fb8fa00. 00000001:00000010:1.0:1749611544.999327:0:31086:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007fb8fe00. 00000001:00000010:1.0:1749611544.999328:0:31086:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88007fb8ee00. 00000020:00000001:1.0:1749611544.999330:0:31086:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611544.999331:0:31086:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000020:00000010:1.0:1749611544.999334:0:31086:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50780. 00000020:00000010:1.0:1749611544.999337:0:31086:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 00000008:00000010:1.0:1749611544.999340:0:31086:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bf8c0. 00020000:00000010:1.0:1749611544.999343:0:31086:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b6880. 00008000:00000010:1.0:1749611544.999345:0:31086:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7ac0. 00000080:00000010:1.0:1749611544.999349:0:31086:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a000. 00000020:00000010:1.0:1749611544.999351:0:31086:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e800. 00000020:00000010:1.0:1749611544.999353:0:31086:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8f000. 00000040:00000010:1.0:1749611544.999355:0:31086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8e600. 00000020:00000010:1.0:1749611544.999357:0:31086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197d000. 00000020:00000010:1.0:1749611544.999360:0:31086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880133195200. 00040000:00000010:1.0:1749611544.999362:0:31086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959d100. 00040000:00000010:1.0:1749611544.999367:0:31086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880133195a00. 00080000:00000010:1.0:1749611544.999370:0:31086:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b2000. 00080000:00000010:1.0:1749611544.999373:0:31086:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00080000:00000010:1.0:1749611544.999388:0:31086:0:(osd_handler.c:8613:osd_device_alloc()) kmalloced '(o)': 31552 at ffff880081d48000. 00080000:00000001:1.0:1749611544.999392:0:31086:0:(osd_handler.c:8245:osd_mount()) Process entered 00080000:00000001:0.0:1749611545.005839:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.006312:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.006315:0:31086:0:(osd_handler.c:8420:osd_mount()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:0.0:1749611545.006320:0:31086:0:(osd_compat.c:606:osd_obj_map_init()) Process entered 00000001:00000001:0.0:1749611545.006323:0:31086:0:(osd_compat.c:485:osd_ost_init()) Process entered 00000001:00000010:0.0:1749611545.006325:0:31086:0:(osd_compat.c:487:osd_ost_init()) kmalloced '(dev->od_ost_map)': 128 at ffff880096dff480. 00000001:00000001:0.0:1749611545.006327:0:31086:0:(osd_compat.c:220:osd_last_rcvd_subdir_count()) Process entered 00000001:00000040:0.0:1749611545.006725:0:31086:0:(osd_compat.c:234:osd_last_rcvd_subdir_count()) read last_rcvd header, uuid = lustre-OST0000_UUID, subdir count = 32 00000001:00000001:0.0:1749611545.006730:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.006731:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory O 00000001:00000001:0.0:1749611545.006744:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134868408000 : -131938841143616 : ffff8800983dd6c0) 00000001:00000001:0.0:1749611545.006747:0:31086:0:(osd_compat.c:514:osd_ost_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611545.006748:0:31086:0:(osd_compat.c:578:osd_index_backup_dir_init()) Process entered 00000001:00000001:0.0:1749611545.006749:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.006750:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory index_backup 00000001:00000001:0.0:1749611545.007303:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134868409296 : -131938841142320 : ffff8800983ddbd0) 00000001:00000001:0.0:1749611545.007307:0:31086:0:(osd_compat.c:592:osd_index_backup_dir_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611545.007309:0:31086:0:(osd_compat.c:629:osd_obj_map_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611545.007311:0:31086:0:(lu_object.c:1068:lu_site_init()) Process entered 00000020:00000010:0.0:1749611545.007325:0:31086:0:(lu_object.c:1091:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff880099880000. 00000020:00000010:0.0:1749611545.007329:0:31086:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009c624800. 00000020:00000010:0.0:1749611545.007332:0:31086:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff88009c52ed80. 00000020:00000001:0.0:1749611545.007335:0:31086:0:(lu_object.c:1130:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.007844:0:31086:0:(osd_scrub.c:2573:osd_scrub_setup()) Process entered 00080000:00000001:0.0:1749611545.007871:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.007876:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611545.007879:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x10:0x6be251bc:0x0] 16:1809994172 to info ffff88009c9b2000 00000020:00000001:0.0:1749611545.007882:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611545.007886:0:31086:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8800654df500. 00080000:00000010:0.0:1749611545.007890:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880079130200. 00080000:00000010:0.0:1749611545.007891:0:31086:0:(osd_handler.c:422:osd_object_alloc()) kmalloced '(h)': 88 at ffff880117b161e0. 00080000:00000001:0.0:1749611545.007895:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611545.007896:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611545.007898:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611545.007900:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611545.007903:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134345507328 : -131939364044288 : ffff880079130200) 00080000:00000001:0.0:1749611545.008057:0:31086:0:(osd_oi.c:378:osd_oi_init()) Process entered 00080000:00000010:0.0:1749611545.008063:0:31086:0:(osd_oi.c:395:osd_oi_init()) kmalloced '(oi)': 8192 at ffff88009a4c8000. 00080000:00000001:0.0:1749611545.008064:0:31086:0:(osd_oi.c:275:osd_oi_table_open()) Process entered 00080000:00000001:0.0:1749611545.008069:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.008081:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.008088:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.008089:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654df600. 00080000:00000001:0.0:1749611545.008243:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.008245:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.008256:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.008262:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.008264:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654df400. 00080000:00000001:0.0:1749611545.008415:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.008418:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.008430:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.008436:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.008437:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654df000. 00080000:00000001:0.0:1749611545.008584:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.008586:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.008595:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.008601:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.008602:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654df900. 00080000:00000001:0.0:1749611545.008753:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.008756:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.008766:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.008772:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.008773:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654dfe00. 00080000:00000001:0.0:1749611545.008922:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.008925:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.008935:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.008941:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.008942:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654df100. 00080000:00000001:0.0:1749611545.009090:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.009092:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.009103:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.009109:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.009110:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654df700. 00080000:00000001:0.0:1749611545.009257:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.009259:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.009269:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.009275:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.009276:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654df200. 00080000:00000001:0.0:1749611545.009420:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.009425:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.009436:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.009443:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.009444:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654dfc00. 00080000:00000001:0.0:1749611545.009587:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.009589:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.009599:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.009605:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.009606:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654df800. 00080000:00000001:0.0:1749611545.009722:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.009724:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.009734:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.009740:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.009741:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654df300. 00080000:00000001:0.0:1749611545.009840:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.009842:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.009853:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.009859:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.009860:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654dff00. 00080000:00000001:0.0:1749611545.009965:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.009967:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.009977:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.009983:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.009984:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654dfd00. 00080000:00000001:0.0:1749611545.010127:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.010129:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.010140:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.010146:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.010148:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654dfb00. 00080000:00000001:0.0:1749611545.010292:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.010294:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.010305:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.010311:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.010313:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b4a7600. 00080000:00000001:0.0:1749611545.010459:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.010461:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.010471:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.010477:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.010478:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800654dfa00. 00080000:00000001:0.0:1749611545.010625:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.010630:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.010642:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.010649:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.010650:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880129c49d00. 00080000:00000001:0.0:1749611545.010808:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.010810:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.010822:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.010828:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.010829:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880129c49c00. 00080000:00000001:0.0:1749611545.010974:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.010976:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.010987:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.010993:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.010994:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880129c49e00. 00080000:00000001:0.0:1749611545.011140:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.011143:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.011153:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.011158:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.011160:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880129c49b00. 00080000:00000001:0.0:1749611545.011308:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.011310:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.011320:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.011326:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.011327:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880129c49800. 00080000:00000001:0.0:1749611545.011477:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.011479:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.011490:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.011497:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.011498:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880129c49100. 00080000:00000001:0.0:1749611545.011646:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.011648:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.011659:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.011665:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.011666:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880129c49f00. 00080000:00000001:0.0:1749611545.011824:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.011826:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.011835:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.011841:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.011843:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880129c49600. 00080000:00000001:0.0:1749611545.011989:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.011995:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.012005:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.012012:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.012013:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880129c49900. 00080000:00000001:0.0:1749611545.012162:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.012164:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.012176:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.012182:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.012183:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009b4a7200. 00080000:00000001:0.0:1749611545.012332:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.012334:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.012345:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.012351:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.012353:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4a00. 00080000:00000001:0.0:1749611545.012499:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.012501:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.012512:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.012518:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.012520:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4300. 00080000:00000001:0.0:1749611545.012640:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.012643:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.012653:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.012659:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.012661:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4f00. 00080000:00000001:0.0:1749611545.012772:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.012774:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.012785:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.012791:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.012793:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4700. 00080000:00000001:0.0:1749611545.012892:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.012895:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.012907:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.012913:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.012914:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4c00. 00080000:00000001:0.0:1749611545.013056:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.013059:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.013070:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.013076:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.013077:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4400. 00080000:00000001:0.0:1749611545.013225:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.013230:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.013241:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.013248:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.013249:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4d00. 00080000:00000001:0.0:1749611545.013394:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.013397:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.013407:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.013413:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.013415:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4100. 00080000:00000001:0.0:1749611545.013566:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.013568:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.013579:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.013585:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.013586:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4900. 00080000:00000001:0.0:1749611545.013733:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.013736:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.013748:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.013755:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.013756:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4e00. 00080000:00000001:0.0:1749611545.013891:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.013894:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.013907:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.013913:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.013915:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4800. 00080000:00000001:0.0:1749611545.014048:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.014050:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.014062:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.014070:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.014071:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4500. 00080000:00000001:0.0:1749611545.014203:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.014206:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.014218:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.014224:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.014225:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4b00. 00080000:00000001:0.0:1749611545.014362:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.014364:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.014376:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.014382:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.014384:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880129c49a00. 00080000:00000001:0.0:1749611545.014543:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.014548:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.014560:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.014567:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.014568:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2adb00. 00080000:00000001:0.0:1749611545.014727:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.014729:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.014739:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.014745:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.014746:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2ad100. 00080000:00000001:0.0:1749611545.014854:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.014857:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.014866:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.014872:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.014873:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2ad900. 00080000:00000001:0.0:1749611545.015018:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.015020:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.015031:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.015037:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.015038:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2ad200. 00080000:00000001:0.0:1749611545.015183:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.015185:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.015196:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.015202:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.015203:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2add00. 00080000:00000001:0.0:1749611545.015349:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.015351:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.015362:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.015368:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.015369:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2ad000. 00080000:00000001:0.0:1749611545.015518:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.015533:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.015544:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.015550:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.015552:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2adc00. 00080000:00000001:0.0:1749611545.015680:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.015682:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.015692:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.015698:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.015712:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2adf00. 00080000:00000001:0.0:1749611545.015815:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.015821:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.015832:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.015839:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.015840:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2ad800. 00080000:00000001:0.0:1749611545.015938:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.015940:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.015952:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.015958:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.015959:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2ad400. 00080000:00000001:0.0:1749611545.016108:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.016111:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.016121:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.016127:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.016128:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2ad600. 00080000:00000001:0.0:1749611545.016272:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.016275:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.016286:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.016292:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.016293:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2ade00. 00080000:00000001:0.0:1749611545.016444:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.016446:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.016456:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.016462:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.016463:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2ad700. 00080000:00000001:0.0:1749611545.016610:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.016612:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.016623:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.016630:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.016631:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2ad500. 00080000:00000001:0.0:1749611545.016785:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.016788:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.016800:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.016806:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.016807:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a8ba4600. 00080000:00000001:0.0:1749611545.016956:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.016958:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.016967:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.016973:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.016975:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5300. 00080000:00000001:0.0:1749611545.017118:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.017123:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.017134:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.017141:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.017142:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5c00. 00080000:00000001:0.0:1749611545.017287:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.017289:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.017300:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.017306:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.017307:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5900. 00080000:00000001:0.0:1749611545.017452:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.017454:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.017464:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.017470:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.017472:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5d00. 00080000:00000001:1.0:1749611545.017668:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611545.017671:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:1.0:1749611545.017687:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1749611545.017696:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611545.017698:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959da00. 00080000:00000001:0.0:1749611545.017825:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.017827:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.017838:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.017844:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.017846:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5e00. 00080000:00000001:0.0:1749611545.017994:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.017996:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.018007:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.018013:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.018015:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5800. 00080000:00000001:0.0:1749611545.018160:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.018162:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.018173:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.018179:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.018181:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5b00. 00080000:00000001:0.0:1749611545.018330:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.018332:0:31086:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611545.018344:0:31086:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611545.018350:0:31086:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.018351:0:31086:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88012dbe5100. 00080000:00000001:0.0:1749611545.018498:0:31086:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.018501:0:31086:0:(osd_oi.c:319:osd_oi_table_open()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:0.0:1749611545.018502:0:31086:0:(osd_oi.c:406:osd_oi_init()) Process leaving via out (rc=64 : 64 : 0x40) 00100000:00000001:0.0:1749611545.018504:0:31086:0:(osd_scrub.c:2407:osd_initial_OI_scrub()) Process entered 00100000:00000001:0.0:1749611545.018505:0:31086:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611545.018554:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018558:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018560:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018561:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018562:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018562:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018563:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018564:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018565:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018565:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018566:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018567:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018567:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018578:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.018580:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.018581:0:31086:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611545.018582:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.018583:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.018584:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.018589:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.018733:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.018737:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.018738:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018739:0:31086:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611545.018741:0:31086:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880091b16e00. 00100000:00000001:0.0:1749611545.018742:0:31086:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018744:0:31086:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018745:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018746:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018747:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018748:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018749:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018749:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018750:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018751:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018752:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018752:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018753:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018754:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018754:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018758:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018759:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018760:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018761:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018761:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018762:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018763:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018764:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018764:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018765:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018766:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018767:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018767:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018768:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018769:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018769:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018770:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018771:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018771:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018772:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018773:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018773:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018774:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018775:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018775:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018776:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018777:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018777:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018778:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018779:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.018779:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.018780:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019353:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.019357:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.019358:0:31086:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611545.019359:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.019359:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.019361:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.019363:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.019461:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.019468:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.019469:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019470:0:31086:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611545.019471:0:31086:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880091b16d80. 00100000:00000001:0.0:1749611545.019472:0:31086:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019473:0:31086:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019475:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019475:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019476:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019477:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019478:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019478:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019479:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019480:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019480:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019481:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019482:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019482:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019483:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019484:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019484:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019485:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019486:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019486:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019487:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019489:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.019492:0:31086:0:(osd_scrub.c:1903:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019493:0:31086:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611545.019494:0:31086:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880091b167c0. 00100000:00000001:0.0:1749611545.019495:0:31086:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019496:0:31086:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019496:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019497:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019498:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019507:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.019509:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.019509:0:31086:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611545.019510:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.019511:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.019514:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.019516:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.019519:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.019521:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.019536:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019536:0:31086:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611545.019537:0:31086:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880091b16cc0. 00100000:00000001:0.0:1749611545.019538:0:31086:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019539:0:31086:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019540:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019541:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019542:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019543:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019543:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019544:0:31086:0:(osd_scrub.c:2194:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019545:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019545:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019546:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019554:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.019555:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.019654:0:31086:0:(osd_scrub.c:1778:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611545.019657:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.019658:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.019659:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.019662:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.019665:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.019667:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.019668:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019669:0:31086:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019670:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019679:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.019681:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.019787:0:31086:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611545.019790:0:31086:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880091b16f80. 00100000:00000001:0.0:1749611545.019792:0:31086:0:(scrub.c:712:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019794:0:31086:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611545.019796:0:31086:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00080000:00000001:0.0:1749611545.019798:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.019801:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.019802:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.019804:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.019808:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.019809:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.019810:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019811:0:31086:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019813:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019813:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019814:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019815:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019815:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.019816:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.019817:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020392:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.020395:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.020396:0:31086:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611545.020397:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.020398:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.020399:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.020403:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.020408:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.020410:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.020411:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020412:0:31086:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611545.020413:0:31086:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880091b16e80. 00100000:00000001:0.0:1749611545.020414:0:31086:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020415:0:31086:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020416:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020417:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020418:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020418:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020419:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020420:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020421:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020421:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020422:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020430:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.020431:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.020435:0:31086:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611545.020436:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.020437:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.020438:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.020439:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.020442:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.020443:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.020444:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020445:0:31086:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020446:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020453:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.020455:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.020455:0:31086:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611545.020456:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.020456:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.020457:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.020458:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.020460:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.020461:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.020462:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020463:0:31086:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020463:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020464:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020465:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020465:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020466:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020467:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020468:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020468:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020469:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020470:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020470:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020471:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020472:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020472:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020473:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020474:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.020475:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.020476:0:31086:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611545.020478:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.020479:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.020480:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.020481:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.020483:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.020485:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.020485:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020486:0:31086:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020487:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020488:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020489:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020489:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020490:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020491:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020491:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020492:0:31086:0:(osd_scrub.c:2194:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020493:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020493:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020494:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020495:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020495:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020496:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020497:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020498:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020498:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020499:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020500:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020500:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020501:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020502:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020502:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020503:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020504:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020504:0:31086:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020505:0:31086:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611545.020512:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.020513:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.020513:0:31086:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611545.020514:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.020516:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.020517:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.020519:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.020535:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.020537:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.020538:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020539:0:31086:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020541:0:31086:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020542:0:31086:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611545.020655:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.020665:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.020667:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.020778:0:31086:0:(osd_scrub.c:1778:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611545.020781:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.020782:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.020783:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.020785:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.020892:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.020895:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.020896:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020898:0:31086:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.020899:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.020908:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.020910:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.020911:0:31086:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611545.020912:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.020912:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.020913:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.020915:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.021016:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.021019:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.021020:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021022:0:31086:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021023:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.021024:0:31086:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021025:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.021035:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.021037:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.021041:0:31086:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611545.021041:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.021042:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.021043:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.021045:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.021047:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.021049:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.021049:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021050:0:31086:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021051:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.021052:0:31086:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021053:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.021058:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.021059:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.021060:0:31086:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611545.021060:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.021061:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.021062:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.021063:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.021065:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.021066:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.021066:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021067:0:31086:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021069:0:31086:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611545.021070:0:31086:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880091b16e00. 00100000:00000001:0.0:1749611545.021071:0:31086:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611545.021219:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.021220:0:31086:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021221:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.021222:0:31086:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021223:0:31086:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611545.021225:0:31086:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880091b16d80. 00100000:00000001:0.0:1749611545.021226:0:31086:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611545.021324:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.021326:0:31086:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021327:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.021328:0:31086:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021329:0:31086:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611545.021334:0:31086:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880091b167c0. 00100000:00000001:0.0:1749611545.021336:0:31086:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611545.021481:0:31086:0:(osd_scrub.c:1987:osd_ios_lf_fill()) Process entered 00100000:00000001:0.0:1749611545.021483:0:31086:0:(osd_scrub.c:1993:osd_ios_lf_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021484:0:31086:0:(osd_scrub.c:1987:osd_ios_lf_fill()) Process entered 00100000:00000001:0.0:1749611545.021485:0:31086:0:(osd_scrub.c:1993:osd_ios_lf_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021494:0:31086:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611545.021495:0:31086:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880091b16cc0. 00100000:00000001:0.0:1749611545.021497:0:31086:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611545.021600:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.021610:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.021612:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.021730:0:31086:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611545.021733:0:31086:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136947500. 00100000:00000001:0.0:1749611545.021735:0:31086:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021736:0:31086:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611545.021737:0:31086:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:00000001:0.0:1749611545.021739:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.021739:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.021740:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.021742:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.021889:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.021893:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.021894:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021895:0:31086:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.021897:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.021907:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.021909:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.022057:0:31086:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611545.022059:0:31086:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136947e80. 00100000:00000001:0.0:1749611545.022061:0:31086:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022062:0:31086:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611545.022063:0:31086:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:00000001:0.0:1749611545.022065:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.022066:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.022066:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.022068:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.022075:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.022076:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.022077:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022078:0:31086:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022080:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.022089:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.022090:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.022233:0:31086:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611545.022235:0:31086:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136947d40. 00100000:00000001:0.0:1749611545.022236:0:31086:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022237:0:31086:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611545.022239:0:31086:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:00000001:0.0:1749611545.022240:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.022241:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.022242:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.022244:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.022247:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.022249:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.022250:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022251:0:31086:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022253:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.022253:0:31086:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022254:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.022262:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.022264:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.022411:0:31086:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611545.022414:0:31086:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136947c80. 00100000:00000001:0.0:1749611545.022415:0:31086:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022416:0:31086:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611545.022418:0:31086:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:00000001:0.0:1749611545.022419:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.022420:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.022420:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.022422:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.022425:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.022427:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.022427:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022432:0:31086:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022433:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.022434:0:31086:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022435:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.022445:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.022447:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.022598:0:31086:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611545.022600:0:31086:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136947f80. 00100000:00000001:0.0:1749611545.022602:0:31086:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022603:0:31086:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611545.022604:0:31086:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:00000001:0.0:1749611545.022605:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.022606:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.022607:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.022609:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.022611:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.022612:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.022613:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022615:0:31086:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022616:0:31086:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611545.022624:0:31086:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611545.022626:0:31086:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611545.022771:0:31086:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611545.022773:0:31086:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136947280. 00100000:00000001:0.0:1749611545.022775:0:31086:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022776:0:31086:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611545.022777:0:31086:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:00000001:0.0:1749611545.022779:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.022779:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.022780:0:31086:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611545.022782:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.022785:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.022787:0:31086:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.022788:0:31086:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022789:0:31086:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611545.022791:0:31086:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611545.022792:0:31086:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880091b16e80. 00100000:00000001:0.0:1749611545.022803:0:31086:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611545.022805:0:31086:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1016:0x0] 00080000:00000001:0.0:1749611545.022806:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.022807:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.022808:0:31086:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611545.022810:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.022812:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.022814:0:31086:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611545.022816:0:31086:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.022819:0:31086:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611545.022820:0:31086:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000007:0x1:0x0] 00080000:00000001:0.0:1749611545.022821:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.022822:0:31086:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.022823:0:31086:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611545.022824:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.022969:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.022972:0:31086:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611545.022974:0:31086:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.022982:0:31086:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611545.022984:0:31086:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x15:0x0] 00080000:00000001:0.0:1749611545.022985:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.022985:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.022986:0:31086:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611545.022988:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.022990:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.022991:0:31086:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611545.022992:0:31086:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.022995:0:31086:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611545.022996:0:31086:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x8:0x0] 00080000:00000001:0.0:1749611545.022997:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.022997:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.022998:0:31086:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611545.022999:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.023000:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.023001:0:31086:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611545.023002:0:31086:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.023009:0:31086:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611545.023010:0:31086:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1019:0x0] 00080000:00000001:0.0:1749611545.023011:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.023012:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.023012:0:31086:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611545.023014:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.023015:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.023016:0:31086:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611545.023017:0:31086:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.023020:0:31086:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611545.023021:0:31086:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x4:0x0] 00080000:00000001:0.0:1749611545.023022:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.023022:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.023023:0:31086:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611545.023024:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.023025:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.023026:0:31086:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611545.023027:0:31086:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.023031:0:31086:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611545.023031:0:31086:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1015:0x0] 00080000:00000001:0.0:1749611545.023032:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.023033:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.023033:0:31086:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611545.023034:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.023036:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.023037:0:31086:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611545.023038:0:31086:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.023040:0:31086:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611545.023041:0:31086:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x101d:0x0] 00080000:00000001:0.0:1749611545.023042:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.023042:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.023043:0:31086:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611545.023044:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.023045:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.023046:0:31086:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611545.023047:0:31086:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.023052:0:31086:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611545.023053:0:31086:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000009:0x0:0x0] 00080000:00000001:0.0:1749611545.023054:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.023055:0:31086:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.023056:0:31086:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611545.023057:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.023202:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.023205:0:31086:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611545.023207:0:31086:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.023213:0:31086:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611545.023215:0:31086:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x20000000a:0x0:0x0] 00080000:00000001:0.0:1749611545.023216:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.023216:0:31086:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.023217:0:31086:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611545.023219:0:31086:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611545.023221:0:31086:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00080000:00000001:0.0:1749611545.023222:0:31086:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611545.023223:0:31086:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611545.023226:0:31086:0:(osd_scrub.c:2487:osd_initial_OI_scrub()) Process leaving 00100000:00000001:0.0:1749611545.023308:0:31086:0:(osd_scrub.c:2725:osd_scrub_setup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.023310:0:31086:0:(osd_lproc.c:847:osd_procfs_init()) Process entered 00080000:01000000:0.0:1749611545.023312:0:31086:0:(osd_lproc.c:857:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00080000:00000001:0.0:1749611545.023360:0:31086:0:(osd_lproc.c:91:osd_stats_init()) Process entered 00000020:00000010:0.0:1749611545.023362:0:31086:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009c627800. 00000020:00000010:0.0:1749611545.023364:0:31086:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at ffff8800a8bf4300. 00080000:00000001:0.0:1749611545.023373:0:31086:0:(osd_lproc.c:135:osd_stats_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.023374:0:31086:0:(osd_lproc.c:887:osd_procfs_init()) Process leaving 00040000:00000001:0.0:1749611545.023375:0:31086:0:(qsd_lib.c:670:qsd_init()) Process entered 00040000:00000010:0.0:1749611545.023378:0:31086:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at ffff880079130a00. 00040000:00000001:0.0:1749611545.023380:0:31086:0:(qsd_config.c:59:qsd_get_fsinfo()) Process entered 00040000:00000010:0.0:1749611545.023381:0:31086:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 192 at ffff88009c52e780. 00040000:00000010:0.0:1749611545.023383:0:31086:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 192 at ffff88009c52e780. 00040000:00000001:0.0:1749611545.023384:0:31086:0:(qsd_config.c:100:qsd_get_fsinfo()) Process leaving (rc=18446612134413141120 : -131939296410496 : ffff88007d1b0480) 00000020:00000010:0.0:1749611545.023393:0:31086:0:(lprocfs_status.c:91:lprocfs_add_symlink()) kmalloced '(dest)': 129 at ffff88009c52e600. 00000020:00000010:0.0:1749611545.023396:0:31086:0:(lprocfs_status.c:104:lprocfs_add_symlink()) kfreed 'dest': 129 at ffff88009c52e600. 00040000:00000001:0.0:1749611545.023397:0:31086:0:(qsd_lib.c:742:qsd_init()) Process leaving 00040000:00000001:0.0:1749611545.023401:0:31086:0:(qsd_lib.c:748:qsd_init()) Process leaving (rc=18446612134345509376 : -131939364042240 : ffff880079130a00) 00080000:00000001:0.0:1749611545.023405:0:31086:0:(osd_handler.c:8588:osd_device_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611545.023408:0:31086:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8f000. 00000040:00000010:0.0:1749611545.023411:0:31086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8e600. 00000020:00000010:0.0:1749611545.023413:0:31086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197d000. 00000020:00000010:0.0:1749611545.023416:0:31086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880133195200. 00040000:00000010:0.0:1749611545.023418:0:31086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959d100. 00040000:00000010:0.0:1749611545.023420:0:31086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880133195a00. 00080000:00000010:0.0:1749611545.023423:0:31086:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:0.0:1749611545.023425:0:31086:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b2000. 00000020:00000010:0.0:1749611545.023427:0:31086:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e800. 00000020:00000010:0.0:1749611545.023430:0:31086:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50780. 00000020:00000010:0.0:1749611545.023432:0:31086:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ce10. 00000008:00000010:0.0:1749611545.023434:0:31086:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bf8c0. 00020000:00000010:0.0:1749611545.023436:0:31086:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b6880. 00008000:00000010:0.0:1749611545.023439:0:31086:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7ac0. 00000080:00000010:0.0:1749611545.023441:0:31086:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a000. 00000020:00000010:0.0:1749611545.023443:0:31086:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000020:00000001:0.0:1749611545.023444:0:31086:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611545.023446:0:31086:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085154050) now 3 - setup 00000020:00000080:0.0:1749611545.023447:0:31086:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000001:0.0:1749611545.023448:0:31086:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611545.023450:0:31086:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611545.023451:0:31086:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at ffff88007ac50880. 00000020:00000001:0.0:1749611545.023455:0:31086:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:0.0:1749611545.023457:0:31086:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:0.0:1749611545.023458:0:31086:0:(osd_handler.c:8732:osd_obd_connect()) connect #0 00000020:00000001:0.0:1749611545.023459:0:31086:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1749611545.023460:0:31086:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1749611545.023461:0:31086:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007913a800. 00000020:00000001:0.0:1749611545.023463:0:31086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611545.023464:0:31086:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007913a800 with handle 0x689c0ec07329d5a4 to hash 00000020:00000001:0.0:1749611545.023465:0:31086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1749611545.023468:0:31086:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:0.0:1749611545.023468:0:31086:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611545.023472:0:31086:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085154050) now 4 - export 00000020:00000001:0.0:1749611545.023473:0:31086:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134345549824 : -131939364001792 : ffff88007913a800) 00000020:00000040:0.0:1749611545.023475:0:31086:0:(genops.c:898:class_export_put()) PUTting export ffff88007913a800 : new refcount 1 00000020:00000080:0.0:1749611545.023476:0:31086:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x689c0ec07329d5a4 00000020:00000001:0.0:1749611545.023477:0:31086:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611545.023478:0:31086:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611545.023479:0:31086:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d5a4 00000020:00000001:0.0:1749611545.023480:0:31086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611545.023481:0:31086:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007913a800 refcount=2 00000020:00000001:0.0:1749611545.023483:0:31086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345549824 : -131939364001792 : ffff88007913a800) 00000020:00000001:0.0:1749611545.023484:0:31086:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134345549824 : -131939364001792 : ffff88007913a800) 00080000:00000001:0.0:1749611545.023485:0:31086:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611545.023486:0:31086:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611545.023487:0:31086:0:(tgt_mount.c:2209:osd_start()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611545.023488:0:31086:0:(tgt_mount.c:2242:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:00000001:0.0:1749611545.023491:0:31086:0:(obd_mount.c:265:lustre_start_mgc()) Process entered 00000020:00000010:0.0:1749611545.023498:0:31086:0:(obd_mount.c:308:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff880096650600. 00000020:00000010:0.0:1749611545.023499:0:31086:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff880096650bc0. 00000020:00000010:0.0:1749611545.023501:0:31086:0:(obd_mount.c:317:lustre_start_mgc()) kmalloced '(data)': 192 at ffff88009c52e600. 00000020:00000001:0.0:1749611545.023502:0:31086:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611545.023504:0:31086:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611545.023505:0:31086:0:(mgc_request.c:1075:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611545.023506:0:31086:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611545.023507:0:31086:0:(obd_mount.c:377:lustre_start_mgc()) MGC192.168.202.106@tcp:Set MGC reconnect 1 00000020:00000001:0.0:1749611545.023508:0:31086:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611545.023509:0:31086:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:01000000:0.0:1749611545.023511:0:31086:0:(mgc_request.c:1044:mgc_set_info_async()) InitRecov MGC192.168.202.106@tcp 1/d0:i0:r1:or0:CONNECTING 10000000:00000001:0.0:1749611545.023512:0:31086:0:(mgc_request.c:1059:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611545.023513:0:31086:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611545.023514:0:31086:0:(obd_mount.c:382:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611545.023515:0:31086:0:(obd_mount.c:551:lustre_start_mgc()) kfreed 'data': 192 at ffff88009c52e600. 00000020:00000010:0.0:1749611545.023516:0:31086:0:(obd_mount.c:552:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff880096650600. 00000020:00000010:0.0:1749611545.023518:0:31086:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff880096650bc0. 00000020:00000001:0.0:1749611545.023519:0:31086:0:(obd_mount.c:555:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611545.023538:0:31086:0:(tgt_mount.c:1446:server_start_targets()) Process entered 00000020:01000004:0.0:1749611545.023539:0:31086:0:(tgt_mount.c:1447:server_start_targets()) starting target lustre-OST0000 00000020:00000010:0.0:1749611545.023545:0:31086:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131600. 00000020:00000010:0.0:1749611545.023547:0:31086:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880079131000. 00000040:00000010:0.0:1749611545.023549:0:31086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880079130c00. 00000020:00000010:0.0:1749611545.023551:0:31086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880079138800. 00000020:00000010:0.0:1749611545.023552:0:31086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880079130000. 80000000:00000010:0.0:1749611545.023554:0:31086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16060. 00040000:00000010:0.0:1749611545.023556:0:31086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880079131200. 00080000:00000010:0.0:1749611545.023558:0:31086:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800a9ebc000. 00080000:00000010:0.0:1749611545.023562:0:31086:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009a4ce000. 00000020:00000001:0.0:1749611545.023564:0:31086:0:(tgt_mount.c:280:server_mgc_set_fs()) Process entered 00000020:01000004:0.0:1749611545.023565:0:31086:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 00000020:00000001:0.0:1749611545.023566:0:31086:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611545.023567:0:31086:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611545.023568:0:31086:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:00000001:0.0:1749611545.023570:0:31086:0:(mgc_request_server.c:80:mgc_fs_setup()) Process entered 10000000:01000000:0.0:1749611545.023571:0:31086:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.106@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000020:00000001:0.0:1749611545.023573:0:31086:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611545.023574:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611545.023576:0:31086:0:(local_storage.c:104:ls_device_init()) Process entered 00000020:00000010:0.0:1749611545.023577:0:31086:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 392 at ffff880079131400. 00000020:00000001:0.0:1749611545.023578:0:31086:0:(local_storage.c:124:ls_device_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00000020:00000001:0.0:1749611545.023579:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00000020:00000010:0.0:1749611545.023581:0:31086:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dffb80. 00000020:00000001:0.0:1749611545.023582:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611545.023584:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8bf4e00. 00000020:00000001:0.0:1749611545.023586:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611545.023588:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880079130e00. 00000020:00000001:0.0:1749611545.023589:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.023590:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611545.023592:0:31086:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611545.023593:0:31086:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611545.023595:0:31086:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff8801369470c0. 00000001:00000001:0.0:1749611545.023596:0:31086:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611545.023600:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.023600:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory 200000003 00000001:00000001:0.0:1749611545.023771:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602349088 : -131939107202528 : ffff880088621a20) 00000001:00000010:0.0:1749611545.023774:0:31086:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff8800a8bf4600. 00000001:00000001:0.0:1749611545.023775:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.023776:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611545.023911:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602348224 : -131939107203392 : ffff8800886216c0) 00000001:00000001:0.0:1749611545.023914:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.023914:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611545.023921:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602346496 : -131939107205120 : ffff880088621000) 00000001:00000001:0.0:1749611545.023922:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.023923:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611545.024487:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602348872 : -131939107202744 : ffff880088621948) 00000001:00000001:0.0:1749611545.024490:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.024491:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611545.024499:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602346712 : -131939107204904 : ffff8800886210d8) 00000001:00000001:0.0:1749611545.024500:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.024501:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611545.024506:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602348656 : -131939107202960 : ffff880088621870) 00000001:00000001:0.0:1749611545.024507:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.024507:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611545.024512:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602348440 : -131939107203176 : ffff880088621798) 00000001:00000001:0.0:1749611545.024513:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.024513:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611545.025115:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602347576 : -131939107204040 : ffff880088621438) 00000001:00000001:0.0:1749611545.025118:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.025119:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611545.025128:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602347792 : -131939107203824 : ffff880088621510) 00000001:00000001:0.0:1749611545.025129:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.025129:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611545.025134:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602348008 : -131939107203608 : ffff8800886215e8) 00000001:00000001:0.0:1749611545.025135:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.025136:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611545.025141:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602347144 : -131939107204472 : ffff880088621288) 00000001:00000001:0.0:1749611545.025142:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.025145:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611545.025743:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602349304 : -131939107202312 : ffff880088621af8) 00000001:00000001:0.0:1749611545.025747:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.025748:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611545.025757:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602350168 : -131939107201448 : ffff880088621e58) 00000001:00000001:0.0:1749611545.025758:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.025758:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611545.025764:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713648832 : -131938995902784 : ffff88008f0466c0) 00000001:00000001:0.0:1749611545.025765:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.025766:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611545.025770:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713647968 : -131938995903648 : ffff88008f046360) 00000001:00000001:0.0:1749611545.025771:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.025772:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611545.026313:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713649696 : -131938995901920 : ffff88008f046a20) 00000001:00000001:0.0:1749611545.026316:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.026317:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611545.026325:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713647536 : -131938995904080 : ffff88008f0461b0) 00000001:00000001:0.0:1749611545.026327:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.026327:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611545.026332:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713649912 : -131938995901704 : ffff88008f046af8) 00000001:00000001:0.0:1749611545.026333:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.026334:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611545.026338:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713647752 : -131938995903864 : ffff88008f046288) 00000001:00000001:0.0:1749611545.026339:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.026340:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611545.026911:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713648400 : -131938995903216 : ffff88008f046510) 00000001:00000001:0.0:1749611545.026913:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.026914:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611545.026923:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713650344 : -131938995901272 : ffff88008f046ca8) 00000001:00000001:0.0:1749611545.026924:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.026924:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611545.026929:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713649264 : -131938995902352 : ffff88008f046870) 00000001:00000001:0.0:1749611545.026931:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.026931:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611545.026936:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713647104 : -131938995904512 : ffff88008f046000) 00000001:00000001:0.0:1749611545.026940:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.026940:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611545.027481:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713649048 : -131938995902568 : ffff88008f046798) 00000001:00000001:0.0:1749611545.027484:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.027485:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611545.027496:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713648616 : -131938995903000 : ffff88008f0465e8) 00000001:00000001:0.0:1749611545.027498:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.027499:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611545.027505:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713648184 : -131938995903432 : ffff88008f046438) 00000001:00000001:0.0:1749611545.027506:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.027506:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611545.027552:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713649480 : -131938995902136 : ffff88008f046948) 00000001:00000001:0.0:1749611545.027553:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.027554:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611545.028116:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713650776 : -131938995900840 : ffff88008f046e58) 00000001:00000001:0.0:1749611545.028119:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028120:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611545.028130:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713650560 : -131938995901056 : ffff88008f046d80) 00000001:00000001:0.0:1749611545.028133:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028134:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611545.028140:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713650128 : -131938995901488 : ffff88008f046bd0) 00000001:00000001:0.0:1749611545.028141:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028141:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611545.028146:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946971272 : -131936762580344 : ffff880114223288) 00000001:00000001:0.0:1749611545.028147:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028148:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611545.028152:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946973216 : -131936762578400 : ffff880114223a20) 00000001:00000001:0.0:1749611545.028153:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028154:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611545.028159:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946970624 : -131936762580992 : ffff880114223000) 00000001:00000001:0.0:1749611545.028160:0:31086:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611545.028162:0:31086:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612137524883648 : -131936184667968 : ffff8801369470c0) 00000001:00000001:0.0:1749611545.028170:0:31086:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.028171:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611545.028177:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611545.028178:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611545.028180:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.028182:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611545.028184:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612135145328216 : -131938564223400 : ffff8800a8bf4e58) 00000020:00000001:0.0:1749611545.028287:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611545.028291:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88011f08aa00. 00000020:00000001:0.0:1749611545.028293:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611545.028294:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880079130800. 00000020:00000001:0.0:1749611545.028296:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.028297:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611545.028298:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611545.028299:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.028300:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611545.028302:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611545.028303:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611545.028306:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.028308:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611545.028310:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137129847384 : -131936579704232 : ffff88011f08aa58) 00080000:00000001:0.0:1749611545.028313:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611545.028314:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611545.028319:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611545.028322:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.028323:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611545.028324:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.028325:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611545.028326:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611545.028328:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1017:0x0] 13:616739140 to info ffff8800a9ebc000 00000020:00000001:0.0:1749611545.028331:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f600 00080000:00000002:0.0:1749611545.028332:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/CONFIGS => [0x200000001:0x1017:0x0] 00080000:00000001:0.0:1749611545.028334:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611545.028336:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611545.028337:0:31086:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009c624c00. 00080000:00000001:0.0:1749611545.028339:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611545.028339:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611545.028341:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88011f08ae00. 00000020:00000001:0.0:1749611545.028345:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611545.028347:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880079130600. 00000020:00000001:0.0:1749611545.028347:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.028348:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611545.028349:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611545.028350:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611545.028351:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611545.028352:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.028357:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611545.028359:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137129848408 : -131936579703208 : ffff88011f08ae58) 00040000:00000001:0.0:1749611545.028370:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611545.028371:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611545.028372:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611545.028372:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611545.028373:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611545.028373:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611545.028375:0:31086:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880079130800. 00000020:00000010:0.0:1749611545.028378:0:31086:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88011f08aa00. 10000000:00000001:0.0:1749611545.028380:0:31086:0:(mgc_request_server.c:42:mgc_local_llog_init()) Process entered 00000040:00000001:0.0:1749611545.028381:0:31086:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:0.0:1749611545.028395:0:31086:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff880084695180. 00000020:00000040:0.0:1749611545.028397:0:31086:0:(genops.c:887:class_export_get()) GET export ffff88007197a800 refcount=2 00000040:00000001:0.0:1749611545.028399:0:31086:0:(llog_osd.c:2046:llog_osd_setup()) Process entered 00000040:00000040:0.0:1749611545.028400:0:31086:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880084695180 : new refcount 2 00000020:00000001:0.0:1749611545.028401:0:31086:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611545.028402:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611545.028403:0:31086:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:0.0:1749611545.028405:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00000020:00000010:0.0:1749611545.028406:0:31086:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dff600. 00000020:00000001:0.0:1749611545.028407:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611545.028408:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88011f08a600. 00000020:00000001:0.0:1749611545.028411:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611545.028416:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880079130800. 00000020:00000001:0.0:1749611545.028417:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.028418:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611545.028419:0:31086:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611545.028423:0:31086:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611545.028424:0:31086:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff880136947ac0. 00000001:00000001:0.0:1749611545.028425:0:31086:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611545.028426:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028427:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory 1 00000001:00000001:0.0:1749611545.028437:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946971704 : -131936762579912 : ffff880114223438) 00000001:00000010:0.0:1749611545.028439:0:31086:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff88011f08ac00. 00000001:00000001:0.0:1749611545.028440:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028440:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611545.028552:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946972136 : -131936762579480 : ffff8801142235e8) 00000001:00000001:0.0:1749611545.028554:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028554:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611545.028561:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946972352 : -131936762579264 : ffff8801142236c0) 00000001:00000001:0.0:1749611545.028562:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028563:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611545.028567:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946973432 : -131936762578184 : ffff880114223af8) 00000001:00000001:0.0:1749611545.028568:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028568:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611545.028573:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612136946973864 : -131936762577752 : ffff880114223ca8) 00000001:00000001:0.0:1749611545.028574:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028574:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611545.028579:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403270552 : -131939306281064 : ffff88007c846798) 00000001:00000001:0.0:1749611545.028580:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028581:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611545.028585:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403269040 : -131939306282576 : ffff88007c8461b0) 00000001:00000001:0.0:1749611545.028586:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028586:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611545.028591:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403271848 : -131939306279768 : ffff88007c846ca8) 00000001:00000001:0.0:1749611545.028592:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028592:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611545.028595:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403269256 : -131939306282360 : ffff88007c846288) 00000001:00000001:0.0:1749611545.028596:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028597:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611545.028600:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403270336 : -131939306281280 : ffff88007c8466c0) 00000001:00000001:0.0:1749611545.028601:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028605:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611545.028611:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403271416 : -131939306280200 : ffff88007c846af8) 00000001:00000001:0.0:1749611545.028612:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028613:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611545.028617:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403269688 : -131939306281928 : ffff88007c846438) 00000001:00000001:0.0:1749611545.028618:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028619:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611545.028623:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403271200 : -131939306280416 : ffff88007c846a20) 00000001:00000001:0.0:1749611545.028624:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028624:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611545.028628:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403272064 : -131939306279552 : ffff88007c846d80) 00000001:00000001:0.0:1749611545.028629:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028630:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611545.028634:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403272280 : -131939306279336 : ffff88007c846e58) 00000001:00000001:0.0:1749611545.028635:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028635:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611545.028662:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403271632 : -131939306279984 : ffff88007c846bd0) 00000001:00000001:0.0:1749611545.028664:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.028664:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611545.029231:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403270120 : -131939306281496 : ffff88007c8465e8) 00000001:00000001:0.0:1749611545.029235:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.029235:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611545.029243:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403270768 : -131939306280848 : ffff88007c846870) 00000001:00000001:0.0:1749611545.029244:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.029245:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611545.029250:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469428280 : -131939240123336 : ffff88008075e438) 00000001:00000001:0.0:1749611545.029251:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.029252:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611545.029256:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469427200 : -131939240124416 : ffff88008075e000) 00000001:00000001:0.0:1749611545.029257:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.029258:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611545.029261:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469427848 : -131939240123768 : ffff88008075e288) 00000001:00000001:0.0:1749611545.029262:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.029263:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611545.029860:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469430440 : -131939240121176 : ffff88008075eca8) 00000001:00000001:0.0:1749611545.029865:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.029866:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611545.029875:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469427416 : -131939240124200 : ffff88008075e0d8) 00000001:00000001:0.0:1749611545.029876:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.029876:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611545.029880:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469428928 : -131939240122688 : ffff88008075e6c0) 00000001:00000001:0.0:1749611545.029881:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.029882:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611545.029887:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469428712 : -131939240122904 : ffff88008075e5e8) 00000001:00000001:0.0:1749611545.029888:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.029888:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611545.029893:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469429144 : -131939240122472 : ffff88008075e798) 00000001:00000001:0.0:1749611545.029894:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.029894:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611545.030005:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469430872 : -131939240120744 : ffff88008075ee58) 00000001:00000001:0.0:1749611545.030007:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030008:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611545.030016:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469429360 : -131939240122256 : ffff88008075e870) 00000001:00000001:0.0:1749611545.030017:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030018:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611545.030022:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469430008 : -131939240121608 : ffff88008075eaf8) 00000001:00000001:0.0:1749611545.030023:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030023:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611545.030028:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469430224 : -131939240121392 : ffff88008075ebd0) 00000001:00000001:0.0:1749611545.030029:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030029:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611545.030034:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469429576 : -131939240122040 : ffff88008075e948) 00000001:00000001:0.0:1749611545.030035:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030035:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611545.030039:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469428496 : -131939240123120 : ffff88008075e510) 00000001:00000001:0.0:1749611545.030040:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030041:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611545.030045:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134469429792 : -131939240121824 : ffff88008075ea20) 00000001:00000001:0.0:1749611545.030046:0:31086:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611545.030047:0:31086:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612137524886208 : -131936184665408 : ffff880136947ac0) 00000001:00000001:0.0:1749611545.030061:0:31086:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.030062:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611545.030064:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611545.030065:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611545.030067:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.030069:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611545.030071:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137129846360 : -131936579705256 : ffff88011f08a658) 00000020:00000001:0.0:1749611545.030221:0:31086:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611545.030223:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611545.030225:0:31086:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:0.0:1749611545.030227:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00000020:00000010:0.0:1749611545.030229:0:31086:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dff980. 00000020:00000001:0.0:1749611545.030230:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611545.030232:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88011f08ab00. 00000020:00000001:0.0:1749611545.030234:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611545.030235:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880079131a00. 00000020:00000001:0.0:1749611545.030236:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.030237:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611545.030239:0:31086:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611545.030239:0:31086:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611545.030241:0:31086:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff880136947e00. 00000001:00000001:0.0:1749611545.030242:0:31086:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611545.030242:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030243:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory 10 00000001:00000001:0.0:1749611545.030254:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406838384 : -131939302713232 : ffff88007cbad870) 00000001:00000010:0.0:1749611545.030256:0:31086:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff88011f08a500. 00000001:00000001:0.0:1749611545.030257:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030258:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611545.030421:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406837952 : -131939302713664 : ffff88007cbad6c0) 00000001:00000001:0.0:1749611545.030423:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030424:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611545.030430:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406839032 : -131939302712584 : ffff88007cbadaf8) 00000001:00000001:0.0:1749611545.030431:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030432:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611545.030436:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406837736 : -131939302713880 : ffff88007cbad5e8) 00000001:00000001:0.0:1749611545.030441:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030441:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611545.030471:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406836872 : -131939302714744 : ffff88007cbad288) 00000001:00000001:0.0:1749611545.030473:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030473:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611545.030478:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406836224 : -131939302715392 : ffff88007cbad000) 00000001:00000001:0.0:1749611545.030479:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030480:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611545.030484:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137193423712 : -131936516127904 : ffff880122d2c360) 00000001:00000001:0.0:1749611545.030485:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030485:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611545.030490:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134623070752 : -131939086480864 : ffff8800899e4a20) 00000001:00000001:0.0:1749611545.030491:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030492:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611545.030495:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252345240 : -131939457206376 : ffff880073857798) 00000001:00000001:0.0:1749611545.030497:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030497:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611545.030502:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135240154064 : -131938469397552 : ffff8800ae663bd0) 00000001:00000001:0.0:1749611545.030503:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030504:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611545.030508:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135240153632 : -131938469397984 : ffff8800ae663a20) 00000001:00000001:0.0:1749611545.030509:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030510:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611545.030689:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438030584 : -131936271521032 : ffff880131672af8) 00000001:00000001:0.0:1749611545.030691:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030692:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611545.030708:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438031232 : -131936271520384 : ffff880131672d80) 00000001:00000001:0.0:1749611545.030711:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030711:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611545.030719:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438030800 : -131936271520816 : ffff880131672bd0) 00000001:00000001:0.0:1749611545.030720:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030720:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611545.030725:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438031016 : -131936271520600 : ffff880131672ca8) 00000001:00000001:0.0:1749611545.030726:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030727:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611545.030737:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438028424 : -131936271523192 : ffff880131672288) 00000001:00000001:0.0:1749611545.030738:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030738:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611545.030743:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438030368 : -131936271521248 : ffff880131672a20) 00000001:00000001:0.0:1749611545.030744:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030744:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611545.030910:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134867369128 : -131938842182488 : ffff8800982dfca8) 00000001:00000001:0.0:1749611545.030913:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030913:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611545.030921:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134867367616 : -131938842184000 : ffff8800982df6c0) 00000001:00000001:0.0:1749611545.030922:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030923:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611545.030928:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134867368048 : -131938842183568 : ffff8800982df870) 00000001:00000001:0.0:1749611545.030929:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030929:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611545.030933:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134867368480 : -131938842183136 : ffff8800982dfa20) 00000001:00000001:0.0:1749611545.030934:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030935:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611545.030938:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134867367832 : -131938842183784 : ffff8800982df798) 00000001:00000001:0.0:1749611545.030939:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030940:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611545.030943:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134867368696 : -131938842182920 : ffff8800982dfaf8) 00000001:00000001:0.0:1749611545.030944:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.030945:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611545.031106:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134867367400 : -131938842184216 : ffff8800982df5e8) 00000001:00000001:0.0:1749611545.031108:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.031108:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611545.031115:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134867368264 : -131938842183352 : ffff8800982df948) 00000001:00000001:0.0:1749611545.031116:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.031117:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611545.031121:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134867369344 : -131938842182272 : ffff8800982dfd80) 00000001:00000001:0.0:1749611545.031122:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.031123:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611545.031128:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137194048032 : -131936515503584 : ffff880122dc4a20) 00000001:00000001:0.0:1749611545.031129:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.031133:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611545.031161:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137194046088 : -131936515505528 : ffff880122dc4288) 00000001:00000001:0.0:1749611545.031163:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.031163:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611545.031168:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713416872 : -131938996134744 : ffff88008f00dca8) 00000001:00000001:0.0:1749611545.031169:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.031169:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611545.031173:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713414496 : -131938996137120 : ffff88008f00d360) 00000001:00000001:0.0:1749611545.031174:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.031175:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611545.031179:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713414712 : -131938996136904 : ffff88008f00d438) 00000001:00000001:0.0:1749611545.031180:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.031181:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611545.031185:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713416656 : -131938996134960 : ffff88008f00dbd0) 00000001:00000001:0.0:1749611545.031186:0:31086:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611545.031186:0:31086:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611545.031190:0:31086:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713417088 : -131938996134528 : ffff88008f00dd80) 00000001:00000001:0.0:1749611545.031191:0:31086:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611545.031193:0:31086:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612137524887040 : -131936184664576 : ffff880136947e00) 00000001:00000001:0.0:1749611545.031202:0:31086:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.031203:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611545.031204:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611545.031205:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611545.031206:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611545.031208:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611545.031211:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137129847640 : -131936579703976 : ffff88011f08ab58) 00000040:00000001:0.0:1749611545.031360:0:31086:0:(llog_osd.c:2079:llog_osd_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000040:0.0:1749611545.031363:0:31086:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880084695180 : new refcount 1 00000040:01000000:0.0:1749611545.031364:0:31086:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.202.106@tcp ctxt 0 is initialized 00000040:00000001:0.0:1749611545.031365:0:31086:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1749611545.031367:0:31086:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880084695180 : new refcount 2 10000000:00000040:0.0:1749611545.031368:0:31086:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880084695180 : new refcount 1 10000000:00000001:0.0:1749611545.031369:0:31086:0:(mgc_request_server.c:53:mgc_local_llog_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611545.031370:0:31086:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - mgc_fs 10000000:00000001:0.0:1749611545.031371:0:31086:0:(mgc_request_server.c:131:mgc_fs_setup()) Process leaving 10000000:00000001:0.0:1749611545.031375:0:31086:0:(mgc_request_server.c:277:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611545.031376:0:31086:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611545.031378:0:31086:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611545.031379:0:31086:0:(tgt_mount.c:290:server_mgc_set_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611545.031380:0:31086:0:(tgt_mount.c:1330:server_register_target()) Process entered 00000020:00000001:0.0:1749611545.031381:0:31086:0:(tgt_mount.c:1210:server_lsi2mti()) Process entered 00000020:00000010:0.0:1749611545.031391:0:31086:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff880129e7e000. 00000020:01000004:0.0:1749611545.031399:0:31086:0:(tgt_mount.c:1347:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.106@tcp, index=0000, flags=0x2 00000020:01000004:0.0:1749611545.031401:0:31086:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1749611545.031401:0:31086:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611545.031402:0:31086:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611545.031403:0:31086:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611545.031403:0:31086:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611545.031404:0:31086:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611545.031405:0:31086:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611545.031406:0:31086:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:00000001:0.0:1749611545.031406:0:31086:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611545.031407:0:31086:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611545.031408:0:31086:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1749611545.031409:0:31086:0:(mgc_request_server.c:266:mgc_set_info_async_server()) register_target lustre-OST0000 0x10000002 10000000:00000001:0.0:1749611545.031411:0:31086:0:(mgc_request_server.c:181:mgc_target_register()) Process entered 00000100:00000010:0.0:1749611545.031414:0:31086:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 00000020:00000040:0.0:1749611545.031416:0:31086:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000020:01000004:0.0:1749611545.031418:0:31086:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1749611545.031419:0:31086:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611545.031420:0:31086:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611545.031420:0:31086:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611545.031421:0:31086:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611545.031421:0:31086:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611545.031422:0:31086:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611545.031423:0:31086:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000001:0.0:1749611545.031424:0:31086:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611545.031426:0:31086:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611545.031429:0:31086:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611545.031435:0:31086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff880070f02000. 00000100:00000001:0.0:1749611545.031439:0:31086:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611545.031443:0:31086:0:(mgc_request_server.c:211:mgc_target_register()) register lustre-OST0000 00000100:00000001:0.0:1749611545.031445:0:31086:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611545.031448:0:31086:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611545.031450:0:31086:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880084695480. 00000100:00000001:0.0:1749611545.031452:0:31086:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134535713920 : -131939173837696 : ffff880084695480) 00000100:00000001:0.0:1749611545.031453:0:31086:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611545.031454:0:31086:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00000100:00000001:0.0:1749611545.031457:0:31086:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611545.031459:0:31086:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611545.031460:0:31086:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611545.031461:0:31086:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611545.031466:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57800 x1834598494691072/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611545.031472:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611545.031473:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611545.031475:0:31086:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012ec57800 x1834598494691072/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611545.031480:0:31086:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611545.031481:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611545.031482:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611545.031483:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611545.031484:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611545.031486:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611545.031487:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611545.031487:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611545.031488:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611545.234599:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611545.234604:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611545.234684:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611545.234688:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611545.234689:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611545.248592:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611545.248602:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611545.248604:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611545.248606:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611545.248608:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611545.248610:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611545.248612:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611545.453633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611545.453640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611545.453641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611545.453645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611545.453647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611545.453649:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611545.453651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611545.453654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611545.453655:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611545.458579:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611545.458583:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611545.458584:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611545.458586:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611545.458587:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611545.458589:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611545.458590:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611545.458591:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611545.458593:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611546.030570:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611546.030574:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611546.030575:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611546.030578:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611546.030580:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611546.030582:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611546.030584:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611546.030585:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611546.030587:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611546.236644:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611546.236649:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611546.236739:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611546.236743:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611546.236745:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611546.248614:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611546.248624:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611546.248626:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611546.248628:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611546.248629:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611546.248632:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611546.248633:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611546.453632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611546.453639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611546.453641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611546.453645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611546.453648:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611546.453651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611546.453666:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611546.453669:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611546.453672:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611546.458614:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611546.458617:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611546.458618:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611546.458620:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611546.458622:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611546.458623:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611546.458625:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611546.458626:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611546.458627:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611547.030624:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611547.030630:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611547.030632:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611547.030635:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611547.030637:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611547.030640:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611547.030642:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611547.030644:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611547.030646:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611547.238591:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611547.238594:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611547.238664:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611547.238667:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611547.238669:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611547.248615:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611547.248625:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611547.248627:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611547.248629:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611547.248631:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611547.248633:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611547.248635:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611547.453632:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611547.453638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611547.453640:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611547.453642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611547.453645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611547.453647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611547.453649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611547.453652:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611547.453654:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611547.458569:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611547.458573:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611547.458574:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611547.458576:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611547.458577:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611547.458578:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611547.458580:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611547.458590:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611547.458591:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611548.030575:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611548.030582:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611548.030584:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611548.030587:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611548.030590:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611548.030592:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611548.030595:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611548.030597:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611548.030599:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611548.240643:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611548.240648:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611548.240733:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611548.240737:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611548.240739:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611548.248582:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611548.248592:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611548.248605:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611548.248607:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611548.248608:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611548.248611:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.248612:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611548.254579:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611548.254585:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611548.254587:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611548.254590:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611548.254593:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611548.254595:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611548.254598:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611548.254603:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6149 00000100:00080000:2.0:1749611548.254607:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611548.254609:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611548.254612:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611548.254614:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611548.254616:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611548.254619:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611548.254621:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611548.254623:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611548.254626:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611548.254628:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611548.254637:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611548.254639:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611548.254641:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611548.254643:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611548.254644:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611548.254647:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611548.254650:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611548.254652:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611548.254654:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611548.254659:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611548.254662:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611548.254664:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611548.254666:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611548.254684:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7a300. 00000020:00000040:2.0:1749611548.254686:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611548.254689:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611548.254690:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611548.254692:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611548.254694:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611548.254696:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611548.254701:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff7000. 00000100:00000001:2.0:1749611548.254706:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611548.254711:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7a300 x1834598494691200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611548.254718:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611548.254720:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611548.254723:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7a300] to pc [ptlrpcd_rcv+-1] req@ffff880071e7a300 x1834598494691200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611548.254737:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611548.254739:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611548.254740:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611548.254745:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611548.254746:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611548.254748:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611548.254749:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6149 00000100:00080000:2.0:1749611548.254751:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611548.254752:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611548.254753:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611548.254754:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611548.254755:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611548.254756:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611548.254757:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611548.254758:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611548.254759:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611548.254760:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611548.254761:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611548.254763:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611548.254764:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611548.254764:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611548.254765:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611548.254766:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611548.254768:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611548.254769:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611548.254770:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611548.254772:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611548.254773:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611548.254774:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611548.254775:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611548.254776:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7a680. 00000020:00000040:2.0:1749611548.254777:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611548.254779:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611548.254779:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611548.254780:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611548.254783:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611548.254784:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611548.254787:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff7c00. 00000100:00000001:2.0:1749611548.254788:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.254789:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611548.254791:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7a680 x1834598494691328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611548.254792:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611548.254793:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611548.254795:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611548.254796:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611548.254797:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7a680] to pc [ptlrpcd_rcv+-1] req@ffff880071e7a680 x1834598494691328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611548.254798:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7a300 x1834598494691200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611548.254802:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611548.254803:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749611548.254804:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611548.254805:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749611548.254805:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611548.254806:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611548.254807:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1749611548.254807:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611548.254808:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611548.254809:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6149 02000000:00000001:1.0:1749611548.254809:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611548.254811:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:1.0:1749611548.254811:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611548.254812:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611548.254813:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749611548.254813:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494691200:0@lo:38:kworker.0 00000100:00000040:2.0:1749611548.254814:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611548.254815:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611548.254815:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749611548.254816:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611548.254816:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611548.254817:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611548.254818:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:1.0:1749611548.254818:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611548.254819:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:1.0:1749611548.254819:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611548.254820:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:1.0:1749611548.254821:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611548.254822:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611548.254822:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1749611548.254824:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac893800. 02000000:00000001:1.0:1749611548.254825:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611548.254826:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611548.254827:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611548.254828:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611548.254829:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611548.254830:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611548.254830:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 02000000:00000001:2.0:1749611548.254831:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611548.254833:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611548.254834:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611548.254835:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611548.254836:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611548.254836:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000010:2.0:1749611548.254837:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7ad80. 00000020:00000040:2.0:1749611548.254838:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611548.254839:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611548.254840:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611548.254841:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611548.254841:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:1.0:1749611548.254841:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494691200, portal 4 02000000:00000001:2.0:1749611548.254842:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.254842:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611548.254843:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225224448 : -131939484327168 : ffff880071e7a300) 02000000:00000010:2.0:1749611548.254844:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff4c00. 00000100:00000001:2.0:1749611548.254845:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611548.254847:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7ad80 x1834598494691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1749611548.254847:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7a300 x1834598494691200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611548.254850:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611548.254851:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.254852:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611548.254853:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7ad80] to pc [ptlrpcd_rcv+-1] req@ffff880071e7ad80 x1834598494691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611548.254854:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611548.254855:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:2.0:1749611548.254856:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611548.254857:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494691200, offset 0 00000100:00000040:2.0:1749611548.254858:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611548.254860:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:1.0:1749611548.254860:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749611548.254861:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79f80. 00000020:00000040:2.0:1749611548.254862:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611548.254863:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611548.254864:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611548.254867:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611548.254870:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e800. 00000400:00000200:1.0:1749611548.254870:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611548.254871:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611548.254874:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611548.254878:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611548.254879:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611548.254882:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79f80] to pc [ptlrpcd_00_02+2] req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611548.254883:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94df80 00000400:00000200:1.0:1749611548.254888:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 8840 00000400:00000200:1.0:1749611548.254893:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611548.254896:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611548.254899:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611548.254901:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611548.254901:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749611548.254904:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6159) 00000100:00000010:1.0:1749611548.254904:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111264e00. 00000100:00000040:1.0:1749611548.254906:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111264e00 x1834598494691200 msgsize 520 00000100:00100000:1.0:1749611548.254908:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611548.254914:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611548.254919:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749611548.254921:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749611548.254923:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749611548.254925:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7a300 x1834598494691200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611548.254930:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611548.254931:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7a300 x1834598494691200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611548.254935:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.254936:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611548.254938:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611548.254942:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1270 usecs (2 jiffies) 00000100:00000001:1.0:1749611548.254944:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300821714 00000100:00000010:1.0:1749611548.254946:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129cc8680. 00000100:00000001:1.0:1749611548.254951:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749611548.254955:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300821714 00000100:00000001:3.0:1749611548.254957:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:1.0:1749611548.254957:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129cc8100. 00000100:00000001:0.0:1749611548.254957:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611548.254958:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749611548.254960:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300821714 00000100:00000001:3.0:1749611548.254961:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1749611548.254961:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129cc8440. 00000100:00000001:0.0:1749611548.254962:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611548.254963:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611548.254963:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:3.0:1749611548.254969:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611548.254975:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300821714 00000100:00000001:3.0:1749611548.254977:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:1.0:1749611548.254977:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129cc8f00. 00000100:00000001:3.0:1749611548.254978:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.254979:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:3.0:1749611548.254980:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611548.254980:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611548.254980:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749611548.254982:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611548.254982:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611548.254982:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494691200 00000100:00000001:1.0:1749611548.254983:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611548.254984:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611548.254984:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611548.254985:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611548.254986:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494691584:0@lo:400:kworker.0 00000100:00000001:0.0:1749611548.254986:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611548.254988:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611548.254989:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611548.254989:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611548.254989:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.254990:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611548.254990:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749611548.254991:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611548.254991:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749611548.254992:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611548.254993:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611548.254993:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7a680 x1834598494691328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611548.254994:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749611548.254995:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494691200 02000000:00000010:3.0:1749611548.254997:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124a00. 00000100:00000001:1.0:1749611548.254997:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1749611548.254997:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611548.254998:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611548.254998:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749611548.254999:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611548.254999:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749611548.254999:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749611548.255000:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611548.255001:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611548.255001:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611548.255002:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611548.255003:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f77e8. 00000100:00100000:1.0:1749611548.255003:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494691328:0@lo:38:kworker.0 00000100:00000001:1.0:1749611548.255005:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611548.255006:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611548.255006:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611548.255007:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 02000000:00000001:1.0:1749611548.255007:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1749611548.255007:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133195a00. 00000100:00000200:3.0:1749611548.255010:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494691584, portal 10 02000000:00000010:1.0:1749611548.255010:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800aca72c00. 00000100:00000001:3.0:1749611548.255011:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:0.0:1749611548.255011:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff280. 02000000:00000001:1.0:1749611548.255012:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611548.255013:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225223552 : -131939484328064 : ffff880071e79f80) 00000400:00000010:1.0:1749611548.255013:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db840. 00000020:00000010:0.0:1749611548.255014:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 00000400:00000010:1.0:1749611548.255015:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000200:1.0:1749611548.255017:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494691328, portal 10 00000100:00000040:3.0:1749611548.255018:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611548.255018:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611548.255018:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611548.255019:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225225344 : -131939484326272 : ffff880071e7a680) 00000100:00000001:0.0:1749611548.255020:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611548.255021:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611548.255022:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7a680 x1834598494691328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611548.255026:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255031:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611548.255032:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611548.255032:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611548.255034:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:3.0:1749611548.255035:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749611548.255035:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494691328, offset 0 00000100:00000040:3.0:1749611548.255037:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611548.255037:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:3.0:1749611548.255039:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000100:00000001:0.0:1749611548.255039:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749611548.255040:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611548.255041:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:3.0:1749611548.255042:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494691584, offset 0 00000400:00000200:1.0:1749611548.255043:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94e000 00000400:00000200:1.0:1749611548.255046:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 134520 00000100:00000001:2.0:1749611548.255047:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611548.255048:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749611548.255048:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749611548.255049:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000400:00000200:1.0:1749611548.255050:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611548.255052:0:9761:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611548.255052:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896908800 : -131936812642816 : ffff880111264e00) 00000100:00000001:2.0:1749611548.255053:0:9761:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611548.255055:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611548.255056:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111264e00 x1834598494691200/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611568 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611548.255058:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611548.255060:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749611548.255061:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749611548.255062:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111264380. 00000100:00000040:1.0:1749611548.255063:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111264380 x1834598494691328 msgsize 520 00000100:00100000:0.0:1749611548.255064:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494691200:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749611548.255066:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94e100 00000100:00100000:1.0:1749611548.255066:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1749611548.255067:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494691200 00000400:00000200:3.0:1749611548.255070:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 135040 00000020:00000001:0.0:1749611548.255070:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611548.255071:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:0.0:1749611548.255073:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749611548.255074:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611548.255074:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749611548.255075:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000400:00000200:3.0:1749611548.255076:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611548.255076:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749611548.255078:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7a680 x1834598494691328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611548.255079:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611548.255081:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611548.255082:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611548.255083:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7a680 x1834598494691328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611548.255083:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611548.255084:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f575500. 00000100:00000040:3.0:1749611548.255086:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009f575500 x1834598494691584 msgsize 224 00000100:00000001:1.0:1749611548.255086:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611548.255086:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611548.255087:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:3.0:1749611548.255089:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611548.255089:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611548.255089:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611548.255091:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1101 usecs (2 jiffies) 00010000:00000001:0.0:1749611548.255091:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611548.255092:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300821714 00000100:00000001:0.0:1749611548.255093:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611548.255094:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300821714 00000100:00000001:1.0:1749611548.255095:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300821714 00000100:00000001:0.0:1749611548.255095:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611548.255096:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611548.255096:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300821714 02000000:00000001:0.0:1749611548.255097:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749611548.255099:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000100:00000001:1.0:1749611548.255100:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300821714 02000000:00000010:0.0:1749611548.255100:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c627c00. 00000400:00000010:3.0:1749611548.255101:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000100:00000001:1.0:1749611548.255101:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300821714 00000100:00000001:2.0:1749611548.255102:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611548.255102:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300821714 02000000:00000001:0.0:1749611548.255102:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255103:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300821714 00000100:00000001:3.0:1749611548.255104:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749611548.255104:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494691328 00000100:00000001:1.0:1749611548.255104:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611548.255104:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611548.255105:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611548.255105:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611548.255106:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611564 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611548.255106:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611548.255106:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611548.255107:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611548.255107:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749611548.255108:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7ad80 x1834598494691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611548.255109:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611548.255109:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611548.255110:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494691328 00000020:00000001:2.0:1749611548.255111:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611548.255111:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749611548.255112:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611548.255112:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611548.255112:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611548.255113:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611548.255113:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749611548.255113:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749611548.255114:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611548.255114:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611548.255115:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611548.255115:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611548.255115:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749611548.255116:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611564 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611548.255116:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494691456:0@lo:38:kworker.0 00000100:00000001:0.0:1749611548.255117:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1749611548.255118:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27cc00. 00000100:00000001:1.0:1749611548.255118:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611548.255119:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611548.255119:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611548.255119:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:2.0:1749611548.255120:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b80. 02000000:00000001:1.0:1749611548.255120:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611548.255121:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611548.255121:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:2.0:1749611548.255122:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9190. 02000000:00000010:1.0:1749611548.255122:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dcb000. 00000100:00000001:3.0:1749611548.255123:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749611548.255123:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611548.255123:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611548.255124:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611548.255125:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611548.255125:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:1.0:1749611548.255125:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db7e8. 00000100:00000040:0.0:1749611548.255125:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611548.255126:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611548.255127:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 02000000:00000001:0.0:1749611548.255127:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:3.0:1749611548.255128:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 953 usecs (1 jiffies) 00000100:00000001:2.0:1749611548.255128:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611548.255128:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494691456, portal 10 00000100:00000001:1.0:1749611548.255129:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749611548.255129:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611548.255130:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300821713 00000100:00000001:1.0:1749611548.255130:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225227136 : -131939484324480 : ffff880071e7ad80) 00000100:00000001:0.0:1749611548.255130:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611548.255132:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611548.255133:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300821714 00000100:00000001:2.0:1749611548.255133:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611548.255133:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7ad80 x1834598494691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611548.255134:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749611548.255135:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300821713 00000100:00000001:3.0:1749611548.255136:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300821714 00000100:00000001:1.0:1749611548.255136:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611548.255137:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611548.255138:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:2.0:1749611548.255140:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:1.0:1749611548.255140:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494691456, offset 0 00000100:00000200:0.0:1749611548.255140:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494691200, offset 0 00000100:00000001:3.0:1749611548.255141:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300821713 00000100:00100000:2.0:1749611548.255141:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494691584 02000000:00000001:2.0:1749611548.255142:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611548.255142:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611548.255143:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300821714 00000100:00000001:2.0:1749611548.255143:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611548.255144:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300821713 00000400:00000200:0.0:1749611548.255144:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611548.255145:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611548.255146:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300821714 00000100:00100000:2.0:1749611548.255146:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494691584 00000020:00000001:2.0:1749611548.255147:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611548.255147:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000200:1.0:1749611548.255147:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611548.255148:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611548.255148:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611548.255149:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000400:00000200:0.0:1749611548.255149:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611548.255150:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611548.255150:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000400:00000200:1.0:1749611548.255150:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611548.255151:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611548.255152:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611548.255153:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611548.255153:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94df80 00000100:00000001:2.0:1749611548.255154:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749611548.255154:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94e080 00000020:00000010:2.0:1749611548.255155:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a302e00. 00000400:00000200:1.0:1749611548.255156:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 135264 00000100:00000001:3.0:1749611548.255157:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611548.255158:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:2.0:1749611548.255158:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b538cd00. 00000400:00000200:1.0:1749611548.255158:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611548.255160:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749611548.255160:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611548.255161:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611548.255162:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611548.255162:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611548.255164:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611548.255165:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9421 [1] + 0 00000100:00000001:2.0:1749611548.255166:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749611548.255168:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c800. 00000020:00000010:2.0:1749611548.255169:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b00. 00000400:00000200:0.0:1749611548.255169:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611548.255170:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:2.0:1749611548.255171:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 00000100:00000200:1.0:1749611548.255171:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749611548.255171:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749611548.255173:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111264000. 00000100:00000040:2.0:1749611548.255174:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611548.255174:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611548.255175:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749611548.255175:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111264000 x1834598494691456 msgsize 520 00000100:00000001:2.0:1749611548.255176:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611548.255177:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611548.255177:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1749611548.255177:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7a300 x1834598494691200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611548.255179:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611548.255179:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611548.255181:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611548.255181:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611548.255181:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749611548.255182:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749611548.255183:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611548.255183:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749611548.255184:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494691456 00000100:00000001:2.0:1749611548.255184:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611548.255185:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7ad80 x1834598494691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611548.255185:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7a300 x1834598494691200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611548.255186:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611548.255187:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611548.255187:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611548.255188:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611548.255189:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255189:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749611548.255190:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00000040:1.0:1749611548.255190:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7ad80 x1834598494691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611548.255191:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611548.255192:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749611548.255192:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749611548.255193:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494691456 00000100:00000001:2.0:1749611548.255193:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987519232 : -131938722032384 : ffff88009f575500) 00000020:00000001:3.0:1749611548.255194:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611548.255194:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255194:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749611548.255195:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749611548.255195:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000040:2.0:1749611548.255196:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f575500 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:229/0 lens 224/0 e 0 to 0 dl 1749611559 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611548.255196:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611548.255197:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749611548.255197:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 786 usecs (1 jiffies) 00000400:00000010:0.0:1749611548.255197:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000020:00000001:3.0:1749611548.255198:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255199:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300821713 00000100:00000001:0.0:1749611548.255199:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749611548.255200:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255200:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300821714 00000100:00000001:0.0:1749611548.255200:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611548.255201:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300821713 00000100:00000001:1.0:1749611548.255202:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300821714 00000100:00000001:0.0:1749611548.255202:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611548.255203:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124600. 00000100:00000001:2.0:1749611548.255203:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611548.255203:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300821713 00000020:00000010:2.0:1749611548.255204:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a302dc0. 00000100:00000001:1.0:1749611548.255204:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300821714 00000020:00000010:3.0:1749611548.255205:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7200. 00000100:00000001:1.0:1749611548.255205:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300821713 00000100:00000040:0.0:1749611548.255205:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611548.255206:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611548.255207:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a302dc0. 00000100:00000001:0.0:1749611548.255207:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611548.255208:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8258. 00000100:00000001:1.0:1749611548.255209:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300821714 00000020:00000001:0.0:1749611548.255209:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611548.255210:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494691584:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749611548.255210:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611548.255211:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611548.255211:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611548.255212:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:2.0:1749611548.255212:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494691584 00000100:00000040:0.0:1749611548.255212:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111264e00 x1834598494691200/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611568 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611548.255213:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611548.255214:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:1.0:1749611548.255214:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749611548.255215:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000001:1.0:1749611548.255215:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611548.255216:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611548.255216:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000020:00000001:2.0:1749611548.255217:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611548.255218:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1749611548.255218:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000020:00000001:2.0:1749611548.255219:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:1.0:1749611548.255219:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749611548.255220:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611548.255220:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749611548.255220:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111264e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494691200:12345-0@lo:38:kworker.0 Request processed in 156us (312us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749611548.255221:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749611548.255222:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7a300 x1834598494691200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611548.255223:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611548.255224:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:3.0:1749611548.255225:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611548.255226:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00100000:0.0:1749611548.255226:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000020:00000001:2.0:1749611548.255227:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611548.255227:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7a300 x1834598494691200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611548.255228:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611548.255229:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611548.255230:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611548.255230:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611548.255230:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749611548.255231:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611548.255231:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611548.255231:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611548.255233:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 02000000:00000010:2.0:1749611548.255233:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff5800. 00000100:00000001:1.0:1749611548.255233:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749611548.255233:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff280. 02000000:00000001:2.0:1749611548.255234:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611548.255234:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611548.255235:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896906112 : -131936812645504 : ffff880111264380) 00000100:00000001:2.0:1749611548.255235:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255235:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611548.255236:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611548.255236:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000020:00000001:2.0:1749611548.255237:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611548.255237:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611548.255238:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111264380 x1834598494691328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611568 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000040:2.0:1749611548.255238:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494691584 00000020:00000010:0.0:1749611548.255239:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133195a00. 00010000:00000001:2.0:1749611548.255240:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00001000:1.0:1749611548.255241:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611548 v=5 (0 0 0 0) 00000100:00000001:0.0:1749611548.255241:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1749611548.255242:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f575500 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:229/0 lens 224/224 e 0 to 0 dl 1749611559 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611548.255243:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=71 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611548.255244:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:3.0:1749611548.255246:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494691328:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611548.255246:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749611548.255247:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611548.255247:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749611548.255248:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494691328 00010000:00000001:2.0:1749611548.255248:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611548.255249:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=153 v=5 (1 1 1 1) 00000100:00000040:1.0:1749611548.255249:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7a300 x1834598494691200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611573 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611548.255250:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611548.255251:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749611548.255252:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749611548.255252:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611548.255253:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611548.255255:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611548.255255:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611548.255256:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611548.255257:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611548.255257:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611548.255257:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749611548.255258:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611548.255258:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255258:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611548.255258:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611548.255259:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:1.0:1749611548.255259:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00020000:3.0:1749611548.255260:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749611548.255261:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749611548.255261:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00010000:00000001:3.0:1749611548.255262:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749611548.255263:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000001:0.0:1749611548.255263:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896905216 : -131936812646400 : ffff880111264000) 00010000:00000001:3.0:1749611548.255264:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00080000:1.0:1749611548.255264:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:2.0:1749611548.255265:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494691584, offset 224 00000100:00000001:1.0:1749611548.255265:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611548.255266:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749611548.255266:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111264000 x1834598494691456/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611568 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611548.255267:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:2.0:1749611548.255268:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611548.255268:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7a300 x1834598494691200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611573 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611548.255269:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749611548.255272:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0de400. 00000400:00000200:2.0:1749611548.255272:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611548.255273:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611548.255273:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494691200:0@lo:38:kworker.0 00000100:00100000:0.0:1749611548.255273:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494691456:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611548.255275:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255275:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611548.255276:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94e100 00000100:00000001:1.0:1749611548.255276:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749611548.255276:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494691456 00010000:00000001:3.0:1749611548.255277:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749611548.255277:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749611548.255278:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611548.255278:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7a300 x1834598494691200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611573 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611548.255279:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9429 [1] + 224 00010000:00000001:0.0:1749611548.255279:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:3.0:1749611548.255280:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611548.255281:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611548.255281:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611548.255282:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611548.255283:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749611548.255283:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:0.0:1749611548.255283:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611548.255284:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1749611548.255284:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac893800. 00000100:00000001:2.0:1749611548.255285:0:9693:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611548.255285:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00020000:0.0:1749611548.255285:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:3.0:1749611548.255286:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000020:00000001:1.0:1749611548.255286:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1749611548.255287:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611548.255287:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:0.0:1749611548.255287:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611548.255288:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611548.255289:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:0.0:1749611548.255289:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611548.255290:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000010:1.0:1749611548.255290:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff7000. 02000000:00000001:1.0:1749611548.255291:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611548.255291:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611548.255291:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749611548.255292:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000040:2.0:1749611548.255292:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611548.255292:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611548.255293:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7a300. 02000000:00000001:0.0:1749611548.255293:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:3.0:1749611548.255294:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:0.0:1749611548.255294:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c625800. 02000000:00000001:3.0:1749611548.255295:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255295:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611548.255295:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611548.255296:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611548.255296:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611548.255297:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611548.255297:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255298:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611548.255299:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611548.255299:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611548.255299:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611548.255300:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1749611548.255300:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255301:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1749611548.255301:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749611548.255302:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611548.255302:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00000100:00000001:1.0:1749611548.255302:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611548.255303:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000001:1.0:1749611548.255303:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611548.255304:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000100:00000001:2.0:1749611548.255304:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611548.255304:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611548.255305:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611548.255305:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:3.0:1749611548.255306:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494691328, offset 0 00000100:00000040:0.0:1749611548.255306:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611548.255307:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611548.255308:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611548.255308:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611548.255309:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611548.255309:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:2.0:1749611548.255310:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611548.255311:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611548.255312:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749611548.255312:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000001:0.0:1749611548.255313:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749611548.255314:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611548.255314:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f575500 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:229/0 lens 224/224 e 0 to 0 dl 1749611559 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611548.255314:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611548.255318:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94e000 00000100:00080000:1.0:1749611548.255318:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749611548.255318:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749611548.255319:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f575500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494691584:12345-0@lo:400:kworker.0 Request processed in 115us (231us total) trans 0 rc 0/0 00000020:00000040:1.0:1749611548.255320:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:0.0:1749611548.255320:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611548.255322:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x942d [1] + 0 00000400:00000010:0.0:1749611548.255322:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00100000:2.0:1749611548.255324:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00000200:0.0:1749611548.255324:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494691456, offset 0 00000400:00000200:3.0:1749611548.255325:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611548.255327:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611548.255327:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000200:0.0:1749611548.255327:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611548.255329:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611548.255330:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611548.255330:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749611548.255331:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749611548.255332:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b00. 00000100:00000200:3.0:1749611548.255334:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7a680 x1834598494691328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611548.255334:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94e080 00000020:00000010:2.0:1749611548.255335:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000020:00000010:2.0:1749611548.255337:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c800. 00000400:00000200:0.0:1749611548.255337:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9439 [1] + 0 00000020:00000040:2.0:1749611548.255340:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000400:00000200:0.0:1749611548.255340:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611548.255341:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7a680 x1834598494691328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611548.255341:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611548.255342:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611548.255344:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611548.255348:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7ad80 x1834598494691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611548.255354:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7ad80 x1834598494691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611548.255359:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611548.255360:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611548.255362:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000400:00000010:3.0:1749611548.255364:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000100:00000001:3.0:1749611548.255365:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749611548.255366:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:3.0:1749611548.255367:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:0.0:1749611548.255367:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749611548.255368:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611548.255369:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611548.255369:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:3.0:1749611548.255371:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611548.255371:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611548.255372:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255372:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611548.255373:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000001:3.0:1749611548.255374:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611548.255374:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611548.255374:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611548.255376:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749611548.255376:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611548.255377:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111264380 x1834598494691328/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611568 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611548.255378:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111264000 x1834598494691456/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611568 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611548.255380:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611548.255382:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db840. 00000400:00000200:1.0:1749611548.255383:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749611548.255384:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00100000:3.0:1749611548.255385:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111264380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494691328:12345-0@lo:38:kworker.0 Request processed in 139us (320us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611548.255386:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749611548.255386:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111264000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494691456:12345-0@lo:38:kworker.0 Request processed in 112us (209us total) trans 0 rc -19/-19 00000100:00000200:1.0:1749611548.255388:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7a680 x1834598494691328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611548.255391:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00000001:3.0:1749611548.255393:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:1.0:1749611548.255393:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7a680 x1834598494691328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611548.255393:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00000001:3.0:1749611548.255394:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611548.255395:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749611548.255396:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b80. 00000100:00000001:0.0:1749611548.255396:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611548.255397:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611548.255398:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611548.255398:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7200. 00000020:00000010:3.0:1749611548.255399:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9190. 00000100:00000001:1.0:1749611548.255399:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611548.255400:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611548.255400:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749611548.255400:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8258. 00000100:00000001:1.0:1749611548.255401:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611548.255402:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27cc00. 02000000:00000001:1.0:1749611548.255403:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611548.255405:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611548 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611548.255406:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=53 v=20 (1 20 1 1) 00000100:00000001:3.0:1749611548.255407:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611548.255407:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124600. 00000100:00000001:1.0:1749611548.255408:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:1.0:1749611548.255410:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000001:0.0:1749611548.255410:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611548.255412:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611548.255413:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611548.255415:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7a680 x1834598494691328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611573 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611548.255417:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611548.255418:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611548.255419:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611548.255419:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611548.255420:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611548.255421:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000001:3.0:1749611548.255422:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611548.255422:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:3.0:1749611548.255423:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1749611548.255423:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611548.255424:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:3.0:1749611548.255425:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f77e8. 00000100:00000001:1.0:1749611548.255425:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611548.255428:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000400:00000010:3.0:1749611548.255429:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000040:1.0:1749611548.255430:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7a680 x1834598494691328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611573 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611548.255431:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611548.255434:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611564 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611548.255434:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494691328:0@lo:38:kworker.0 00000400:00000001:1.0:1749611548.255437:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611548.255438:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611548.255439:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db7e8. 00000400:00000200:1.0:1749611548.255440:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749611548.255441:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000200:3.0:1749611548.255442:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611564 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611548.255442:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611548.255443:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7ad80 x1834598494691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611548.255447:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7ad80 x1834598494691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611573 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611548.255448:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611548.255449:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611548.255450:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611548.255451:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611548.255451:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611548.255452:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611548.255452:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611548.255453:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749611548.255453:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611548.255453:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611548.255454:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255454:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611548.255455:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611548.255456:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611548.255457:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611548 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611548.255458:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=103 v=20 (20 1 1 1) 00000100:00001000:3.0:1749611548.255459:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=103 v=5 (5 5 5 5) 00000100:00001000:3.0:1749611548.255460:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611548.255460:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611548.255460:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611548.255461:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611548.255462:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611548.255463:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611548.255463:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7ad80 x1834598494691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611573 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611548.255465:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749611548.255466:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00080000:3.0:1749611548.255467:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611548.255467:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611548.255468:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611548.255468:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:3.0:1749611548.255471:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255471:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611548.255473:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00080000:1.0:1749611548.255473:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749611548.255474:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00080000:1.0:1749611548.255474:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611548.255475:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611548.255475:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255475:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611548.255477:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611564 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611548.255478:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7ad80 x1834598494691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611573 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611548.255481:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611548.255482:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494691456:0@lo:38:kworker.0 00000100:00000001:3.0:1749611548.255485:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611548.255485:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611548.255486:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611548.255486:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611548.255488:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7a680 x1834598494691328/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611573 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611548.255489:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611564 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611548.255493:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494691584:0@lo:400:kworker.0 00000100:00000001:1.0:1749611548.255493:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611548.255495:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611548.255495:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611548.255496:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749611548.255496:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800aca72c00. 00000100:00000040:3.0:1749611548.255497:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79f80 x1834598494691584/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611564 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611548.255499:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611548.255500:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611548.255501:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000040:1.0:1749611548.255501:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:3.0:1749611548.255502:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000001:1.0:1749611548.255502:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611548.255503:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124a00. 02000000:00000010:1.0:1749611548.255503:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff7c00. 02000000:00000001:1.0:1749611548.255504:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611548.255505:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611548.255505:0:28323:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:1.0:1749611548.255505:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:3.0:1749611548.255506:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000010:1.0:1749611548.255506:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7a680. 00000020:00000001:3.0:1749611548.255507:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611548.255507:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611548.255508:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749611548.255509:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e800. 00000100:00000001:1.0:1749611548.255509:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611548.255510:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7ad80 x1834598494691456/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611573 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611548.255512:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611548.255512:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611548.255513:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79f80. 00000100:00000001:1.0:1749611548.255513:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611548.255514:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611548.255515:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000010:1.0:1749611548.255515:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dcb000. 00000100:00000001:3.0:1749611548.255516:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611548.255516:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611548.255516:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611548.255517:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611548.255519:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1749611548.255519:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1749611548.255520:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611548.255520:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611548.255537:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff4c00. 02000000:00000001:1.0:1749611548.255539:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611548.255539:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611548.255540:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7ad80. 00000100:00000001:1.0:1749611548.255542:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611548.255543:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611548.255544:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255545:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611548.255546:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611548.255547:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611548.255548:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611548.255551:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611548.255552:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611548.256562:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300821714, at 4300821714 00000100:00000010:3.0:1749611548.256567:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc8f00. 00000100:00000040:0.0:1749611548.256569:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300821714, at 4300821714 00000100:00000040:1.0:1749611548.256570:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300821714, at 4300821714 00000100:00000040:2.0:1749611548.256571:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300821714, at 4300821714 00000100:00000010:0.0:1749611548.256573:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc8680. 00000100:00000010:1.0:1749611548.256579:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc8100. 00000100:00000010:2.0:1749611548.256588:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc8440. 00000100:00000001:2.0:1749611548.453614:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611548.453620:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611548.453621:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611548.453624:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611548.453626:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611548.453629:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611548.453631:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611548.453639:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880071e78000 x1834598494688640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611548.453645:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611548.453647:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78000 x1834598494688640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611548.453652:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611548.453653:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611548.453655:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611548.453656:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611548.453658:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78000 x1834598494688640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611548.453662:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494688640:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611548.453666:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611548.453688:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611548.453701:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611548.453703:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611548.453705:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78000 x1834598494688640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611548.453709:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611548.453711:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381000. 00000100:00000001:2.0:1749611548.453714:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611548.453715:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611548.453717:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611548.453720:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611548.453722:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611548.453724:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880118e78a00 refcount=4 00000020:00000001:2.0:1749611548.453726:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137027013120 : -131936682538496 : ffff880118e78a00) 00010000:00000001:2.0:1749611548.453728:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137027013120 : -131936682538496 : ffff880118e78a00) 00010000:00010000:2.0:1749611548.453732:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d596 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611548.453738:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611548.453740:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d596 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611548.453744:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611548.453745:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d596 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611548.453749:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611548.453750:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611548.453751:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d596 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611548.453754:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611548.453756:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611548.453757:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611548.453761:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d596 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611548.453765:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880118e78a00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611548.453768:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611548.453770:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d596 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611548.453773:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611548.453773:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611548.453774:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611548.453775:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880118e78a00 refcount=5 00000020:00000001:2.0:1749611548.453776:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137027013120 : -131936682538496 : ffff880118e78a00) 00010000:00000001:2.0:1749611548.453777:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137027013120 : -131936682538496 : ffff880118e78a00) 00010000:00000001:2.0:1749611548.453779:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611548.453780:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d596 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611548.453783:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611548.453784:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d596 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611548.453786:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:2.0:1749611548.453788:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611548.453788:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611548.453790:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611548.453791:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611548.453792:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611548.453793:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611548.453794:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611548.453794:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611548.453796:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880118e78a00 with handle 0x689c0ec07329d596 from hash 00010000:00000001:2.0:1749611548.453797:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611548.453798:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611548.453798:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611548.453801:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611548.453802:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611548.453803:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611548.453805:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611548.453805:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611548.453806:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611548.453807:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611548.453809:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d596 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611548.453811:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611548.453812:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611548.453812:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611548.453813:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611548.453814:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611548.453814:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611548.453815:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611548.453816:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880118e78a00/0x689c0ec07329d596 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611548.453821:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880086d2eb00 count: 0 00010000:00000001:2.0:1749611548.453844:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611548.453845:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611548.453847:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611548.453849:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78000 x1834598494688640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611548.453852:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611548.453854:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611548.453856:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611548.453857:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611548.453859:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880118e78200. 02000000:00000001:2.0:1749611548.453862:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611548.453863:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611548.453864:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78000. 00000100:00000001:2.0:1749611548.453866:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611548.453867:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611548.453868:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611548.453872:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611548.453874:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611548.453877:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a302dc0. 00000020:00000010:2.0:1749611548.453879:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c800. 00000020:00000010:2.0:1749611548.453882:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27d800. 00000040:00000010:2.0:1749611548.453884:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d27c000. 00000020:00000010:2.0:1749611548.453888:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611548.453891:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27c200. 80000000:00000010:2.0:1749611548.453898:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256840. 00040000:00000010:2.0:1749611548.453901:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27ce00. 00080000:00000010:2.0:1749611548.453906:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118a000. 00080000:00000010:2.0:1749611548.453909:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abc000. 10000000:00000040:2.0:1749611548.453915:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611548.453917:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880084695180 : new refcount 2 10000000:00000001:2.0:1749611548.453920:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611548.453925:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611548.453928:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27d800. 00000040:00000010:2.0:1749611548.453934:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009d27c000. 00000020:00000010:2.0:1749611548.453937:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611548.453940:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27c200. 80000000:00000010:2.0:1749611548.453942:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256840. 00040000:00000010:2.0:1749611548.453945:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27ce00. 00080000:00000010:2.0:1749611548.453947:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abc000. 00080000:00000010:2.0:1749611548.453970:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118a000. 00000020:00000010:2.0:1749611548.453972:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c800. 10000000:00000010:2.0:1749611548.453973:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a302dc0. 10000000:01000000:2.0:1749611548.453975:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:2.0:1749611548.453976:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611548.453978:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611548.453980:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611548.453981:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611548.453982:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8800b487b000) refs 2 10000000:00000001:2.0:1749611548.453983:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611548.453987:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611548.453988:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff88009c9bfc00) refs 2 10000000:00000001:2.0:1749611548.453989:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611548.453990:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611548.453990:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1749611548.453991:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611548.453992:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229800 from 30 10000000:00000001:2.0:1749611548.453993:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611548.453994:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1749611548.453997:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78000. 00000020:00000040:2.0:1749611548.453999:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611548.454001:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611548.454003:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611548.454006:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611548.454009:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d27c800. 00000100:00000001:2.0:1749611548.454013:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611548.454015:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611548.454016:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611548.454019:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880086d2e000. 00010000:00000001:2.0:1749611548.454022:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611548.454023:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d27c400. 00000020:00000001:2.0:1749611548.454025:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611548.454027:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009d27c400 with handle 0x689c0ec07329d5ab to hash 00000020:00000001:2.0:1749611548.454028:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611548.454029:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134950847488 : -131938758704128 : ffff88009d27c400) 00010000:00000001:2.0:1749611548.454031:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134950847488 : -131938758704128 : ffff88009d27c400) 00010000:00000001:2.0:1749611548.454032:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611548.454033:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611548.454035:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009d27c400/0x689c0ec07329d5ab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611548.454039:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009d27c400/0x689c0ec07329d5ab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611548.454045:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009d27c400/0x689c0ec07329d5ab lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611548.454051:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611548.454052:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611548.454056:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381000. 00000100:00000001:2.0:1749611548.454057:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096277504 : -131939613274112 : ffff88006a381000) 00000100:00000001:2.0:1749611548.454058:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611548.454059:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225215488 : -131939484336128 : ffff880071e78000) 00000100:00000001:2.0:1749611548.454062:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611548.454065:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611548.454066:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611548.454067:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611548.454069:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78000 x1834598494691712/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611548.454073:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611548.454074:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611548.454076:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880071e78000 x1834598494691712/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611548.454080:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611548.454081:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611548.454081:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611548.454083:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611548.454084:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611548.454084:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611548.454085:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611548.454086:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611548.454087:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749611548.456606:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2eb00. 00010000:00000010:0.1:1749611548.456612:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880118e78a00. 00000100:00000001:0.0:1749611548.458577:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611548.458580:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611548.458581:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611548.458583:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611548.458585:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611548.458586:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611548.458588:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611548.458589:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611548.458590:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611549.030582:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611549.030588:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611549.030589:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611549.030593:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611549.030595:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611549.030597:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611549.030599:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611549.030601:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611549.030603:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611549.242645:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611549.242650:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611549.242732:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611549.242736:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611549.242738:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611549.255602:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611549.255612:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611549.255614:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611549.255617:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611549.255619:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611549.255622:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611549.255624:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611549.453735:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611549.453742:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611549.453744:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611549.453747:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611549.453750:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611549.453753:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611549.453755:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611549.453758:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611549.453760:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611549.458597:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611549.458601:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611549.458602:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611549.458605:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611549.458621:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611549.458624:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611549.458626:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611549.458627:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611549.458629:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611550.030578:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611550.030582:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611550.030583:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611550.030586:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611550.030589:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611550.030591:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611550.030593:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611550.030595:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611550.030597:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611550.244650:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611550.244686:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611550.244745:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611550.244748:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611550.244750:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611550.255582:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611550.255593:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611550.255595:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611550.255598:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611550.255600:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611550.255603:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611550.255604:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611550.453635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611550.453640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611550.453642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611550.453644:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611550.453647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611550.453672:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611550.453675:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611550.453677:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611550.453679:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611550.458573:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611550.458577:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611550.458578:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611550.458579:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611550.458581:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611550.458582:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611550.458584:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611550.458585:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611550.458586:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611551.030640:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611551.030669:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611551.030671:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611551.030676:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611551.030690:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611551.030694:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611551.030697:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611551.030700:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611551.030703:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611551.246701:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611551.246706:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611551.246830:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611551.246836:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611551.246840:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611551.255663:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611551.255679:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611551.255681:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611551.255685:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611551.255687:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611551.255691:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611551.255693:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611551.453742:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611551.453750:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611551.453753:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611551.453757:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611551.453760:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611551.453765:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611551.453768:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611551.453772:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611551.453775:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611551.458627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611551.458632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611551.458634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611551.458638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611551.458665:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611551.458668:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611551.458671:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611551.458673:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611551.458675:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611552.030660:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611552.030666:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611552.030680:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611552.030684:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695480 going to sleep for 0 seconds 00000100:00000001:2.0:1749611552.030686:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611552.030688:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611552.030690:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611552.030692:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611552.030694:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611552.248671:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611552.248677:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611552.248760:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611552.248767:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611552.248771:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611552.255657:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611552.255672:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611552.255674:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611552.255678:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611552.255681:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611552.255684:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611552.255686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611552.453721:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611552.453728:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611552.453730:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611552.453735:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611552.453738:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611552.453742:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611552.453745:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611552.453749:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611552.453751:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611552.458622:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611552.458628:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611552.458672:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611552.458675:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611552.458678:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611552.458681:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611552.458684:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611552.458686:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611552.458688:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.030580:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611553.030586:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611553.030587:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611553.030590:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695480 going to sleep for 0 seconds 00000100:00000001:2.0:1749611553.030592:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611553.030595:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611553.030596:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611553.030598:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611553.030600:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611553.250690:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611553.250696:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611553.250785:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611553.250788:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611553.250791:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611553.255599:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611553.255610:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611553.255612:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611553.255614:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611553.255615:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611553.255618:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.255619:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611553.262586:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611553.262591:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611553.262593:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611553.262595:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611553.262597:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611553.262599:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611553.262601:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611553.262605:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6154 00000100:00080000:2.0:1749611553.262608:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611553.262610:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611553.262612:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611553.262613:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611553.262614:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611553.262617:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611553.262642:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611553.262644:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611553.262647:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611553.262648:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611553.262650:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611553.262652:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611553.262653:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611553.262654:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611553.262655:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611553.262657:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611553.262659:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611553.262660:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611553.262662:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611553.262666:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611553.262667:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.262668:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611553.262670:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611553.262674:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79880. 00000020:00000040:2.0:1749611553.262676:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611553.262678:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611553.262679:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.262681:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611553.262683:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611553.262685:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611553.262690:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff4c00. 00000100:00000001:2.0:1749611553.262695:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611553.262701:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e79880 x1834598494691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611553.262707:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611553.262710:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611553.262713:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79880] to pc [ptlrpcd_rcv+-1] req@ffff880071e79880 x1834598494691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611553.262727:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611553.262733:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611553.262735:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611553.262736:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611553.262737:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611553.262738:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611553.262740:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6154 00000100:00080000:2.0:1749611553.262741:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611553.262742:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611553.262744:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611553.262745:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611553.262746:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611553.262747:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611553.262748:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611553.262749:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611553.262750:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:1.0:1749611553.262750:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611553.262751:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611553.262752:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611553.262753:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:1.0:1749611553.262753:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611553.262754:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611553.262754:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611553.262755:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611553.262756:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611553.262757:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611553.262758:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611553.262759:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611553.262759:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79880 x1834598494691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611553.262760:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611553.262762:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611553.262763:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.262764:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611553.262765:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.262766:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749611553.262767:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79500. 00000100:00000001:1.0:1749611553.262767:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611553.262768:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:1.0:1749611553.262769:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611553.262771:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611553.262772:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611553.262772:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611553.262773:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.262774:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:1.0:1749611553.262774:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494691840:0@lo:38:kworker.0 02000000:00000001:2.0:1749611553.262775:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611553.262776:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.262777:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1749611553.262778:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff7400. 02000000:00000001:1.0:1749611553.262779:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611553.262780:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611553.262781:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611553.262782:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e79500 x1834598494691968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749611553.262782:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749611553.262785:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dcb000. 00000100:00000001:2.0:1749611553.262786:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611553.262787:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611553.262787:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611553.262789:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79500] to pc [ptlrpcd_rcv+-1] req@ffff880071e79500 x1834598494691968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611553.262791:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db7e8. 00000100:00000001:2.0:1749611553.262793:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611553.262795:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611553.262797:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:1.0:1749611553.262797:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:2.0:1749611553.262798:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611553.262799:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611553.262800:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611553.262801:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6154 00000100:00080000:2.0:1749611553.262802:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000200:1.0:1749611553.262802:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494691840, portal 4 00000100:00000040:2.0:1749611553.262803:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611553.262804:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611553.262805:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611553.262806:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611553.262807:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611553.262807:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611553.262808:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611553.262808:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749611553.262809:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:1.0:1749611553.262809:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225221760 : -131939484329856 : ffff880071e79880) 00000020:00000001:2.0:1749611553.262811:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611553.262812:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:1.0:1749611553.262814:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79880 x1834598494691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611553.262816:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611553.262817:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611553.262818:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611553.262819:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611553.262819:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749611553.262820:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000040:1.0:1749611553.262821:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749611553.262822:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:1.0:1749611553.262822:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:2.0:1749611553.262823:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611553.262823:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:1.0:1749611553.262824:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494691840, offset 0 02000000:00000001:2.0:1749611553.262825:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611553.262826:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.262827:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611553.262827:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611553.262828:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749611553.262829:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79180. 00000020:00000040:2.0:1749611553.262830:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611553.262831:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611553.262832:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.262832:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611553.262833:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611553.262834:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611553.262835:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff7c00. 00000100:00000001:2.0:1749611553.262837:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611553.262837:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749611553.262839:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e79180 x1834598494692096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611553.262842:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611553.262843:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611553.262844:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94e200 00000100:00000040:2.0:1749611553.262845:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79180] to pc [ptlrpcd_rcv+-1] req@ffff880071e79180 x1834598494692096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611553.262849:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611553.262849:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 9360 00000100:00000040:2.0:1749611553.262850:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611553.262852:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611553.262854:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78e00. 00000400:00000200:1.0:1749611553.262854:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749611553.262855:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:1.0:1749611553.262857:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611553.262859:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611553.262860:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749611553.262860:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749611553.262861:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611553.262862:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000010:2.0:1749611553.262863:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e800. 00000100:00000001:2.0:1749611553.262865:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611553.262865:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111264700. 00000100:00000040:2.0:1749611553.262867:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1749611553.262867:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880111264700 x1834598494691840 msgsize 520 00000100:00100000:1.0:1749611553.262869:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611553.262871:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611553.262872:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611553.262875:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78e00] to pc [ptlrpcd_00_03+3] req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611553.262881:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611553.262888:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749611553.262889:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:2.0:1749611553.262890:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.262891:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611553.262893:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6164) 00000100:00000200:1.0:1749611553.262893:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79880 x1834598494691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611553.262898:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611553.262900:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79880 x1834598494691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611553.262904:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.262905:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611553.262906:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611553.262907:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.262908:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611553.262909:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611553.262910:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1267 usecs (2 jiffies) 00000100:00000040:2.0:1749611553.262911:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611553.262912:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300826722 00000100:00000001:2.0:1749611553.262915:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611553.262916:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611553.262917:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000010:1.0:1749611553.262917:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129cc8100. 02000000:00000001:2.0:1749611553.262918:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611553.262919:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611553.262921:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494692224:0@lo:400:kworker.0 00000100:00000001:1.0:1749611553.262921:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611553.262923:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611553.262924:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611553.262924:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749611553.262925:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.262925:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300826722 02000000:00000001:2.0:1749611553.262926:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:1.0:1749611553.262927:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129cc8040. 02000000:00000010:2.0:1749611553.262928:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27ce00. 00000100:00000001:1.0:1749611553.262928:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00100000:0.0:1749611553.262928:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494691840 02000000:00000001:2.0:1749611553.262929:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.262930:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300826722 02000000:00000001:0.0:1749611553.262930:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1749611553.262931:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129cc82c0. 00000400:00000010:2.0:1749611553.262932:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fef78. 00000100:00000001:0.0:1749611553.262932:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611553.262933:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749611553.262934:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300826722 00000100:00000001:0.0:1749611553.262934:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611553.262935:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a660. 00000100:00000010:1.0:1749611553.262936:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880129cc8a40. 00000100:00000200:2.0:1749611553.262937:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494692224, portal 10 00000100:00000001:1.0:1749611553.262937:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:0.0:1749611553.262938:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611553.262941:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494691840 00000100:00000001:2.0:1749611553.262942:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611553.262943:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225219072 : -131939484332544 : ffff880071e78e00) 00000100:00000001:1.0:1749611553.262943:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611553.262943:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611553.262944:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611553.262944:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611553.262945:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611553.262946:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611553.262947:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611553.262947:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611553.262947:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611553.262948:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.262949:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611553.262950:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611553.262950:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611553.262951:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611553.262952:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611553.262952:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:2.0:1749611553.262953:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000001:1.0:1749611553.262953:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749611553.262954:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494692224, offset 0 00000020:00000010:0.0:1749611553.262954:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133195a00. 00000100:00000001:3.0:1749611553.262955:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749611553.262955:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79500 x1834598494691968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611553.262957:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749611553.262957:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff280. 00000100:00000001:3.0:1749611553.262958:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.262959:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611553.262960:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611553.262961:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:0.0:1749611553.262961:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 00000400:00000200:2.0:1749611553.262962:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749611553.262962:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611553.262964:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611553.262965:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494691968:0@lo:38:kworker.0 00000400:00000200:2.0:1749611553.262966:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94e380 00000100:00000001:0.0:1749611553.262966:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611553.262967:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611553.262967:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749611553.262968:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749611553.262969:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 135784 02000000:00000001:1.0:1749611553.262969:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611553.262969:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611553.262970:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:2.0:1749611553.262972:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611553.262973:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611553.262974:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:1.0:1749611553.262974:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc8400. 02000000:00000001:1.0:1749611553.262975:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.262977:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:1.0:1749611553.262977:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db840. 00000100:00000200:2.0:1749611553.262978:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:1.0:1749611553.262979:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000010:2.0:1749611553.262980:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78a80. 00000100:00000001:0.0:1749611553.262980:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611553.262981:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880071e78a80 x1834598494692224 msgsize 224 00000100:00000200:1.0:1749611553.262981:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494691968, portal 10 00000100:00000001:1.0:1749611553.262982:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749611553.262983:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611553.262983:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225220864 : -131939484330752 : ffff880071e79500) 00000100:00000040:1.0:1749611553.262987:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79500 x1834598494691968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611553.262988:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611553.262988:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611553.262989:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611553.262990:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611553.262991:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000100:00000040:1.0:1749611553.262991:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611553.262992:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749611553.262992:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000400:00000010:1.0:1749611553.262992:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749611553.262993:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749611553.262993:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00000001:2.0:1749611553.262994:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749611553.262994:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494691968, offset 0 00000100:00000001:3.0:1749611553.262996:0:9761:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611553.262996:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611569 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611553.262996:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611553.262996:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896907008 : -131936812644608 : ffff880111264700) 00000400:00000200:1.0:1749611553.262999:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611553.263000:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111264700 x1834598494691840/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611553.263001:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611553.263002:0:9761:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611553.263002:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94e280 00000100:00000040:2.0:1749611553.263003:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611569 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611553.263004:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 136008 00000100:00000001:2.0:1749611553.263006:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.263007:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749611553.263007:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611553.263009:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611553.263009:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749611553.263009:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494691840:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611553.263010:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611553.263011:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 952 usecs (1 jiffies) 00000100:00000200:1.0:1749611553.263011:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611553.263013:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300826721 00000100:00000010:1.0:1749611553.263015:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9f100. 00000100:00000040:1.0:1749611553.263016:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9f100 x1834598494691968 msgsize 520 00000100:00000001:3.0:1749611553.263017:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611553.263017:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300826722 00000100:00100000:3.0:1749611553.263018:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494692224 00000100:00000001:2.0:1749611553.263018:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300826721 00000100:00100000:1.0:1749611553.263018:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1749611553.263018:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494691840 02000000:00000001:3.0:1749611553.263019:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611553.263019:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300826722 00000100:00000001:3.0:1749611553.263020:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611553.263020:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300826721 00000100:00000001:3.0:1749611553.263021:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.263021:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300826722 00000020:00000001:0.0:1749611553.263021:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611553.263022:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300826721 00000100:00000001:1.0:1749611553.263022:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749611553.263023:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.263023:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300826722 00000100:00000001:2.0:1749611553.263024:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611553.263024:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00010000:00000001:0.0:1749611553.263024:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749611553.263025:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494692224 00000020:00000001:3.0:1749611553.263026:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611553.263026:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611553.263026:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000020:00000040:3.0:1749611553.263027:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749611553.263027:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263027:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749611553.263028:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611553.263028:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611553.263028:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79500 x1834598494691968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611553.263030:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:3.0:1749611553.263032:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611553.263032:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611553.263032:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749611553.263033:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611553.263033:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749611553.263034:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611553.263034:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749611553.263034:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79500 x1834598494691968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611553.263034:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.263035:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611553.263036:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611553.263036:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611553.263038:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e73a4c0. 00010000:00020000:0.0:1749611553.263038:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749611553.263041:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a302e00. 00010000:00000001:0.0:1749611553.263041:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611553.263043:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611553.263043:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611553.263044:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749611553.263045:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:1.0:1749611553.263046:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611553.263046:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611553.263048:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749611553.263048:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1098 usecs (2 jiffies) 00000100:00000001:0.0:1749611553.263048:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611553.263049:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300826722 00000100:00000001:3.0:1749611553.263050:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00100000:2.0:1749611553.263050:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494691968 00000100:00000001:1.0:1749611553.263050:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300826722 02000000:00000001:0.0:1749611553.263050:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611553.263051:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611553.263052:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611553.263052:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300826722 00000020:00000010:3.0:1749611553.263053:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124a00. 00000100:00000001:2.0:1749611553.263053:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263053:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300826722 02000000:00000010:0.0:1749611553.263053:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c626000. 00000100:00000001:1.0:1749611553.263054:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300826722 00000020:00000010:3.0:1749611553.263055:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7480. 02000000:00000001:2.0:1749611553.263055:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263055:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300826722 02000000:00000001:0.0:1749611553.263055:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611553.263056:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494691968 00000100:00000001:1.0:1749611553.263056:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300826722 00000020:00000010:3.0:1749611553.263057:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8708. 00000020:00000001:2.0:1749611553.263057:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611553.263057:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300826722 00000100:00000001:0.0:1749611553.263057:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611553.263058:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611553.263058:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611553.263059:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611553.263059:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611553.263060:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263060:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00010000:00000001:0.0:1749611553.263060:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:3.0:1749611553.263061:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:2.0:1749611553.263061:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611553.263062:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79180 x1834598494692096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611553.263062:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611553.263063:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611553.263063:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749611553.263063:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c200. 00000100:00001000:0.0:1749611553.263064:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611553.263065:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611553.263065:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b00. 00000100:00000001:1.0:1749611553.263065:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611553.263066:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611553.263067:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 02000000:00000001:1.0:1749611553.263067:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611553.263067:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611553.263068:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000001:1.0:1749611553.263068:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611553.263069:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611553.263069:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749611553.263069:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611553.263069:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611553.263070:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611553.263070:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494692096:0@lo:38:kworker.0 00000100:00000040:0.0:1749611553.263071:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611553.263072:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611553.263073:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611553.263073:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749611553.263073:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611553.263073:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611553.263073:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611553.263074:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611553.263075:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611553.263076:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc9800. 00000100:00000001:0.0:1749611553.263076:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611553.263077:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611553.263077:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611553.263077:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611553.263077:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611553.263078:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:3.0:1749611553.263080:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 02000000:00000001:0.0:1749611553.263080:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611553.263081:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611553.263081:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000100:00000040:3.0:1749611553.263082:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 02000000:00000001:0.0:1749611553.263082:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611553.263083:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134225218176 : -131939484333440 : ffff880071e78a80) 00000400:00000010:1.0:1749611553.263083:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000200:1.0:1749611553.263084:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494692096, portal 10 00000100:00000001:0.0:1749611553.263084:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611553.263085:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611553.263086:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611553.263086:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611553.263086:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225219968 : -131939484331648 : ffff880071e79180) 00000100:00000001:2.0:1749611553.263087:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749611553.263088:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00100000:2.0:1749611553.263089:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00000040:3.0:1749611553.263090:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880071e78a80 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:234/0 lens 224/0 e 0 to 0 dl 1749611564 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611553.263090:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79180 x1834598494692096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611553.263091:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321844480 : -131939387707136 : ffff880077a9f100) 00000100:00000200:0.0:1749611553.263091:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494691840, offset 0 00000100:00000040:2.0:1749611553.263093:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9f100 x1834598494691968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611553.263094:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611553.263095:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611553.263095:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000400:00000200:0.0:1749611553.263095:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611553.263096:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611553.263097:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e73a140. 00000100:00000200:1.0:1749611553.263097:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494692096, offset 0 00000100:00000001:3.0:1749611553.263099:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611553.263099:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494691968:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749611553.263099:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611553.263100:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e73a140. 00000100:00000200:2.0:1749611553.263101:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494691968 00000400:00000200:0.0:1749611553.263101:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611553.263102:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749611553.263102:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749611553.263103:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:3.0:1749611553.263104:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494692224:12345-0@lo:400:kworker.0 00000400:00000200:1.0:1749611553.263105:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94e300 00000100:00000200:3.0:1749611553.263106:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494692224 00000400:00000200:1.0:1749611553.263106:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 136528 00000020:00000001:3.0:1749611553.263107:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749611553.263107:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94e200 00000020:00000001:2.0:1749611553.263108:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611553.263108:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611553.263109:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749611553.263110:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611553.263110:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:1.0:1749611553.263110:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611553.263111:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1749611553.263111:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749611553.263112:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9451 [1] + 0 00000020:00000001:3.0:1749611553.263113:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:2.0:1749611553.263113:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611553.263114:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749611553.263114:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611553.263115:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749611553.263115:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611553.263116:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611553.263117:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611553.263117:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749611553.263118:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000010:2.0:1749611553.263118:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff7000. 00000100:00000200:1.0:1749611553.263118:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749611553.263119:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749611553.263119:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611553.263120:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.263120:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611553.263120:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9ce00. 00010000:00000001:2.0:1749611553.263121:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749611553.263122:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1749611553.263122:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611553.263122:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9ce00 x1834598494692096 msgsize 520 00000400:00000200:0.0:1749611553.263122:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611553.263124:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1749611553.263124:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:1.0:1749611553.263124:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749611553.263125:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611553.263125:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611553.263126:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:3.0:1749611553.263127:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0dc000. 00000100:00000001:2.0:1749611553.263127:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611553.263127:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749611553.263128:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611553.263128:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000200:0.0:1749611553.263128:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e79880 x1834598494691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611553.263129:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.263129:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749611553.263129:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:2.0:1749611553.263130:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:1.0:1749611553.263130:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000020:00000001:3.0:1749611553.263131:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263131:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000040:3.0:1749611553.263132:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494692224 00000100:00000200:1.0:1749611553.263133:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79180 x1834598494692096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611553.263134:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749611553.263135:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000001:2.0:1749611553.263136:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611553.263136:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611553.263136:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e79880 x1834598494691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749611553.263137:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880071e78a80 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:234/0 lens 224/224 e 0 to 0 dl 1749611564 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611553.263137:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.263138:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611553.263138:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79180 x1834598494692096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611553.263140:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749611553.263141:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749611553.263141:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000001:1.0:1749611553.263141:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611553.263142:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263142:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1749611553.263143:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494691968, offset 0 00000100:00000001:0.0:1749611553.263143:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749611553.263144:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=8 v=5 (1 1 1 1) 00000400:00000200:2.0:1749611553.263145:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611553.263146:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611553.263147:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611553.263149:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611553.263149:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 00000100:00000040:3.0:1749611553.263150:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:1.0:1749611553.263150:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300826721 00000400:00000200:0.0:1749611553.263150:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:3.0:1749611553.263151:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611553.263152:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94e280 00000100:00000001:1.0:1749611553.263152:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300826722 00000400:00000010:0.0:1749611553.263152:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 02000000:00000001:3.0:1749611553.263153:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611553.263153:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300826721 02000000:00000001:3.0:1749611553.263154:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263154:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300826722 00000100:00000001:0.0:1749611553.263154:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611553.263155:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611553.263155:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9461 [1] + 0 00000100:00000001:1.0:1749611553.263155:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300826721 00000100:00000040:3.0:1749611553.263156:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611553.263156:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300826722 00000100:00000001:0.0:1749611553.263156:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611553.263157:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300826721 00000400:00000010:3.0:1749611553.263158:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000400:00000200:2.0:1749611553.263158:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611553.263158:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300826722 00000100:00000001:0.0:1749611553.263158:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611553.263159:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611553.263159:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749611553.263160:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494692224, offset 224 00000100:00000001:1.0:1749611553.263160:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.263161:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611553.263161:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611553.263162:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611553.263163:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:2.0:1749611553.263164:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e79500 x1834598494691968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611553.263164:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:0.0:1749611553.263164:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749611553.263165:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db7e8. 00000400:00000200:1.0:1749611553.263166:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749611553.263167:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749611553.263168:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611553.263168:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111264700 x1834598494691840/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611573 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611553.263169:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e79500 x1834598494691968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611553.263169:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79880 x1834598494691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611553.263172:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611553.263174:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749611553.263174:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79880 x1834598494691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611553.263175:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111264700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494691840:12345-0@lo:38:kworker.0 Request processed in 166us (306us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749611553.263176:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611553.263176:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000400:00000010:2.0:1749611553.263177:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000001:1.0:1749611553.263177:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611553.263178:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611553.263178:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611553.263179:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749611553.263180:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94e380 00000100:00000001:1.0:1749611553.263180:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611553.263181:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611553.263181:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749611553.263182:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611553.263182:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749611553.263182:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00000001:2.0:1749611553.263183:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611553.263184:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9459 [1] + 224 00000020:00000001:2.0:1749611553.263184:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611553.263184:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611553.263184:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749611553.263185:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611553.263185:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749611553.263187:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611553.263187:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9f100 x1834598494691968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611573 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611553.263189:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1749611553.263189:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611553 v=5 (0 0 0 0) 00000020:00000010:0.0:1749611553.263189:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff280. 00000100:00000001:3.0:1749611553.263190:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:1.0:1749611553.263190:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=76 v=20 (1 20 1 1) 00000100:00100000:2.0:1749611553.263192:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494691968:12345-0@lo:38:kworker.0 Request processed in 93us (174us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611553.263192:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:0.0:1749611553.263192:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000100:00000200:3.0:1749611553.263193:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611569 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611553.263194:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133195a00. 00000100:00100000:2.0:1749611553.263196:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00000001:1.0:1749611553.263196:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611553.263197:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611553.263198:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611553.263199:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611553.263200:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749611553.263200:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79880 x1834598494691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611578 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611553.263201:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611553.263203:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b00. 00000100:00000001:3.0:1749611553.263205:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611553.263205:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749611553.263206:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000100:00000001:1.0:1749611553.263206:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611553.263207:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611553.263208:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000100:00000001:1.0:1749611553.263208:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:3.0:1749611553.263209:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000020:00000010:2.0:1749611553.263209:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c200. 00000100:00000001:1.0:1749611553.263209:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611553.263211:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611553.263212:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611553.263212:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611553.263213:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:1.0:1749611553.263213:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611553.263214:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263214:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611553.263216:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611553.263216:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749611553.263216:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79880 x1834598494691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611578 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611553.263217:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:2.0:1749611553.263217:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494692096 00000020:00000001:3.0:1749611553.263218:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611553.263218:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611553.263219:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749611553.263220:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749611553.263220:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611553.263220:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494691840:0@lo:38:kworker.0 02000000:00000001:2.0:1749611553.263221:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611553.263222:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78a80 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:234/0 lens 224/224 e 0 to 0 dl 1749611564 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611553.263222:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611553.263223:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494692096 00000100:00000001:1.0:1749611553.263223:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611553.263224:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611553.263224:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611553.263225:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749611553.263225:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79880 x1834598494691840/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611578 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611553.263226:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611553.263227:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e78a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494692224:12345-0@lo:400:kworker.0 Request processed in 131us (244us total) trans 0 rc 0/0 00000020:00000001:2.0:1749611553.263227:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263228:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1749611553.263229:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c200. 02000000:00000001:1.0:1749611553.263229:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:2.0:1749611553.263230:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b00. 00000020:00000010:2.0:1749611553.263231:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 02000000:00000010:1.0:1749611553.263231:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dcb000. 00000100:00080000:0.0:1749611553.263231:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611553.263232:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749611553.263232:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611553.263233:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:1.0:1749611553.263233:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611553.263234:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611553.263234:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000040:0.0:1749611553.263234:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000020:00000001:1.0:1749611553.263235:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:3.0:1749611553.263236:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 02000000:00000010:1.0:1749611553.263237:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff4c00. 00000100:00000040:3.0:1749611553.263238:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 02000000:00000001:1.0:1749611553.263238:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611553.263239:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611553.263240:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749611553.263240:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611553.263241:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79880. 00000020:00000010:3.0:1749611553.263242:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7480. 00000100:00000001:1.0:1749611553.263242:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611553.263243:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611553.263244:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8708. 00000100:00000001:2.0:1749611553.263245:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611553.263245:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611553.263246:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124a00. 00000100:00000001:1.0:1749611553.263246:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611553.263248:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611553.263248:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611553.263249:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611553.263249:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611553.263249:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1749611553.263250:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749611553.263250:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611553.263251:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611553.263251:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00000001:1.0:1749611553.263251:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611553.263252:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321835520 : -131939387716096 : ffff880077a9ce00) 00000100:00000001:1.0:1749611553.263252:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1749611553.263253:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611553.263253:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611553.263254:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9ce00 x1834598494692096/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611573 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611553.263254:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611553.263254:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611553.263255:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db840. 00000400:00000200:1.0:1749611553.263256:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749611553.263257:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749611553.263258:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611553.263258:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611553.263259:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611553.263259:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494692096:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749611553.263260:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494692096 00000100:00000200:1.0:1749611553.263260:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79500 x1834598494691968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611553.263262:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611553.263263:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611553.263264:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fef78. 00000020:00000001:2.0:1749611553.263264:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749611553.263264:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79500 x1834598494691968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611553.263266:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a660 00010000:00000001:2.0:1749611553.263266:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:3.0:1749611553.263267:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a660. 00000100:00000001:3.0:1749611553.263268:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611553.263268:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749611553.263269:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263269:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611553.263269:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:3.0:1749611553.263270:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611569 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611553.263270:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00020000:2.0:1749611553.263271:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611553.263271:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611553.263271:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611553.263272:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749611553.263272:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611553.263274:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:1.0:1749611553.263274:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611553 v=5 (0 0 0 0) 00000100:00000200:3.0:1749611553.263275:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611569 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611553.263275:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611553.263276:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:1.0:1749611553.263276:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=58 v=20 (1 20 1 1) 02000000:00000001:2.0:1749611553.263277:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611553.263277:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611553.263278:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611553.263278:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611553.263279:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749611553.263279:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff5000. 00000100:00000001:1.0:1749611553.263279:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611553.263280:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611553.263280:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611553.263280:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79500 x1834598494691968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611578 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611553.263281:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611553.263281:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611553.263282:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1749611553.263282:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611553.263283:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611553.263283:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611553.263284:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611553.263284:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611553.263284:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611553.263285:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611553.263285:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749611553.263286:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=108 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611553.263286:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611553.263286:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611553.263287:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611553.263287:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:3.0:1749611553.263288:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=108 v=5 (1 1 1 1) 00000100:00000040:2.0:1749611553.263288:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611553.263289:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611553.263289:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611553.263290:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.263290:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:3.0:1749611553.263291:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00080000:1.0:1749611553.263291:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749611553.263292:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00080000:1.0:1749611553.263292:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:2.0:1749611553.263293:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00080000:3.0:1749611553.263294:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611553.263294:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611553.263294:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611553.263294:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611553.263296:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611553.263296:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79500 x1834598494691968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611578 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611553.263297:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000200:2.0:1749611553.263299:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494692096, offset 0 00000100:00100000:1.0:1749611553.263300:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494691968:0@lo:38:kworker.0 00010000:00000001:3.0:1749611553.263301:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611553.263301:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611553.263302:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611553.263303:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749611553.263303:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611553.263304:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:2.0:1749611553.263304:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611553.263304:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79500 x1834598494691968/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611578 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611553.263305:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611553.263306:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611553.263307:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94e300 00000100:00000001:1.0:1749611553.263307:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749611553.263308:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611569 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611553.263308:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611553.263309:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc8400. 00000400:00000200:2.0:1749611553.263310:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9469 [1] + 0 02000000:00000001:1.0:1749611553.263310:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611553.263311:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611553.263311:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611553.263311:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1749611553.263312:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1749611553.263312:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749611553.263312:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611553.263313:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749611553.263313:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff7400. 00000400:00000200:2.0:1749611553.263314:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749611553.263314:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749611553.263315:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611569 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611553.263315:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611553.263315:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79500. 00000100:00000001:1.0:1749611553.263316:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611553.263317:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611553.263318:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611553.263318:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611553.263319:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494692224:0@lo:400:kworker.0 00000100:00000001:1.0:1749611553.263319:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611553.263319:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611553.263320:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611553.263321:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611553.263321:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e79180 x1834598494692096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611553.263321:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611553.263322:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611553.263323:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78e00 x1834598494692224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611569 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611553.263325:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e79180 x1834598494692096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611553.263327:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611553.263328:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611553.263329:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27ce00. 02000000:00000001:3.0:1749611553.263331:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611553.263332:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611553.263332:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:3.0:1749611553.263333:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749611553.263334:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749611553.263334:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 02000000:00000010:3.0:1749611553.263335:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e800. 00000400:00000010:2.0:1749611553.263335:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000001:2.0:1749611553.263336:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611553.263337:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:3.0:1749611553.263338:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611553.263339:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611553.263339:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611553.263340:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78e00. 00000100:00000040:2.0:1749611553.263340:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611553.263340:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611553.263341:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611553.263341:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263341:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611553.263342:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611553.263342:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611553.263343:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749611553.263343:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749611553.263344:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9ce00 x1834598494692096/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611573 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611553.263344:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611553.263345:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000400:00000200:1.0:1749611553.263346:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:3.0:1749611553.263348:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611553.263348:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611553.263349:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611553.263349:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494692096:12345-0@lo:38:kworker.0 Request processed in 90us (226us total) trans 0 rc -19/-19 00000400:00000010:1.0:1749611553.263349:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749611553.263350:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263351:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611553.263353:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00000200:1.0:1749611553.263353:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79180 x1834598494692096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611553.263355:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611553.263355:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611553.263357:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b00. 00000100:00000200:1.0:1749611553.263358:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79180 x1834598494692096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611578 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611553.263359:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000020:00000010:2.0:1749611553.263360:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c200. 00000100:00000001:2.0:1749611553.263362:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611553.263362:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611553.263363:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611553.263364:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611553.263364:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611553.263365:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611553.263366:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611553.263367:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611553.263369:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611553 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611553.263371:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=108 v=20 (20 1 1 1) 00000100:00000001:1.0:1749611553.263372:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611553.263373:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611553.263374:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611553.263376:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79180 x1834598494692096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611578 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611553.263379:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611553.263380:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611553.263381:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611553.263382:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611553.263383:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611553.263384:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611553.263385:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611553.263386:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611553.263388:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79180 x1834598494692096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611578 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611553.263391:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494692096:0@lo:38:kworker.0 00000100:00000001:1.0:1749611553.263396:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263397:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611553.263398:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79180 x1834598494692096/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611578 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611553.263402:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611553.263402:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611553.263403:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc9800. 02000000:00000001:1.0:1749611553.263404:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611553.263405:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611553.263405:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749611553.263406:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611553.263407:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff7c00. 02000000:00000001:1.0:1749611553.263408:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611553.263409:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611553.263409:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79180. 00000100:00000001:1.0:1749611553.263411:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611553.263411:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611553.263412:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263413:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611553.263414:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611553.263415:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611553.263416:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611553.264575:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300826722, at 4300826722 00000100:00000040:2.0:1749611553.264576:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300826722, at 4300826722 00000100:00000040:0.0:1749611553.264577:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300826722, at 4300826722 00000100:00000010:1.0:1749611553.264584:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc8040. 00000100:00000040:3.0:1749611553.264588:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300826722, at 4300826722 00000100:00000010:0.0:1749611553.264589:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc8100. 00000100:00000010:2.0:1749611553.264596:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc82c0. 00000100:00000010:3.0:1749611553.264604:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880129cc8a40. 00000100:00000001:0.0:1749611553.453748:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611553.453755:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611553.453757:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611553.453761:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611553.453764:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611553.453768:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611553.453771:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611553.453774:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611553.453776:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611553.458659:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611553.458667:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611553.458670:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611553.458691:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611553.458693:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611553.458695:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611553.458697:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611553.458699:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611553.458700:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611554.030658:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611554.030667:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611554.030669:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611554.030674:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695480 going to sleep for 0 seconds 00000100:00000001:2.0:1749611554.030678:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611554.030681:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611554.030705:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611554.030708:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611554.030710:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611554.252744:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611554.252753:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611554.252756:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611554.252759:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611554.252764:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611554.252765:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611554.252768:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611554.252770:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611554.252904:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611554.252910:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611554.252913:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611554.262820:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611554.262835:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611554.262838:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611554.262842:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611554.262844:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611554.262848:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611554.262851:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611554.453652:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611554.453658:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611554.453660:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611554.453663:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611554.453665:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611554.453668:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611554.453669:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611554.453678:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880071e78000 x1834598494691712/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611554.453684:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611554.453699:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78000 x1834598494691712/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611554.453704:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611554.453706:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611554.453707:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611554.453708:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611554.453710:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78000 x1834598494691712/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611554.453715:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494691712:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611554.453718:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611554.453719:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611554.453721:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611554.453722:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611554.453724:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78000 x1834598494691712/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611554.453728:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611554.453729:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381000. 00000100:00000001:0.0:1749611554.453732:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611554.453733:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611554.453735:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611554.453737:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611554.453740:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611554.453742:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009d27c400 refcount=4 00000020:00000001:0.0:1749611554.453743:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950847488 : -131938758704128 : ffff88009d27c400) 00010000:00000001:0.0:1749611554.453745:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134950847488 : -131938758704128 : ffff88009d27c400) 00010000:00010000:0.0:1749611554.453749:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009d27c400/0x689c0ec07329d5ab lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611554.453755:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611554.453758:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009d27c400/0x689c0ec07329d5ab lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611554.453765:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611554.453767:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009d27c400/0x689c0ec07329d5ab lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611554.453771:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611554.453771:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611554.453773:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009d27c400/0x689c0ec07329d5ab lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611554.453776:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611554.453777:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611554.453779:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611554.453781:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009d27c400/0x689c0ec07329d5ab lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611554.453784:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009d27c400 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611554.453786:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611554.453787:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009d27c400/0x689c0ec07329d5ab lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611554.453790:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611554.453791:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611554.453791:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611554.453792:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009d27c400 refcount=5 00000020:00000001:0.0:1749611554.453793:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950847488 : -131938758704128 : ffff88009d27c400) 00010000:00000001:0.0:1749611554.453794:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134950847488 : -131938758704128 : ffff88009d27c400) 00010000:00000001:0.0:1749611554.453796:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611554.453797:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009d27c400/0x689c0ec07329d5ab lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611554.453800:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611554.453801:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009d27c400/0x689c0ec07329d5ab lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611554.453807:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611554.453809:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611554.453810:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611554.453811:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611554.453812:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611554.453814:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611554.453814:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611554.453815:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611554.453816:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611554.453817:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009d27c400 with handle 0x689c0ec07329d5ab from hash 00010000:00000001:0.0:1749611554.453819:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611554.453819:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611554.453820:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611554.453820:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611554.453821:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611554.453822:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611554.453823:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611554.453824:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611554.453824:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611554.453825:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611554.453827:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009d27c400/0x689c0ec07329d5ab lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611554.453829:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611554.453829:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611554.453830:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611554.453831:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611554.453832:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611554.453832:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611554.453833:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611554.453834:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009d27c400/0x689c0ec07329d5ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611554.453838:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880086d2e000 count: 0 00010000:00000001:0.0:1749611554.453863:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611554.453868:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611554.453871:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611554.453874:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78000 x1834598494691712/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611554.453880:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611554.453883:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611554.453884:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611554.453886:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611554.453889:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d27c800. 02000000:00000001:0.0:1749611554.453893:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611554.453894:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611554.453896:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78000. 00000100:00000001:0.0:1749611554.453899:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611554.453900:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611554.453901:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611554.453904:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611554.453906:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611554.453909:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880136947b00. 00000020:00000010:0.0:1749611554.453912:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133195a00. 00000020:00000010:0.0:1749611554.453916:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880133195200. 00000040:00000010:0.0:1749611554.453922:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f400. 00000020:00000010:0.0:1749611554.453926:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51ff000. 00000020:00000010:0.0:1749611554.453930:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e800. 80000000:00000010:0.0:1749611554.453934:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16540. 00040000:00000010:0.0:1749611554.453938:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e600. 00080000:00000010:0.0:1749611554.453943:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d5000. 00080000:00000010:0.0:1749611554.453947:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 10000000:00000040:0.0:1749611554.453953:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611554.453956:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880084695180 : new refcount 2 10000000:00000001:0.0:1749611554.453958:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:0.0:1749611554.453961:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611554.453965:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880133195200. 00000040:00000010:0.0:1749611554.453968:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f400. 00000020:00000010:0.0:1749611554.453974:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51ff000. 00000020:00000010:0.0:1749611554.453979:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8e800. 80000000:00000010:0.0:1749611554.453981:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16540. 00040000:00000010:0.0:1749611554.453984:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e600. 00080000:00000010:0.0:1749611554.453987:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:0.0:1749611554.453990:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d5000. 00000020:00000010:0.0:1749611554.453992:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133195a00. 10000000:00000010:0.0:1749611554.453993:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880136947b00. 10000000:01000000:0.0:1749611554.453995:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:0.0:1749611554.453997:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611554.453999:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611554.454000:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611554.454002:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611554.454003:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (ffff88007ed1ce00) refs 2 10000000:00000001:0.0:1749611554.454004:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611554.454005:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611554.454006:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b487b000) refs 2 10000000:00000001:0.0:1749611554.454007:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611554.454007:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611554.454008:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:0.0:1749611554.454009:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611554.454010:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-mdtir-ffff8800b4229800 from 1 10000000:00000001:0.0:1749611554.454011:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611554.454012:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:0.0:1749611554.454014:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54700. 00000020:00000040:0.0:1749611554.454016:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611554.454019:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611554.454021:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611554.454024:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611554.454027:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f000. 00000100:00000001:0.0:1749611554.454031:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611554.454034:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611554.454035:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611554.454039:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011f08a900. 00010000:00000001:0.0:1749611554.454042:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611554.454043:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e600. 00000020:00000001:0.0:1749611554.454047:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611554.454048:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e600 with handle 0x689c0ec07329d5b2 to hash 00000020:00000001:0.0:1749611554.454050:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611554.454051:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749611554.454052:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749611554.454054:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611554.454054:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611554.454056:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d5b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611554.454060:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d5b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611554.454067:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d5b2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611554.454070:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611554.454071:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611554.454075:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880084695540. 00000100:00000001:0.0:1749611554.454076:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134535714112 : -131939173837504 : ffff880084695540) 00000100:00000001:0.0:1749611554.454077:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611554.454078:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393866496 : -131936315685120 : ffff88012ec54700) 00000100:00000001:0.0:1749611554.454081:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611554.454084:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611554.454085:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611554.454086:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611554.454089:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec54700 x1834598494692352/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611554.454093:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611554.454094:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611554.454096:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88012ec54700 x1834598494692352/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611554.454100:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611554.454103:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611554.454104:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611554.454105:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611554.454106:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611554.454107:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611554.454108:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611554.454109:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611554.454110:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611554.458573:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611554.458576:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611554.458577:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611554.458578:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611554.458580:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611554.458581:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611554.458583:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611554.458584:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611554.458585:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611554.459600:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2e000. 00010000:00000010:3.1:1749611554.459607:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d27c400. 00000100:00000001:2.0:1749611555.030583:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611555.030588:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611555.030590:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611555.030592:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695480 going to sleep for 0 seconds 00000100:00000001:2.0:1749611555.030594:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611555.030597:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611555.030598:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611555.030600:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611555.030602:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611555.254649:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611555.254653:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611555.254744:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611555.254748:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611555.254750:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611555.262584:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611555.262595:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611555.262596:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611555.262598:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611555.262600:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611555.262602:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611555.262617:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611555.453653:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611555.453658:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611555.453660:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611555.453663:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611555.453665:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611555.453667:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611555.453669:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611555.453672:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611555.453673:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611555.458574:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611555.458577:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611555.458578:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611555.458580:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611555.458581:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611555.458583:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611555.458584:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611555.458585:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611555.458587:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749611555.998593:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:2.0:1749611555.998611:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:2.0:1749611555.998614:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:3.0:1749611555.998740:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1749611556.030590:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611556.030595:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611556.030609:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611556.030612:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695480 going to sleep for 0 seconds 00000100:00000001:2.0:1749611556.030615:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611556.030617:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611556.030629:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611556.030637:0:31086:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012ec57800 x1834598494691072/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611556.030643:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611556.030645:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57800 x1834598494691072/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611556.030649:0:31086:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611556.030651:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611556.030652:0:31086:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611556.030654:0:31086:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611556.030655:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494691072/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611556.030660:0:31086:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:31086:1834598494691072:0@lo:253:mount.lustre.0 00000100:00000001:2.0:1749611556.030663:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611556.030664:0:31086:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611556.030666:0:31086:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611556.030667:0:31086:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611556.030669:0:31086:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57800 x1834598494691072/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611556.030672:0:31086:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611556.030674:0:31086:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880084695480. 00000100:00000001:2.0:1749611556.030677:0:31086:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611556.030678:0:31086:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611556.030680:0:31086:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611556.030681:0:31086:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57800 x1834598494691072/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611556.030684:0:31086:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611556.030687:0:31086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611556.030688:0:31086:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611556.030689:0:31086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611556.030692:0:31086:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff880070f02000. 02000000:00000001:2.0:1749611556.030699:0:31086:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611556.030700:0:31086:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611556.030702:0:31086:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 00000100:00000001:2.0:1749611556.030704:0:31086:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611556.030705:0:31086:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611556.030706:0:31086:0:(mgc_request_server.c:242:mgc_target_register()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:2.0:1749611556.030708:0:31086:0:(mgc_request_server.c:268:mgc_set_info_async_server()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:2.0:1749611556.030710:0:31086:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:2.0:1749611556.030713:0:31086:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00080000:2.0:1749611556.030715:0:31086:0:(tgt_mount.c:1383:server_register_target()) lustre-OST0000: error registering with the MGS: rc = -110 (not fatal) 00000020:00000010:2.0:1749611556.030717:0:31086:0:(tgt_mount.c:1389:server_register_target()) kfreed 'mti': 4544 at ffff880129e7e000. 00000020:00000001:2.0:1749611556.030720:0:31086:0:(tgt_mount.c:1391:server_register_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611556.030722:0:31086:0:(tgt_mount.c:74:server_register_mount()) Process entered 00000020:00000010:2.0:1749611556.030723:0:31086:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at ffff88009daff7e0. 00000020:00000010:2.0:1749611556.030726:0:31086:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at ffff88006b821e70. 00000020:00000001:2.0:1749611556.030728:0:31086:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1749611556.030730:0:31086:0:(tgt_mount.c:62:server_find_mount()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1749611556.030731:0:31086:0:(tgt_mount.c:102:server_register_mount()) register mount ffff88007197e000 from lustre-OST0000 00000020:00000001:2.0:1749611556.030732:0:31086:0:(tgt_mount.c:104:server_register_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611556.030734:0:31086:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:2.0:1749611556.030735:0:31086:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff8800b2387380. 00000020:00000010:2.0:1749611556.030739:0:31086:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff88006a381000. 00000020:00000001:2.0:1749611556.030740:0:31086:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:2.0:1749611556.030742:0:31086:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:2.0:1749611556.030744:0:31086:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:01000000:2.0:1749611556.030747:0:31086:0:(mgc_request.c:1895:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:00000001:2.0:1749611556.030748:0:31086:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:2.0:1749611556.030749:0:31086:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:00000001:2.0:1749611556.030751:0:31086:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1749611556.030755:0:31086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611556.030756:0:31086:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8800b5273200) refs 3 10000000:00000001:2.0:1749611556.030757:0:31086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611556.030758:0:31086:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612135353463296 : -131938356088320 : ffff8800b5273200) 10000000:00000001:2.0:1749611556.030760:0:31086:0:(mgc_request_server.c:657:mgc_get_local_copy()) Process entered 10000000:01000000:2.0:1749611556.030764:0:31086:0:(mgc_request_server.c:671:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8800a8b08000 local copy 00010000:00000001:2.0:1749611556.030766:0:31086:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1749611556.030768:0:31086:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611556.030769:0:31086:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611556.030770:0:31086:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:2.0:1749611556.030774:0:31086:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78700. 00000020:00000040:2.0:1749611556.030776:0:31086:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611556.030779:0:31086:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611556.030781:0:31086:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611556.030784:0:31086:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611556.030788:0:31086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d27c200. 00000100:00000001:2.0:1749611556.030792:0:31086:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611556.030795:0:31086:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611556.030796:0:31086:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611556.030801:0:31086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880086d2ec00. 00010000:00000001:2.0:1749611556.030803:0:31086:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611556.030805:0:31086:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d27c000. 00000020:00000001:2.0:1749611556.030808:0:31086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611556.030809:0:31086:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009d27c000 with handle 0x689c0ec07329d5b9 to hash 00000020:00000001:2.0:1749611556.030811:0:31086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611556.030811:0:31086:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134950846464 : -131938758705152 : ffff88009d27c000) 00010000:00000001:2.0:1749611556.030813:0:31086:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134950846464 : -131938758705152 : ffff88009d27c000) 00010000:00000001:2.0:1749611556.030815:0:31086:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611556.030817:0:31086:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611556.030819:0:31086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611556.030825:0:31086:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611556.030832:0:31086:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5b9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611556.030835:0:31086:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611556.030836:0:31086:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611556.030843:0:31086:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381780. 00000100:00000001:2.0:1749611556.030844:0:31086:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096279424 : -131939613272192 : ffff88006a381780) 00000100:00000001:2.0:1749611556.030845:0:31086:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611556.030846:0:31086:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225217280 : -131939484334336 : ffff880071e78700) 00000100:00000001:2.0:1749611556.030849:0:31086:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611556.030851:0:31086:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611556.030852:0:31086:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611556.030853:0:31086:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611556.030856:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78700 x1834598494692480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611556.030860:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611556.030861:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611556.030863:0:31086:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880071e78700 x1834598494692480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611556.030867:0:31086:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611556.030868:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611556.030868:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611556.030869:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611556.030870:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611556.030871:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611556.030872:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611556.030873:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611556.030873:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611556.256629:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611556.256643:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611556.256723:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611556.256726:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611556.256729:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611556.262585:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611556.262607:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611556.262609:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611556.262611:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611556.262612:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611556.262615:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611556.262616:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611556.453657:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611556.453663:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611556.453665:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611556.453667:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611556.453670:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611556.453672:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611556.453674:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611556.453676:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611556.453678:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611556.458574:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611556.458577:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611556.458578:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611556.458580:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611556.458582:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611556.458583:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611556.458585:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611556.458586:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611556.458588:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611557.030671:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611557.030679:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611557.030682:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611557.030687:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611557.030690:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611557.030694:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611557.030716:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611557.030719:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611557.030722:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611557.258693:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611557.258697:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611557.258775:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611557.258779:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611557.258781:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611557.262667:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611557.262677:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611557.262678:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611557.262680:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611557.262682:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611557.262684:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611557.262686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611557.453749:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611557.453759:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611557.453762:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611557.453768:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611557.453772:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611557.453776:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611557.453780:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611557.453785:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611557.453788:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611557.458648:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611557.458654:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611557.458656:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611557.458659:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611557.458662:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611557.458664:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611557.458666:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611557.458668:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611557.458688:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.030656:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611558.030664:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611558.030667:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611558.030671:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611558.030675:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611558.030678:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611558.030681:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611558.030684:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611558.030687:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611558.260681:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611558.260687:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611558.260778:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611558.260783:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611558.260787:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611558.262653:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611558.262669:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611558.262673:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611558.262679:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611558.262682:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611558.262687:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.262691:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611558.270686:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611558.270694:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611558.270697:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611558.270701:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611558.270704:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611558.270706:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611558.270710:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611558.270730:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6159 00000100:00080000:2.0:1749611558.270735:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611558.270738:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611558.270741:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611558.270744:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611558.270746:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611558.270750:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611558.270752:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611558.270755:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611558.270759:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611558.270761:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611558.270763:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611558.270766:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611558.270768:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611558.270770:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611558.270771:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611558.270775:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611558.270778:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611558.270780:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611558.270783:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611558.270790:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611558.270792:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.270794:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611558.270798:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611558.270806:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78000. 00000020:00000040:2.0:1749611558.270811:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611558.270816:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611558.270819:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.270823:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611558.270826:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611558.270831:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611558.270840:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff4800. 00000100:00000001:2.0:1749611558.270849:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611558.270869:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e78000 x1834598494692608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611558.270886:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611558.270892:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611558.270898:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78000] to pc [ptlrpcd_rcv+-1] req@ffff880071e78000 x1834598494692608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611558.270939:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611558.270944:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611558.270950:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611558.270952:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611558.270955:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611558.270959:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611558.270963:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6159 00000100:00080000:2.0:1749611558.270967:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611558.270971:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611558.270974:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611558.270976:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611558.270979:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611558.270983:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611558.270985:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000100:00000001:0.0:1749611558.270985:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611558.270988:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611558.270991:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000100:00000001:0.0:1749611558.270991:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611558.270993:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:0.0:1749611558.270993:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749611558.270995:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611558.270998:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611558.271000:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611558.271002:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:0.0:1749611558.271003:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78000 x1834598494692608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611558.271004:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611558.271006:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611558.271009:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611558.271015:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611558.271017:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271018:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611558.271020:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611558.271021:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611558.271024:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611558.271025:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611558.271027:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611558.271028:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271029:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611558.271031:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611558.271032:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494692608:0@lo:38:kworker.0 00000100:00000010:2.0:1749611558.271035:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79180. 00000100:00000001:0.0:1749611558.271036:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749611558.271038:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611558.271040:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611558.271040:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611558.271042:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611558.271042:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271044:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611558.271045:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611558.271045:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611558.271047:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611558.271050:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c627400. 02000000:00000010:2.0:1749611558.271052:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff7c00. 02000000:00000001:0.0:1749611558.271052:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271056:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611558.271060:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff478. 00000100:00100000:2.0:1749611558.271062:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e79180 x1834598494692736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749611558.271066:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749611558.271070:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611558.271073:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611558.271074:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494692608, portal 4 00000100:00000040:2.0:1749611558.271076:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79180] to pc [ptlrpcd_rcv+-1] req@ffff880071e79180 x1834598494692736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.271077:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611558.271078:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225215488 : -131939484336128 : ffff880071e78000) 00000100:00000001:2.0:1749611558.271085:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611558.271087:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78000 x1834598494692608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611558.271088:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611558.271091:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611558.271092:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611558.271094:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611558.271096:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611558.271097:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611558.271099:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6159 00000100:00000040:0.0:1749611558.271099:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611558.271101:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00080000:2.0:1749611558.271102:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611558.271104:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000200:0.0:1749611558.271104:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494692608, offset 0 00000100:00000001:2.0:1749611558.271106:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611558.271108:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000200:0.0:1749611558.271110:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611558.271115:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611558.271117:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611558.271118:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611558.271120:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611558.271122:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611558.271124:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611558.271126:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000200:0.0:1749611558.271126:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611558.271129:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611558.271131:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611558.271133:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611558.271135:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611558.271137:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611558.271139:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611558.271141:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611558.271142:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749611558.271142:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94e500 02000000:00000001:2.0:1749611558.271145:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611558.271147:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271149:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611558.271150:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611558.271153:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78e00. 00000020:00000040:2.0:1749611558.271155:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611558.271158:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611558.271159:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271160:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611558.271161:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611558.271163:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611558.271164:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 9880 02000000:00000010:2.0:1749611558.271166:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff7400. 00000100:00000001:2.0:1749611558.271169:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611558.271173:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e78e00 x1834598494692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611558.271176:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611558.271180:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611558.271182:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611558.271182:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611558.271185:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78e00] to pc [ptlrpcd_rcv+-1] req@ffff880071e78e00 x1834598494692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.271190:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611558.271194:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749611558.271198:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611558.271201:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:0.0:1749611558.271201:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 00000100:00000001:2.0:1749611558.271205:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611558.271207:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79500. 00000100:00000040:0.0:1749611558.271207:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec57800 x1834598494692608 msgsize 520 00000020:00000040:2.0:1749611558.271210:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611558.271212:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1749611558.271213:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749611558.271214:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611558.271215:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611558.271219:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e500. 00000100:00000001:2.0:1749611558.271222:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611558.271226:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611558.271234:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611558.271235:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.271239:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611558.271240:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79500] to pc [ptlrpcd_00_00+0] req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611558.271250:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749611558.271254:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749611558.271258:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611558.271265:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78000 x1834598494692608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611558.271275:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.271277:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611558.271281:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6169) 00000100:00000040:0.0:1749611558.271282:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78000 x1834598494692608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.271293:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.271296:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611558.271303:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271305:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611558.271307:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611558.271309:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611558.271310:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1265 usecs (2 jiffies) 00000100:00000040:2.0:1749611558.271313:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.271315:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300831730 00000100:00000001:2.0:1749611558.271320:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611558.271321:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611558.271322:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947b00. 02000000:00000001:2.0:1749611558.271324:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611558.271326:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611558.271328:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.271330:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00100000:2.0:1749611558.271331:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494692992:0@lo:400:kworker.0 00000100:00000001:2.0:1749611558.271334:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611558.271338:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300831730 00000100:00000001:3.0:1749611558.271341:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749611558.271342:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369475c0. 02000000:00000001:2.0:1749611558.271344:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611558.271345:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611558.271345:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749611558.271346:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.271346:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749611558.271348:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1749611558.271350:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494692608 02000000:00000010:2.0:1749611558.271351:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27d800. 00000100:00000001:0.0:1749611558.271351:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300831730 02000000:00000001:2.0:1749611558.271353:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611558.271355:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947e40. 00000400:00000010:2.0:1749611558.271358:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe9a0. 00000100:00000001:0.0:1749611558.271359:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000400:00000010:2.0:1749611558.271363:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 02000000:00000001:1.0:1749611558.271363:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611558.271363:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300831730 00000100:00000001:1.0:1749611558.271366:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749611558.271368:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494692992, portal 10 00000100:00000001:1.0:1749611558.271369:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271371:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611558.271374:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225220864 : -131939484330752 : ffff880071e79500) 02000000:00000001:1.0:1749611558.271374:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611558.271376:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947d80. 00000100:00100000:1.0:1749611558.271378:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494692608 00000020:00000001:1.0:1749611558.271380:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611558.271381:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000040:1.0:1749611558.271382:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611558.271383:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611558.271384:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611558.271386:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611558.271389:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271394:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749611558.271394:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295e600. 00000100:00000040:2.0:1749611558.271398:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611558.271400:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50800. 00000400:00000010:2.0:1749611558.271401:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000001:0.0:1749611558.271403:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611558.271405:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494692992, offset 0 00000020:00000010:1.0:1749611558.271406:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 00000100:00000001:0.0:1749611558.271408:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611558.271411:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611558.271411:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611558.271412:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611558.271413:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611558.271414:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.271416:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611558.271420:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611558.271422:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611558.271423:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611558.271426:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.271429:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611558.271431:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.271431:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749611558.271432:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94e680 00000100:00000001:0.0:1749611558.271433:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611558.271440:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79180 x1834598494692736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611558.271441:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 137048 00000100:00000001:1.0:1749611558.271442:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611558.271444:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749611558.271449:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749611558.271450:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00000001:0.0:1749611558.271452:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611558.271453:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00000400:00000200:2.0:1749611558.271455:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611558.271455:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611558.271458:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:1.0:1749611558.271459:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec57800 x1834598494692608/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611558.271461:0:28321:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:0.0:1749611558.271462:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611558.271464:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749611558.271465:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611558.271469:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79880. 00000100:00100000:0.0:1749611558.271470:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494692736:0@lo:38:kworker.0 00000100:00100000:1.0:1749611558.271472:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494692608:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749611558.271473:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880071e79880 x1834598494692992 msgsize 224 00000100:00000001:0.0:1749611558.271475:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1749611558.271476:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494692608 00000100:00100000:2.0:1749611558.271479:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749611558.271479:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749611558.271480:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611558.271481:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611558.271484:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749611558.271484:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611558.271489:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c626800. 00000100:00000001:2.0:1749611558.271490:0:28321:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749611558.271492:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611558.271497:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611558.271498:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000400:00000010:0.0:1749611558.271498:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 00000400:00000010:2.0:1749611558.271501:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00010000:00020000:1.0:1749611558.271501:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611558.271504:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611558.271505:0:28321:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:1.0:1749611558.271508:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611558.271511:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611558.271511:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:2.0:1749611558.271512:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611574 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611558.271512:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00100000:3.0:1749611558.271515:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494692992 02000000:00000001:3.0:1749611558.271518:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749611558.271518:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494692736, portal 10 00000100:00000001:1.0:1749611558.271519:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611558.271521:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611558.271550:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225219968 : -131939484331648 : ffff880071e79180) 00000100:00000001:2.0:1749611558.271556:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611558.271558:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611558.271560:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79180 x1834598494692736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611558.271562:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611558.271567:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611558.271567:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611574 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611558.271571:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494692992 00000100:00000001:0.0:1749611558.271571:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611558.271574:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611558.271574:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271597:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:3.0:1749611558.271603:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749611558.271605:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611558.271606:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611558.271607:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611558.271610:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:3.0:1749611558.271611:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 02000000:00000010:1.0:1749611558.271612:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086dc9800. 00000100:00000040:2.0:1749611558.271614:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 950 usecs (1 jiffies) 00000400:00000010:0.0:1749611558.271614:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000020:00000001:3.0:1749611558.271615:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:1.0:1749611558.271615:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271617:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300831730 00000100:00000001:1.0:1749611558.271617:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611558.271619:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000200:0.0:1749611558.271619:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494692736, offset 0 00000100:00000001:2.0:1749611558.271620:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300831730 00010000:00000001:1.0:1749611558.271622:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611558.271623:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300831730 00000400:00000200:0.0:1749611558.271624:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611558.271625:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611558.271625:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300831730 00010000:00000001:1.0:1749611558.271625:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271627:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300831730 00000100:00001000:1.0:1749611558.271628:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611558.271629:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300831730 00000020:00000010:3.0:1749611558.271630:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e73a140. 00000100:00000001:2.0:1749611558.271631:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300831730 00000100:00000001:1.0:1749611558.271632:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611558.271633:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300831730 00000400:00000200:0.0:1749611558.271634:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611558.271635:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e73a4c0. 00000100:00000001:2.0:1749611558.271635:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611558.271635:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611558.271638:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611558.271638:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611558.271640:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611558.271641:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611558.271642:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611558.271643:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:0.0:1749611558.271643:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94e580 00000020:00000040:3.0:1749611558.271644:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:1.0:1749611558.271647:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611558.271649:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611558.271650:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:1.0:1749611558.271650:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749611558.271650:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 137272 02000000:00000001:1.0:1749611558.271652:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271653:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611558.271654:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611558.271654:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611558.271654:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611558.271655:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611558.271657:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611558.271657:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611558.271658:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611558.271660:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125200. 00000400:00000010:1.0:1749611558.271661:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000400:00000200:0.0:1749611558.271663:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749611558.271666:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7480. 00000100:00000200:1.0:1749611558.271666:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494692608, offset 0 00000100:00000001:0.0:1749611558.271668:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611558.271670:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749611558.271671:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8708. 00000400:00000200:1.0:1749611558.271671:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749611558.271675:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec55880. 00000100:00000040:0.0:1749611558.271678:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec55880 x1834598494692736 msgsize 520 00000100:00000040:3.0:1749611558.271680:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1749611558.271680:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749611558.271681:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749611558.271683:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000040:2.0:1749611558.271684:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00100000:0.0:1749611558.271685:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611558.271686:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749611558.271687:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94e500 00000100:00000001:3.0:1749611558.271689:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611558.271693:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9481 [1] + 0 00000100:00000001:0.0:1749611558.271693:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611558.271696:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1749611558.271699:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611558.271700:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000200:1.0:1749611558.271702:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611558.271704:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:3.0:1749611558.271707:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611558.271707:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611558.271708:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611558.271709:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611558.271713:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78000 x1834598494692608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611558.271713:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79180 x1834598494692736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.271724:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611558.271725:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e78000 x1834598494692608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611558.271729:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79180 x1834598494692736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611558.271732:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611558.271734:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611558.271739:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611558.271740:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:0.0:1749611558.271742:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611558.271744:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611558.271746:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494692736 00000100:00000001:0.0:1749611558.271748:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611558.271749:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749611558.271749:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749611558.271751:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611558.271752:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749611558.271753:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1096 usecs (2 jiffies) 00000100:00000001:3.0:1749611558.271754:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611558.271754:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611558.271756:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300831731 02000000:00000001:3.0:1749611558.271758:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611558.271759:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611558.271762:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494692736 00000100:00000040:1.0:1749611558.271763:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611558.271763:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300831730 00000100:00000001:2.0:1749611558.271764:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749611558.271765:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611558.271765:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271766:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:3.0:1749611558.271767:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611558.271767:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611558.271768:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300831731 00000020:00000001:3.0:1749611558.271769:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611558.271772:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611558.271772:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00000040:1.0:1749611558.271772:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494692608/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611578 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.271772:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300831730 00000020:00000001:3.0:1749611558.271775:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611558.271775:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749611558.271776:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300831731 00000100:00000001:2.0:1749611558.271777:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134225221760 : -131939484329856 : ffff880071e79880) 00000020:00000010:3.0:1749611558.271780:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000100:00100000:1.0:1749611558.271783:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec57800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494692608:12345-0@lo:38:kworker.0 Request processed in 311us (574us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749611558.271784:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7100. 00000100:00000040:2.0:1749611558.271784:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880071e79880 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:239/0 lens 224/0 e 0 to 0 dl 1749611569 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611558.271788:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000100:00000001:0.0:1749611558.271789:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300831730 00000100:00000001:3.0:1749611558.271792:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:1.0:1749611558.271792:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00000001:0.0:1749611558.271793:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300831731 00000100:00000001:3.0:1749611558.271794:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611558.271795:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611558.271796:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611558.271797:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611558.271798:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300831730 00000100:00000001:3.0:1749611558.271801:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271801:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611558.271802:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50800. 00000100:00000001:0.0:1749611558.271802:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611558.271804:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a302140. 00000020:00000010:1.0:1749611558.271806:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ce10. 00000100:00000001:0.0:1749611558.271806:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.271807:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611558.271809:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295e600. 00000100:00000001:0.0:1749611558.271809:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611558.271810:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611558.271810:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a302140. 00000100:00000001:1.0:1749611558.271813:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611558.271815:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494692992:12345-0@lo:400:kworker.0 00000100:00000040:0.0:1749611558.271817:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78e00 x1834598494692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611558.271818:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749611558.271819:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494692992 00000100:00000001:3.0:1749611558.271821:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611558.271822:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611558.271825:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:3.0:1749611558.271826:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000020:00000001:2.0:1749611558.271828:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611558.271829:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393870976 : -131936315680640 : ffff88012ec55880) 00000100:00000001:0.0:1749611558.271829:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749611558.271831:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749611558.271831:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611558.271833:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:0.0:1749611558.271835:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749611558.271836:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec55880 x1834598494692736/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611558.271836:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749611558.271838:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611558.271840:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611558.271841:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611558.271842:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611558.271844:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749611558.271846:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611558.271846:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494692864:0@lo:38:kworker.0 00000020:00000001:2.0:1749611558.271848:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:3.0:1749611558.271851:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494692736:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611558.271851:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611558.271852:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611558.271854:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749611558.271854:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1749611558.271856:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494692736 02000000:00000010:2.0:1749611558.271857:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff4c00. 02000000:00000001:0.0:1749611558.271857:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611558.271859:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611558.271860:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611558.271860:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611558.271861:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611558.271863:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749611558.271864:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611558.271864:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c625000. 00010000:00000040:2.0:1749611558.271866:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494692992 02000000:00000001:0.0:1749611558.271867:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611558.271869:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:0.0:1749611558.271872:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00010000:00000200:2.0:1749611558.271874:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880071e79880 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:239/0 lens 224/224 e 0 to 0 dl 1749611569 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611558.271875:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611558.271877:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00010000:00000001:2.0:1749611558.271882:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749611558.271882:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494692864, portal 10 00010000:00000001:2.0:1749611558.271884:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.271885:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00020000:3.0:1749611558.271887:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:2.0:1749611558.271887:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611558.271887:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225219072 : -131939484332544 : ffff880071e78e00) 00000100:00000001:2.0:1749611558.271890:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749611558.271891:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611558.271893:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:3.0:1749611558.271895:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611558.271896:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78e00 x1834598494692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611558.271899:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611558.271899:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611558.271902:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611558.271902:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611558.271904:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611558.271905:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611558.271906:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611558.271906:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749611558.271910:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0dc400. 00000100:00000040:2.0:1749611558.271911:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611558.271912:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749611558.271913:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611558.271914:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000400:00000010:0.0:1749611558.271915:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:3.0:1749611558.271917:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611558.271918:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494692992, offset 224 00000100:00000200:0.0:1749611558.271919:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494692864, offset 0 00010000:00000001:3.0:1749611558.271921:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611558.271922:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749611558.271924:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611558.271927:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1749611558.271928:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611558.271930:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611558.271932:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611558.271935:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611558.271936:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94e680 00000100:00000040:3.0:1749611558.271939:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000200:2.0:1749611558.271941:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9489 [1] + 224 00000100:00000001:3.0:1749611558.271942:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611558.271944:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611558.271946:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749611558.271946:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611558.271950:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611558.271951:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000200:0.0:1749611558.271952:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94e600 00000100:00000001:2.0:1749611558.271953:0:12680:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611558.271955:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611558.271957:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611558.271958:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611574 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611558.271960:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 137792 00000100:00000001:3.0:1749611558.271961:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611558.271964:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611558.271966:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611558.271967:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611558.271968:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000200:3.0:1749611558.271972:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494692736, offset 0 00000400:00000200:0.0:1749611558.271972:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611558.271977:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749611558.271978:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749611558.271979:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611558.271980:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000010:0.0:1749611558.271984:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf91880. 00000400:00000200:2.0:1749611558.271985:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000400:00000200:3.0:1749611558.271986:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749611558.271987:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000040:0.0:1749611558.271989:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf91880 x1834598494692864 msgsize 520 00000100:00000001:2.0:1749611558.271990:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611558.271991:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749611558.271994:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94e580 00000100:00000001:2.0:1749611558.271995:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611558.271995:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749611558.271997:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:3.0:1749611558.272000:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9491 [1] + 0 00010000:00000001:2.0:1749611558.272000:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611558.272002:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611558.272004:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749611558.272006:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611558.272008:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79880 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:239/0 lens 224/224 e 0 to 0 dl 1749611569 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611558.272011:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611558.272016:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611558.272018:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e79880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494692992:12345-0@lo:400:kworker.0 Request processed in 216us (543us total) trans 0 rc 0/0 00000100:00000001:0.0:1749611558.272019:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749611558.272022:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e79180 x1834598494692736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611558.272025:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00100000:2.0:1749611558.272026:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000400:00000010:0.0:1749611558.272028:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611558.272032:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611558.272034:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611558.272037:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1749611558.272038:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78e00 x1834598494692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611558.272039:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611558.272043:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7480. 00000020:00000010:2.0:1749611558.272046:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8708. 00000020:00000010:2.0:1749611558.272050:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125200. 00000100:00000001:0.0:1749611558.272050:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611558.272051:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611558.272053:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494692864 00000100:00000040:3.0:1749611558.272054:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e79180 x1834598494692736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611558.272054:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78e00 x1834598494692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611558.272056:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1749611558.272057:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:1.0:1749611558.272058:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611558.272060:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611558.272060:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611558.272063:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611558.272065:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494692864 00000100:00000001:0.0:1749611558.272065:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611558.272068:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749611558.272068:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611558.272068:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:1.0:1749611558.272069:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611558.272071:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611558.272072:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611558.272073:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000020:00000001:1.0:1749611558.272073:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611558.272074:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749611558.272075:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611558.272076:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:2.0:1749611558.272077:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749611558.272077:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 00000020:00000010:1.0:1749611558.272078:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295e600. 00000100:00000001:3.0:1749611558.272080:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:2.0:1749611558.272081:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:1.0:1749611558.272081:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50800. 00000100:00000001:0.0:1749611558.272081:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300831730 00000100:00000001:3.0:1749611558.272082:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:2.0:1749611558.272083:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749611558.272084:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 00000400:00000010:2.0:1749611558.272085:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe9a0. 00000100:00000001:0.0:1749611558.272085:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300831731 00000100:00000001:3.0:1749611558.272086:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611558.272087:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749611558.272088:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000100:00000001:1.0:1749611558.272088:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611558.272088:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300831730 00000100:00000040:3.0:1749611558.272090:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000010:2.0:1749611558.272090:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000001:2.0:1749611558.272092:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611558.272092:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300831731 00000100:00000001:3.0:1749611558.272093:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.272095:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300831730 00000020:00000001:3.0:1749611558.272096:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611558.272096:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611574 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611558.272097:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.272099:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300831731 00000100:00000001:1.0:1749611558.272101:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.272102:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300831730 00000100:00000040:3.0:1749611558.272103:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec55880 x1834598494692736/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611578 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611558.272105:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611574 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.272105:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300831731 00000100:00000001:1.0:1749611558.272109:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611558.272111:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611558.272114:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.272115:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611558.272117:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611558.272117:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749611558.272118:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494692736:12345-0@lo:38:kworker.0 Request processed in 266us (436us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611558.272118:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611558.272119:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611558.272120:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611558.272123:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749611558.272123:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000400:00000001:0.0:1749611558.272124:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611558.272125:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611558.272125:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931011712 : -131938778539904 : ffff88009bf91880) 00000400:00000001:0.0:1749611558.272127:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:2.0:1749611558.272129:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611558.272130:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf91880 x1834598494692864/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611578 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611558.272130:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff478. 00000100:00100000:3.0:1749611558.272131:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00000001:3.0:1749611558.272135:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749611558.272136:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:3.0:1749611558.272137:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:2.0:1749611558.272137:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=113 v=5 (5 5 5 5) 00000400:00000010:0.0:1749611558.272139:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00100000:1.0:1749611558.272140:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494692864:12345-0@lo:38:kworker.0 00000100:00001000:2.0:1749611558.272142:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=113 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611558.272142:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749611558.272143:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7100. 00000100:00000200:1.0:1749611558.272143:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494692864 00000020:00000001:1.0:1749611558.272145:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611558.272146:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749611558.272147:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000100:00000001:2.0:1749611558.272148:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611558.272148:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749611558.272148:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78000 x1834598494692608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611558.272152:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000010:3.0:1749611558.272153:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000020:00000001:1.0:1749611558.272155:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611558.272158:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00080000:2.0:1749611558.272159:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749611558.272159:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611558.272161:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611558.272162:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78000 x1834598494692608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611558.272164:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611558.272166:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611558.272168:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749611558.272170:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611558.272170:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749611558.272173:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086dc8400. 00000100:00000001:0.0:1749611558.272173:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749611558.272175:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.272175:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611558.272177:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.272178:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:1.0:1749611558.272180:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611558.272181:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611558.272181:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611558.272184:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00001000:1.0:1749611558.272184:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611558.272184:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611558.272186:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611558.272187:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749611558.272187:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611558.272189:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611558.272190:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749611558.272190:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611558.272192:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611558.272193:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611558.272194:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611558.272197:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00001000:0.0:1749611558.272197:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611558 v=5 (0 0 0 0) 00000100:00000040:2.0:1749611558.272200:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611574 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611558.272200:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00001000:0.0:1749611558.272202:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=81 v=20 (1 20 1 1) 02000000:00000001:1.0:1749611558.272207:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611558.272207:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749611558.272209:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.272210:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611558.272211:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611558.272212:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611558.272213:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611558.272213:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611558.272216:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:1.0:1749611558.272216:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:2.0:1749611558.272218:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611558.272219:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78000 x1834598494692608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611583 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611558.272220:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494692864, offset 0 00000100:00000040:2.0:1749611558.272224:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611574 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611558.272224:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611558.272230:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611558.272231:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611558.272233:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611558.272236:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611558.272237:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94e600 00000100:00100000:2.0:1749611558.272238:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494692992:0@lo:400:kworker.0 00000100:00000001:0.0:1749611558.272239:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:1.0:1749611558.272242:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x949d [1] + 0 00000100:00000001:0.0:1749611558.272242:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611558.272245:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611558.272246:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:1.0:1749611558.272247:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611558.272248:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749611558.272250:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:0.0:1749611558.272250:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:2.0:1749611558.272253:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79500 x1834598494692992/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611574 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611558.272253:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611558.272258:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78e00 x1834598494692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.272260:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611558.272264:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611558.272267:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:0.0:1749611558.272267:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78000 x1834598494692608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611583 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611558.272268:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e78e00 x1834598494692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611558.272271:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27d800. 00000100:00000001:1.0:1749611558.272276:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611558.272280:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:1.0:1749611558.272280:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00100000:0.0:1749611558.272280:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494692608:0@lo:38:kworker.0 00000400:00000010:1.0:1749611558.272282:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000020:00000001:2.0:1749611558.272283:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749611558.272284:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:2.0:1749611558.272285:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749611558.272285:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611558.272287:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611558.272288:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611558.272289:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611558.272290:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611558.272291:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000010:2.0:1749611558.272292:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e500. 00000100:00000001:1.0:1749611558.272293:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611558.272294:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78000 x1834598494692608/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611583 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611558.272295:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611558.272299:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749611558.272299:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf91880 x1834598494692864/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611578 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611558.272301:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611558.272301:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611558.272303:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:2.0:1749611558.272304:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79500. 02000000:00000010:0.0:1749611558.272306:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c627400. 00000100:00000001:2.0:1749611558.272308:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1749611558.272308:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494692864:12345-0@lo:38:kworker.0 Request processed in 168us (317us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749611558.272309:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611558.272310:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611558.272310:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611558.272312:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749611558.272312:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611558.272314:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1749611558.272316:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 02000000:00000010:0.0:1749611558.272316:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff4800. 00000100:00000001:2.0:1749611558.272317:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611558.272318:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611558.272319:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611558.272319:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749611558.272320:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611558.272321:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611558.272321:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611558.272322:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78000. 00000100:00000001:2.0:1749611558.272323:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.272325:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611558.272326:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611558.272328:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50800. 00000100:00000001:0.0:1749611558.272328:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611558.272331:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ce10. 00000100:00000001:0.0:1749611558.272333:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1749611558.272334:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295e600. 00000100:00000001:0.0:1749611558.272335:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611558.272337:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.272337:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611558.272339:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611558.272342:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611558.272344:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611558.272346:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 00000400:00000200:0.0:1749611558.272349:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749611558.272351:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749611558.272353:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611558.272356:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79180 x1834598494692736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611558.272376:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79180 x1834598494692736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.272383:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611558.272385:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.272387:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611558.272389:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611558.272390:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611558.272392:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611558.272394:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611558.272398:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611558 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611558.272401:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=63 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611558.272403:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611558.272405:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611558.272407:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611558.272411:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79180 x1834598494692736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611583 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.272417:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611558.272419:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611558.272421:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.272422:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611558.272424:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611558.272426:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611558.272429:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611558.272431:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611558.272434:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79180 x1834598494692736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611583 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611558.272441:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494692736:0@lo:38:kworker.0 00000400:00000001:0.0:1749611558.272446:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611558.272447:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611558.272454:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000400:00000200:0.0:1749611558.272456:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611558.272458:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749611558.272460:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611558.272464:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78e00 x1834598494692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611558.272472:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78e00 x1834598494692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611583 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.272478:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611558.272479:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.272481:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611558.272482:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611558.272483:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611558.272484:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611558.272486:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611558.272490:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611558 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611558.272492:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=113 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611558.272495:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611558.272496:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611558.272498:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611558.272501:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78e00 x1834598494692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611583 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.272507:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611558.272509:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611558.272510:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.272512:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611558.272513:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611558.272516:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611558.272519:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611558.272555:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611558.272563:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78e00 x1834598494692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611583 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611558.272618:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494692864:0@lo:38:kworker.0 00000100:00000001:0.0:1749611558.272625:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.272628:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611558.272633:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79180 x1834598494692736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611583 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.272644:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611558.272646:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611558.272650:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c626800. 02000000:00000001:0.0:1749611558.272654:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611558.272656:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611558.272659:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611558.272661:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611558.272664:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff7c00. 02000000:00000001:0.0:1749611558.272668:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611558.272670:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611558.272672:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79180. 00000100:00000001:0.0:1749611558.272676:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611558.272678:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.272681:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611558.272686:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78e00 x1834598494692864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611583 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611558.272696:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611558.272698:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611558.272701:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c625000. 02000000:00000001:0.0:1749611558.272704:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611558.272706:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611558.272708:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611558.272711:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611558.272713:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff7400. 02000000:00000001:0.0:1749611558.272716:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611558.272717:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611558.272718:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78e00. 00000100:00000001:0.0:1749611558.272721:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611558.272729:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.272731:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.272733:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611558.272735:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611558.272738:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.272739:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611558.273626:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300831731, at 4300831731 00000100:00000040:3.0:1749611558.273630:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300831731, at 4300831731 00000100:00000040:2.0:1749611558.273630:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300831731, at 4300831731 00000100:00000040:1.0:1749611558.273636:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300831731, at 4300831731 00000100:00000010:2.0:1749611558.273643:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947e40. 00000100:00000010:0.0:1749611558.273643:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947b00. 00000100:00000010:1.0:1749611558.273647:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369475c0. 00000100:00000010:3.0:1749611558.273661:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947d80. 00000100:00000001:0.0:1749611558.453754:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611558.453763:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611558.453766:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611558.453771:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611558.453775:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611558.453778:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.453781:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611558.453784:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.453787:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611558.458661:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611558.458667:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611558.458669:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611558.458673:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611558.458675:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611558.458678:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.458681:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611558.458683:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611558.458686:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611559.030662:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611559.030671:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611559.030673:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611559.030678:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611559.030682:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611559.030686:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611559.030689:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611559.030692:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611559.030694:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611559.262700:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611559.262706:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611559.262833:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611559.262838:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611559.262842:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611559.272647:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611559.272661:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611559.272664:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611559.272668:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611559.272670:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611559.272673:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611559.272676:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611559.453677:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611559.453684:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611559.453686:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611559.453707:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611559.453710:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611559.453713:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611559.453716:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611559.453719:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611559.453722:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611559.458642:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611559.458647:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611559.458649:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611559.458652:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611559.458655:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611559.458658:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611559.458661:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611559.458663:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611559.458665:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611560.030659:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611560.030667:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611560.030670:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611560.030674:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611560.030678:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611560.030682:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611560.030685:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611560.030688:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611560.030691:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611560.264707:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611560.264713:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611560.264848:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611560.264854:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611560.264857:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611560.272642:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611560.272658:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611560.272661:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611560.272664:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611560.272667:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611560.272671:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611560.272673:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611560.453682:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611560.453690:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611560.453693:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611560.453697:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611560.453701:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611560.453705:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611560.453707:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611560.453721:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88012ec54700 x1834598494692352/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611560.453732:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611560.453736:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec54700 x1834598494692352/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611560.453744:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611560.453763:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611560.453766:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611560.453768:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611560.453772:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54700 x1834598494692352/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611560.453781:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec54700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494692352:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611560.453787:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611560.453789:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611560.453791:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611560.453794:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611560.453797:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec54700 x1834598494692352/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611560.453804:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611560.453807:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880084695540. 00000100:00000001:0.0:1749611560.453811:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611560.453812:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611560.453817:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611560.453821:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611560.453824:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611560.453828:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e600 refcount=4 00000020:00000001:0.0:1749611560.453830:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749611560.453833:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00010000:0.0:1749611560.453840:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d5b2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611560.453850:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611560.453855:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d5b2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611560.453862:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611560.453865:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d5b2 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611560.453877:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611560.453879:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611560.453882:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d5b2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611560.453888:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611560.453891:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611560.453894:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611560.453897:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d5b2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611560.453903:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611560.453906:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611560.453909:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d5b2 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611560.453914:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611560.453916:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611560.453917:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611560.453919:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e600 refcount=5 00000020:00000001:0.0:1749611560.453921:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749611560.453923:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749611560.453926:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611560.453929:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d5b2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611560.453934:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611560.453936:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d5b2 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611560.453942:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611560.453944:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611560.453946:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611560.453952:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611560.453955:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611560.453958:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611560.453959:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611560.453962:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611560.453963:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611560.453966:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e600 with handle 0x689c0ec07329d5b2 from hash 00010000:00000001:0.0:1749611560.453968:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611560.453970:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611560.453971:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611560.453972:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611560.453973:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611560.453975:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611560.453977:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611560.453978:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611560.453979:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611560.453981:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611560.453984:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d5b2 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611560.453989:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611560.453989:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611560.453991:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611560.453992:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611560.453994:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611560.453995:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611560.453996:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611560.453998:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d5b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611560.454006:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88011f08a900 count: 0 00010000:00000001:0.0:1749611560.454040:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611560.454043:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611560.454047:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611560.454053:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec54700 x1834598494692352/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611560.454063:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611560.454075:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611560.454078:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611560.454081:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611560.454087:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f000. 02000000:00000001:0.0:1749611560.454093:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611560.454096:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611560.454099:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec54700. 00000100:00000001:0.0:1749611560.454105:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611560.454107:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611560.454110:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611560.454114:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611560.454117:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611560.454122:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880136947b00. 00000020:00000010:0.0:1749611560.454128:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f000. 00000020:00000010:0.0:1749611560.454135:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e800. 00000040:00000010:0.0:1749611560.454140:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f400. 00000020:00000010:0.0:1749611560.454146:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51ff000. 00000020:00000010:0.0:1749611560.454156:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880133195a00. 80000000:00000010:0.0:1749611560.454162:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16540. 00040000:00000010:0.0:1749611560.454169:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880133195200. 00080000:00000010:0.0:1749611560.454176:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d5000. 00080000:00000010:0.0:1749611560.454184:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 10000000:00000040:0.0:1749611560.454195:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611560.454201:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880084695180 : new refcount 2 10000000:00000001:0.0:1749611560.454206:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:0.0:1749611560.454212:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611560.454220:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e800. 00000040:00000010:0.0:1749611560.454226:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f400. 00000020:00000010:0.0:1749611560.454230:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51ff000. 00000020:00000010:0.0:1749611560.454236:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880133195a00. 80000000:00000010:0.0:1749611560.454240:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16540. 00040000:00000010:0.0:1749611560.454245:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880133195200. 00080000:00000010:0.0:1749611560.454250:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:0.0:1749611560.454255:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d5000. 00000020:00000010:0.0:1749611560.454265:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f000. 10000000:00000010:0.0:1749611560.454268:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880136947b00. 10000000:01000000:0.0:1749611560.454272:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' failed (-5). 10000000:00000400:0.0:1749611560.454276:0:9690:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.202.106@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 10000000:00000001:0.0:1749611560.454279:0:9690:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1749611560.454280:0:9690:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1749611560.454283:0:9690:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1749611560.454285:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749611560.454287:0:9690:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611560.454290:0:9690:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1749611560.454291:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611560.454293:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611560.454295:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611560.454297:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff88007ed1c200) refs 2 10000000:00000001:0.0:1749611560.454299:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611560.454301:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611560.454303:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff88007ed1ce00) refs 2 10000000:00000001:0.0:1749611560.454305:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611560.454306:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611560.454308:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:00000001:0.0:1749611560.454309:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611560.454311:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 25 10000000:00000001:0.0:1749611560.454314:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611560.454315:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00000100:00000010:0.0:1749611560.454320:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf90380. 00000020:00000040:0.0:1749611560.454324:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611560.454328:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611560.454331:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611560.454337:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611560.454342:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880118e78a00. 00000100:00000001:0.0:1749611560.454348:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611560.454352:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611560.454355:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1749611560.454360:0:9690:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff880086d2ec00 count: 2 00010000:00000001:0.0:1749611560.454363:0:9690:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611560.454366:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611560.454373:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880118e78200. 00000020:00000001:0.0:1749611560.454377:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611560.454379:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880118e78200 with handle 0x689c0ec07329d5c0 to hash 00000020:00000001:0.0:1749611560.454381:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611560.454383:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137027011072 : -131936682540544 : ffff880118e78200) 00010000:00000001:0.0:1749611560.454386:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137027011072 : -131936682540544 : ffff880118e78200) 00010000:00000001:0.0:1749611560.454388:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611560.454390:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611560.454393:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880118e78200/0x689c0ec07329d5c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611560.454401:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff880118e78200/0x689c0ec07329d5c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611560.454413:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880118e78200/0x689c0ec07329d5c0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611560.454419:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611560.454421:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611560.454426:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880084695540. 00000100:00000001:0.0:1749611560.454429:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134535714112 : -131939173837504 : ffff880084695540) 00000100:00000001:0.0:1749611560.454431:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611560.454433:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134931006336 : -131938778545280 : ffff88009bf90380) 00000100:00000001:0.0:1749611560.454437:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611560.454442:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611560.454444:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611560.454446:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611560.454451:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009bf90380 x1834598494693120/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611560.454458:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611560.454460:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611560.454464:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88009bf90380 x1834598494693120/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611560.454471:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611560.454478:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611560.454479:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611560.454482:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611560.454484:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611560.454486:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611560.454488:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611560.454489:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611560.454491:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611560.456713:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011f08a900. 00010000:00000010:3.1:1749611560.456722:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e600. 00000100:00000001:0.0:1749611560.458644:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611560.458649:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611560.458651:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611560.458654:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611560.458657:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611560.458659:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611560.458662:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611560.458665:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611560.458667:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611561.030635:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611561.030642:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611561.030644:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611561.030648:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611561.030653:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611561.030657:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611561.030660:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611561.030663:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611561.030666:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611561.266705:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611561.266713:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611561.266845:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611561.266850:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611561.266854:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611561.272641:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611561.272656:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611561.272659:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611561.272663:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611561.272666:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611561.272670:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611561.272673:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611561.453671:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611561.453677:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611561.453679:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611561.453683:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611561.453686:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611561.453690:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611561.453692:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611561.453696:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611561.453698:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611561.458638:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611561.458644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611561.458646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611561.458649:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611561.458670:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611561.458673:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611561.458676:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611561.458678:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611561.458680:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611562.030644:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611562.030653:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611562.030673:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611562.030678:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611562.030681:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611562.030686:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611562.030689:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611562.030700:0:31086:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880071e78700 x1834598494692480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611562.030711:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611562.030715:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78700 x1834598494692480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611562.030724:0:31086:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611562.030728:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611562.030730:0:31086:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611562.030732:0:31086:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611562.030736:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78700 x1834598494692480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611562.030744:0:31086:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:31086:1834598494692480:0@lo:101:mount.lustre.0 00000100:00000001:2.0:1749611562.030750:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611562.030752:0:31086:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611562.030755:0:31086:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611562.030757:0:31086:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611562.030760:0:31086:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78700 x1834598494692480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611562.030767:0:31086:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611562.030770:0:31086:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381780. 00000100:00000001:2.0:1749611562.030774:0:31086:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611562.030775:0:31086:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611562.030779:0:31086:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611562.030783:0:31086:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611562.030787:0:31086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611562.030790:0:31086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009d27c000 refcount=4 00000020:00000001:2.0:1749611562.030792:0:31086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950846464 : -131938758705152 : ffff88009d27c000) 00010000:00000001:2.0:1749611562.030801:0:31086:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134950846464 : -131938758705152 : ffff88009d27c000) 00010000:00010000:2.0:1749611562.030807:0:31086:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5b9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611562.030817:0:31086:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611562.030822:0:31086:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5b9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611562.030828:0:31086:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611562.030831:0:31086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5b9 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611562.030837:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611562.030839:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611562.030842:0:31086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5b9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611562.030848:0:31086:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611562.030851:0:31086:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611562.030854:0:31086:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611562.030857:0:31086:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5b9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611562.030863:0:31086:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009d27c000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611562.030866:0:31086:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611562.030869:0:31086:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5b9 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611562.030874:0:31086:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611562.030876:0:31086:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611562.030877:0:31086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611562.030879:0:31086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009d27c000 refcount=5 00000020:00000001:2.0:1749611562.030881:0:31086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950846464 : -131938758705152 : ffff88009d27c000) 00010000:00000001:2.0:1749611562.030887:0:31086:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134950846464 : -131938758705152 : ffff88009d27c000) 00010000:00000001:2.0:1749611562.030891:0:31086:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611562.030894:0:31086:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5b9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611562.030900:0:31086:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611562.030902:0:31086:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5b9 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x20f400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611562.030907:0:31086:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611562.030910:0:31086:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611562.030911:0:31086:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611562.030913:0:31086:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611562.030915:0:31086:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611562.030918:0:31086:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611562.030920:0:31086:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611562.030921:0:31086:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611562.030923:0:31086:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611562.030926:0:31086:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009d27c000 with handle 0x689c0ec07329d5b9 from hash 00010000:00000001:2.0:1749611562.030928:0:31086:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611562.030929:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611562.030930:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611562.030932:0:31086:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611562.030933:0:31086:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611562.030934:0:31086:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611562.030936:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611562.030937:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611562.030939:0:31086:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611562.030940:0:31086:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611562.030943:0:31086:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5b9 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611562.030948:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611562.030949:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611562.030950:0:31086:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611562.030956:0:31086:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611562.030957:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611562.030958:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611562.030960:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611562.030962:0:31086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611562.030997:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611562.030999:0:31086:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611562.031002:0:31086:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611562.031006:0:31086:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78700 x1834598494692480/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611562.031013:0:31086:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611562.031017:0:31086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611562.031019:0:31086:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611562.031021:0:31086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611562.031026:0:31086:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d27c200. 02000000:00000001:2.0:1749611562.031030:0:31086:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611562.031032:0:31086:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611562.031034:0:31086:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78700. 00000100:00000001:2.0:1749611562.031039:0:31086:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611562.031040:0:31086:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611562.031042:0:31086:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:2.0:1749611562.031046:0:31086:0:(mgc_request_server.c:677:mgc_get_local_copy()) Process leaving via out_mutex (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 10000000:00000001:2.0:1749611562.031053:0:31086:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1749611562.031058:0:31086:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611562.031060:0:31086:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1749611562.031062:0:31086:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff88007197e000 10000000:00000010:2.0:1749611562.031067:0:31086:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff88009d27c200. 10000000:01000000:2.0:1749611562.031070:0:31086:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:2.0:1749611562.031074:0:31086:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=13 10000000:00000001:2.0:1749611562.031076:0:31086:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612134950846976 : -131938758704640 : ffff88009d27c200) 10000000:00000001:2.0:1749611562.031079:0:31086:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1749611562.031081:0:31086:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611562.031082:0:31086:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b4070c00) refs 3 10000000:00000001:2.0:1749611562.031089:0:31086:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611562.031091:0:31086:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612135334579200 : -131938374972416 : ffff8800b4070c00) 10000000:00000001:2.0:1749611562.031094:0:31086:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:2.0:1749611562.031095:0:31086:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:00000010:2.0:1749611562.031098:0:31086:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 295 at ffff88009d27d800. 10000000:01000000:2.0:1749611562.031100:0:31086:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:2.0:1749611562.031102:0:31086:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=14 10000000:00000001:2.0:1749611562.031104:0:31086:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612134950852608 : -131938758699008 : ffff88009d27d800) 10000000:00000001:2.0:1749611562.031107:0:31086:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446612134950852608 : -131938758699008 : ffff88009d27d800) 10000000:00000001:2.0:1749611562.031110:0:31086:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611562.031112:0:31086:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:00000001:2.0:1749611562.031114:0:31086:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611562.031115:0:31086:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:2.0:1749611562.031119:0:31086:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78700. 00000020:00000040:2.0:1749611562.031122:0:31086:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611562.031126:0:31086:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611562.031129:0:31086:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611562.031134:0:31086:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611562.031139:0:31086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d27d600. 00000100:00000001:2.0:1749611562.031145:0:31086:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611562.031149:0:31086:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611562.031151:0:31086:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1749611562.031157:0:31086:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff880086d2ec00 count: 2 00010000:00000001:2.0:1749611562.031160:0:31086:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611562.031163:0:31086:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611562.031165:0:31086:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d27c600. 00000020:00000001:2.0:1749611562.031168:0:31086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611562.031170:0:31086:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009d27c600 with handle 0x689c0ec07329d5c7 to hash 00000020:00000001:2.0:1749611562.031172:0:31086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611562.031174:0:31086:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134950848000 : -131938758703616 : ffff88009d27c600) 00010000:00000001:2.0:1749611562.031177:0:31086:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134950848000 : -131938758703616 : ffff88009d27c600) 00010000:00000001:2.0:1749611562.031179:0:31086:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611562.031181:0:31086:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611562.031189:0:31086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009d27c600/0x689c0ec07329d5c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611562.031197:0:31086:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009d27c600/0x689c0ec07329d5c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611562.031209:0:31086:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009d27c600/0x689c0ec07329d5c7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611562.031214:0:31086:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611562.031216:0:31086:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611562.031220:0:31086:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381780. 00000100:00000001:2.0:1749611562.031222:0:31086:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096279424 : -131939613272192 : ffff88006a381780) 00000100:00000001:2.0:1749611562.031225:0:31086:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611562.031226:0:31086:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225217280 : -131939484334336 : ffff880071e78700) 00000100:00000001:2.0:1749611562.031230:0:31086:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611562.031235:0:31086:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611562.031237:0:31086:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611562.031239:0:31086:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611562.031243:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78700 x1834598494693248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611562.031251:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611562.031252:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611562.031256:0:31086:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880071e78700 x1834598494693248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611562.031263:0:31086:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611562.031264:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611562.031266:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611562.031267:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611562.031269:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611562.031271:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611562.031272:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611562.031274:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611562.031275:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749611562.033699:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d27c000. 00010000:00000001:0.0:1749611562.268667:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611562.268674:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611562.268747:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611562.268753:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611562.268758:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611562.272629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611562.272647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611562.272650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611562.272655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611562.272659:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611562.272664:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611562.272667:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611562.453700:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611562.453709:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611562.453711:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611562.453716:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611562.453720:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611562.453725:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611562.453727:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611562.453731:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611562.453734:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611562.458632:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611562.458638:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611562.458640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611562.458643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611562.458646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611562.458649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611562.458652:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611562.458654:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611562.458656:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.030651:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611563.030660:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611563.030662:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611563.030667:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611563.030670:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611563.030674:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611563.030677:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611563.030680:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611563.030682:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611563.270678:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611563.270685:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611563.270807:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611563.270813:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611563.270817:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611563.272631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611563.272638:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749611563.272655:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611538/real 1749611538] req@ffff880077a9c000 x1834598494689536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611563 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611563.272707:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611563.272710:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611563.272714:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db9a0. 00000400:00000200:0.0:1749611563.272720:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b908 00000400:00000010:0.0:1749611563.272722:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b908. 00000100:00000001:0.0:1749611563.272727:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611563.272732:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880077a9c000 x1834598494689536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611563 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611563.272741:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880077a9c000 x1834598494689536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611563 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.272748:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611563.272750:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.272753:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611563.272755:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611563.272759:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880077a9c000 x1834598494689536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611563 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.272766:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.272776:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611563.272778:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.272781:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611563.272783:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611563.272786:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611563.272790:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880077a9c000 x1834598494689536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611563 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.272798:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611563.272801:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.272802:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611563.272804:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.272806:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611563.272810:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749611563.272813:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611563.272848:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:0.0:1749611563.272851:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749611563.272856:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9c000 x1834598494689536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611563 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611563.272865:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880077a9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494689536:0@lo:250:kworker.0 00000100:00000001:0.0:1749611563.272871:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.272873:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611563.272876:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880077a9c000 x1834598494689536/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611563 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.272883:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611563.272886:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611563.272890:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009bad2800. 02000000:00000001:0.0:1749611563.272895:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611563.272897:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611563.272899:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611563.272901:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1749611563.272904:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000010:0.0:1749611563.272904:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c625400. 02000000:00000001:0.0:1749611563.272908:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1749611563.272910:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 02000000:00000001:0.0:1749611563.272910:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611563.272912:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9c000. 00000100:00000001:2.0:1749611563.272913:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611563.272915:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611563.272917:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611563.272919:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749611563.272919:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.272921:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611563.272923:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 6144 00000100:00000001:0.0:1749611563.272925:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1749611563.272926:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749611563.272926:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.272928:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611563.272929:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611563.272929:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.272932:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611563.272935:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611563.272937:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611563.272941:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611563.272943:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749611563.272946:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611563.272948:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749611563.272951:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749611563.272953:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749611563.272956:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611563.272958:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611563.272959:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611563.272961:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611563.272974:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749611563.272977:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749611563.272980:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611563.272983:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611563.272987:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611563.272989:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.272991:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611563.272994:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611563.272999:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79500. 00000020:00000040:2.0:1749611563.273003:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749611563.273007:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611563.273009:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273012:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611563.273015:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611563.273019:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611563.273027:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff7400. 00000100:00000001:2.0:1749611563.273033:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611563.273041:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e79500 x1834598494693376/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611563.273052:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611563.273057:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611563.273061:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79500] to pc [ptlrpcd_rcv+-1] req@ffff880071e79500 x1834598494693376/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611563.273087:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611563.273091:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611563.273094:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611563.273096:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611563.273098:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611563.273101:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611563.273103:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6164 00000100:00080000:2.0:1749611563.273106:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611563.273108:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611563.273117:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611563.273119:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611563.273119:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611563.273121:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611563.273122:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611563.273123:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611563.273124:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749611563.273125:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611563.273126:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611563.273128:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611563.273130:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611563.273130:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79500 x1834598494693376/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611563.273133:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611563.273135:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611563.273137:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611563.273138:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611563.273139:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611563.273141:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611563.273143:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611563.273145:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611563.273147:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273147:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611563.273149:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611563.273151:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611563.273154:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611563.273154:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611563.273156:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611563.273157:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273158:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611563.273161:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611563.273161:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494693376:0@lo:250:kworker.0 00000100:00000010:2.0:1749611563.273164:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7ad80. 00000100:00000001:0.0:1749611563.273165:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749611563.273166:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611563.273169:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611563.273169:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611563.273170:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611563.273171:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273172:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611563.273174:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611563.273174:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611563.273176:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611563.273178:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c625400. 02000000:00000010:2.0:1749611563.273180:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff7c00. 02000000:00000001:0.0:1749611563.273180:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273184:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611563.273186:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff528. 00000100:00100000:2.0:1749611563.273188:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7ad80 x1834598494693504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749611563.273192:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:2.0:1749611563.273195:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749611563.273198:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494693376, portal 25 00000100:00000001:0.0:1749611563.273201:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611563.273202:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273203:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225220864 : -131939484330752 : ffff880071e79500) 00000100:00000040:2.0:1749611563.273206:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7ad80] to pc [ptlrpcd_rcv+-1] req@ffff880071e7ad80 x1834598494693504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611563.273208:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79500 x1834598494693376/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.273215:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611563.273216:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611563.273218:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749611563.273219:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:0.0:1749611563.273220:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00080000:2.0:1749611563.273222:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000200:0.0:1749611563.273223:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494693376, offset 0 00000100:00000001:2.0:1749611563.273224:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611563.273225:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611563.273228:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:0.0:1749611563.273229:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749611563.273230:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6164 00000100:00080000:2.0:1749611563.273233:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611563.273235:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611563.273237:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611563.273238:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611563.273240:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611563.273242:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:0.0:1749611563.273242:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749611563.273243:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611563.273245:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611563.273246:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611563.273248:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611563.273251:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611563.273253:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000400:00000200:0.0:1749611563.273254:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf94e800 00000100:00000001:2.0:1749611563.273255:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611563.273257:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611563.273258:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611563.273260:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000400:00000100:0.0:1749611563.273260:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494693376 offset 0 length 520: 4 00000100:00080000:2.0:1749611563.273263:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:0.0:1749611563.273264:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe6b50 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:2.0:1749611563.273265:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611563.273267:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749611563.273267:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:2.0:1749611563.273270:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611563.273274:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 02000000:00000001:2.0:1749611563.273276:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611563.273276:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:2.0:1749611563.273278:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611563.273279:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611563.273280:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611563.273283:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79f80. 00000100:00000200:0.0:1749611563.273283:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79500 x1834598494693376/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611563.273286:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611563.273288:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611563.273289:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273291:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611563.273292:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611563.273294:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611563.273297:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff4800. 00000100:00000001:2.0:1749611563.273300:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273302:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749611563.273305:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e79f80 x1834598494693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611563.273306:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79500 x1834598494693376/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611563.273311:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611563.273312:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273313:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273314:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749611563.273317:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79f80] to pc [ptlrpcd_rcv+-1] req@ffff880071e79f80 x1834598494693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.273318:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273323:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300836753 00000100:00000001:2.0:1749611563.273324:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611563.273327:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:0.0:1749611563.273327:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947b00. 00000100:00080000:2.0:1749611563.273330:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611563.273331:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611563.273333:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611563.273334:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611563.273335:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611563.273338:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6164 00000100:00080000:2.0:1749611563.273340:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749611563.273340:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300836753 00000100:00000040:2.0:1749611563.273342:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000010:0.0:1749611563.273342:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947580. 00000100:00000001:2.0:1749611563.273344:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611563.273345:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611563.273345:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611563.273347:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611563.273349:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611563.273350:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611563.273356:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611563.273359:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611563.273361:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749611563.273362:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300836753 00000020:00000001:2.0:1749611563.273363:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000010:0.0:1749611563.273365:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369476c0. 00000100:00000040:2.0:1749611563.273366:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611563.273368:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611563.273368:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749611563.273369:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611563.273371:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611563.273371:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300836753 00000020:00000040:2.0:1749611563.273373:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000010:0.0:1749611563.273374:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369473c0. 00000100:00080000:2.0:1749611563.273375:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611563.273377:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273377:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 02000000:00000001:2.0:1749611563.273379:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611563.273382:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611563.273383:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273385:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611563.273385:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611563.273387:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273388:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611563.273390:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7a680. 00000100:00000001:0.0:1749611563.273391:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611563.273392:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749611563.273393:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611563.273394:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611563.273395:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273396:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611563.273398:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611563.273398:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749611563.273399:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273400:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749611563.273402:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749611563.273404:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012db64000. 00000100:00000001:0.0:1749611563.273404:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611563.273405:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611563.273407:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611563.273409:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7ad80 x1834598494693504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611563.273411:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7a680 x1834598494693760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611563.273416:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611563.273417:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611563.273417:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273419:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611563.273422:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7a680] to pc [ptlrpcd_rcv+-1] req@ffff880071e7a680 x1834598494693760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611563.273425:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611563.273427:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611563.273429:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273430:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611563.273433:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494693504:0@lo:38:kworker.0 00000100:00000001:0.0:1749611563.273436:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611563.273437:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1749611563.273439:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611563.273440:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273441:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1749611563.273442:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749611563.273444:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7a300. 02000000:00000010:0.0:1749611563.273445:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c625000. 00000020:00000040:2.0:1749611563.273446:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1749611563.273446:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273449:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611563.273450:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1749611563.273450:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 02000000:00000001:2.0:1749611563.273452:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611563.273453:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 02000000:00000010:2.0:1749611563.273456:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e500. 00000100:00000200:0.0:1749611563.273456:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494693504, portal 4 00000100:00000001:0.0:1749611563.273458:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611563.273459:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273460:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225227136 : -131939484324480 : ffff880071e7ad80) 00000100:00000040:2.0:1749611563.273463:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611563.273466:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7ad80 x1834598494693504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611563.273471:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611563.273473:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273473:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611563.273475:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611563.273477:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000040:2.0:1749611563.273478:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7a300] to pc [ptlrpcd_00_01+1] req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611563.273479:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494693504, offset 0 00000400:00000200:0.0:1749611563.273483:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611563.273489:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611563.273493:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94e880 00000100:00000001:2.0:1749611563.273495:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611563.273500:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6174) 00000400:00000200:0.0:1749611563.273500:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 10400 00000100:00000001:3.0:1749611563.273506:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611563.273507:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611563.273510:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611563.273511:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611563.273512:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611563.273512:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611563.273515:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611563.273516:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611563.273518:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611563.273580:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf93100. 00000100:00000040:0.0:1749611563.273584:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf93100 x1834598494693504 msgsize 520 00000100:00000040:3.0:1749611563.273589:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611563.273589:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611563.273602:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611563.273604:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273604:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611563.273616:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 02000000:00000001:3.0:1749611563.273618:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:0.0:1749611563.273618:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 02000000:00000001:3.0:1749611563.273621:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611563.273621:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749611563.273624:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611563.273625:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7ad80 x1834598494693504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611563.273628:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494693888:0@lo:400:kworker.0 00000100:00000001:3.0:1749611563.273632:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611563.273633:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611563.273636:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749611563.273636:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7ad80 x1834598494693504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611563.273638:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611563.273640:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611563.273643:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611563.273644:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125c00. 00000100:00000001:0.0:1749611563.273644:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611563.273645:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749611563.273647:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273648:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611563.273649:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494693504 00000400:00000010:3.0:1749611563.273652:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f77e8. 02000000:00000001:1.0:1749611563.273652:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611563.273652:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1265 usecs (2 jiffies) 00000100:00000001:0.0:1749611563.273655:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300836733 00000100:00000001:1.0:1749611563.273656:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749611563.273657:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000001:0.0:1749611563.273658:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300836753 00000100:00000001:1.0:1749611563.273659:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273661:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300836733 00000100:00000200:3.0:1749611563.273662:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494693888, portal 10 02000000:00000001:1.0:1749611563.273663:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273663:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300836753 00000100:00000001:3.0:1749611563.273664:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611563.273665:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300836733 00000100:00000001:3.0:1749611563.273666:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225224448 : -131939484327168 : ffff880071e7a300) 00000100:00100000:1.0:1749611563.273667:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494693504 00000100:00000001:0.0:1749611563.273667:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300836753 00000020:00000001:1.0:1749611563.273669:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611563.273669:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300836733 00000020:00000040:1.0:1749611563.273671:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611563.273671:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300836753 00000020:00000001:1.0:1749611563.273673:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611563.273673:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611563.273674:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611563.273675:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273675:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611563.273677:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273678:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611563.273681:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79f80 x1834598494693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611563.273682:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749611563.273683:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295e600. 00000100:00000040:3.0:1749611563.273685:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611563.273688:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000020:00000010:1.0:1749611563.273688:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50800. 00000100:00000001:0.0:1749611563.273688:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611563.273689:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611563.273690:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494693888, offset 0 02000000:00000001:0.0:1749611563.273691:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749611563.273693:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 02000000:00000001:0.0:1749611563.273693:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611563.273695:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611563.273695:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611563.273698:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1749611563.273698:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494693632:0@lo:38:kworker.0 00000100:00000001:1.0:1749611563.273700:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611563.273702:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611563.273704:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611563.273707:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611563.273708:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611563.273709:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749611563.273711:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94ea00 02000000:00000001:0.0:1749611563.273711:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611563.273713:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611563.273716:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c626800. 00000400:00000200:3.0:1749611563.273717:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 138312 02000000:00000001:0.0:1749611563.273718:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611563.273721:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff478. 00000400:00000200:3.0:1749611563.273723:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749611563.273724:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000400:00000200:3.0:1749611563.273726:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611563.273728:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494693632, portal 10 00000100:00000001:1.0:1749611563.273729:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611563.273730:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611563.273730:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611563.273731:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225223552 : -131939484328064 : ffff880071e79f80) 00000100:00000200:3.0:1749611563.273732:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749611563.273737:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f575880. 00000100:00000040:0.0:1749611563.273738:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79f80 x1834598494693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611563.273739:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749611563.273740:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009f575880 x1834598494693888 msgsize 224 00000100:00000001:1.0:1749611563.273741:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611563.273744:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611563.273744:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611563.273746:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:1.0:1749611563.273747:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000400:00000010:0.0:1749611563.273748:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:1.0:1749611563.273750:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931017984 : -131938778533632 : ffff88009bf93100) 00000100:00000200:0.0:1749611563.273751:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494693632, offset 0 00000400:00000200:0.0:1749611563.273754:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611563.273755:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611563.273761:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611563.273765:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf93100 x1834598494693504/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611563.273766:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94e900 00000400:00000200:0.0:1749611563.273770:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 138536 00000400:00000200:0.0:1749611563.273775:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749611563.273778:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494693504:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611563.273778:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611563.273781:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:3.0:1749611563.273782:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000100:00000200:1.0:1749611563.273782:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494693504 00000400:00000010:3.0:1749611563.273784:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000100:00100000:2.0:1749611563.273784:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494693888 00000020:00000001:1.0:1749611563.273786:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749611563.273787:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611563.273788:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611563.273789:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749611563.273790:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611563.273791:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611563.273793:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611579 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.273793:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749611563.273794:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611563.273795:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749611563.273797:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494693888 00000020:00000001:2.0:1749611563.273799:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000010:0.0:1749611563.273800:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec54700. 00000020:00000040:2.0:1749611563.273801:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749611563.273802:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611563.273802:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611563.273803:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012ec54700 x1834598494693632 msgsize 520 00000020:00000001:1.0:1749611563.273804:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611563.273805:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611579 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611563.273805:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:2.0:1749611563.273807:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00100000:0.0:1749611563.273807:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00020000:1.0:1749611563.273808:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749611563.273809:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00010000:00000001:1.0:1749611563.273811:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611563.273812:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611563.273814:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611563.273814:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1749611563.273815:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611563.273815:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611563.273817:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611563.273818:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749611563.273819:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000001:1.0:1749611563.273820:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749611563.273821:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000040:3.0:1749611563.273822:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 950 usecs (1 jiffies) 00000100:00000001:0.0:1749611563.273822:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749611563.273823:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611563.273824:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300836732 00000020:00000010:2.0:1749611563.273824:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a302140. 00000100:00000200:0.0:1749611563.273826:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79f80 x1834598494693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611563.273827:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086dcb000. 00000100:00000001:3.0:1749611563.273828:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300836753 00000020:00000010:2.0:1749611563.273829:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e73a140. 02000000:00000001:1.0:1749611563.273829:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611563.273831:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300836732 00000100:00000001:1.0:1749611563.273831:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611563.273833:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300836753 00000100:00000001:3.0:1749611563.273835:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300836732 00010000:00000001:1.0:1749611563.273835:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1749611563.273836:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611563.273837:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300836753 00010000:00000001:1.0:1749611563.273837:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611563.273839:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300836732 00000100:00000001:3.0:1749611563.273841:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300836753 00000100:00001000:1.0:1749611563.273841:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611563.273842:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749611563.273843:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611563.273844:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611563.273845:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611563.273846:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611563.273846:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d400. 00000100:00000001:1.0:1749611563.273848:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611563.273848:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79f80 x1834598494693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611563.273849:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611563.273850:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611563.273851:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611563.273851:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b00. 00000100:00000001:1.0:1749611563.273852:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:2.0:1749611563.273855:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 00000100:00000001:1.0:1749611563.273855:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611563.273855:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273856:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611563.273857:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611563.273858:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1749611563.273858:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611563.273860:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611563.273860:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611563.273861:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611563.273862:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611563.273862:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611563.273863:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611563.273863:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611563.273863:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1096 usecs (2 jiffies) 00000100:00000001:2.0:1749611563.273864:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611563.273865:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611563.273865:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611563.273866:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611563.273866:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300836733 00000100:00000040:1.0:1749611563.273867:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611563.273868:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.273868:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300836753 00000400:00000010:1.0:1749611563.273870:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749611563.273870:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300836733 00000100:00000001:0.0:1749611563.273873:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300836753 00000100:00000001:2.0:1749611563.273874:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1749611563.273875:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494693504, offset 0 00000100:00000001:0.0:1749611563.273875:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300836733 00000100:00000001:2.0:1749611563.273876:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611563.273877:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273877:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300836753 00000100:00000001:0.0:1749611563.273879:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300836733 00000400:00000200:1.0:1749611563.273880:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611563.273881:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300836753 00000100:00000001:0.0:1749611563.273883:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611563.273885:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.273885:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273888:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273890:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749611563.273891:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611563.273893:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749611563.273893:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1749611563.273895:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00100000:2.0:1749611563.273895:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494693632 00000100:00000001:0.0:1749611563.273895:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611563.273896:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749611563.273897:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611563.273898:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611563.273898:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611563.273899:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611563.273900:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611563.273900:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94e880 00000100:00000001:0.0:1749611563.273900:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611563.273903:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611563.273904:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7a680 x1834598494693760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611563.273905:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494693632 00000400:00000200:1.0:1749611563.273906:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x94b9 [1] + 0 00000020:00000001:2.0:1749611563.273907:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611563.273908:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611563.273909:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611563.273910:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749611563.273911:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611563.273911:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611563.273911:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611563.273912:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611563.273913:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1749611563.273915:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d000. 00000400:00000200:1.0:1749611563.273915:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611563.273915:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611563.273916:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749611563.273917:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000100:00000001:1.0:1749611563.273918:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611563.273919:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:2.0:1749611563.273920:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000001:2.0:1749611563.273922:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749611563.273922:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273923:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749611563.273924:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00000200:1.0:1749611563.273924:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7ad80 x1834598494693504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611563.273925:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611563.273926:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494693760:0@lo:38:kworker.0 00000100:00000040:3.0:1749611563.273928:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749611563.273929:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273929:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611563.273930:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987520128 : -131938722031488 : ffff88009f575880) 02000000:00000001:0.0:1749611563.273932:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611563.273933:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.273934:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611563.273935:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7ad80 x1834598494693504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611563.273935:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749611563.273936:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f575880 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:244/0 lens 224/0 e 0 to 0 dl 1749611574 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611563.273938:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c627400. 00000100:00000001:2.0:1749611563.273939:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611563.273940:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611563.273943:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00000100:00000001:1.0:1749611563.273944:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611563.273945:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749611563.273945:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:3.0:1749611563.273946:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611563.273949:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e73a4c0. 00000100:00000200:0.0:1749611563.273949:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494693760, portal 10 00000100:00100000:2.0:1749611563.273950:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000400:00000200:1.0:1749611563.273950:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:3.0:1749611563.273951:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611563.273951:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:1.0:1749611563.273952:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749611563.273952:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225225344 : -131939484326272 : ffff880071e7a680) 00000100:00000001:2.0:1749611563.273953:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137393866496 : -131936315685120 : ffff88012ec54700) 00000020:00000010:3.0:1749611563.273954:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e73a4c0. 00000100:00000001:1.0:1749611563.273954:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611563.273956:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749611563.273958:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012ec54700 x1834598494693632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611563.273958:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7a680 x1834598494693760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611563.273959:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494693888:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749611563.273959:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611563.273962:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000200:3.0:1749611563.273963:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494693888 00000100:00000001:1.0:1749611563.273964:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.273965:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611563.273966:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611563.273966:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611563.273967:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611563.273969:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00100000:2.0:1749611563.273969:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494693632:12345-0@lo:38:kworker.0 00000400:00000010:0.0:1749611563.273969:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000040:1.0:1749611563.273971:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf93100 x1834598494693504/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611583 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611563.273971:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494693760, offset 0 00000020:00000001:3.0:1749611563.273972:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611563.273973:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494693632 00000400:00000200:0.0:1749611563.273974:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611563.273975:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611563.273976:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749611563.273977:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:2.0:1749611563.273978:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749611563.273980:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:0.0:1749611563.273980:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749611563.273984:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611563.273985:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:0.0:1749611563.273985:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94e980 00000020:00000001:3.0:1749611563.273987:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749611563.273987:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611563.273989:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611563.273990:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749611563.273990:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494693504:12345-0@lo:38:kworker.0 Request processed in 212us (403us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749611563.273990:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 139056 00000020:00000001:3.0:1749611563.273992:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1749611563.273993:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749611563.273995:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611563.273996:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749611563.273996:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611563.273998:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749611563.273998:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611563.273999:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611563.274000:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749611563.274000:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00000001:0.0:1749611563.274001:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:3.0:1749611563.274003:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d574c00. 02000000:00000001:2.0:1749611563.274003:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611563.274003:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1749611563.274003:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611563.274004:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749611563.274005:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611563.274007:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611563.274007:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cf49c00. 00000100:00000010:0.0:1749611563.274007:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ea00. 02000000:00000001:2.0:1749611563.274009:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611563.274009:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50800. 00000100:00000040:0.0:1749611563.274009:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38ea00 x1834598494693760 msgsize 520 00000020:00000001:3.0:1749611563.274010:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.274011:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749611563.274013:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494693888 00000020:00000010:1.0:1749611563.274013:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ce10. 00000100:00100000:0.0:1749611563.274013:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749611563.274014:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611563.274015:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749611563.274016:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611563.274017:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295e600. 00000100:00001000:2.0:1749611563.274019:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611563.274019:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000200:3.0:1749611563.274020:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f575880 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:244/0 lens 224/224 e 0 to 0 dl 1749611574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611563.274020:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611563.274022:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749611563.274022:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611563.274024:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:2.0:1749611563.274025:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611563.274027:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611563.274029:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611563.274031:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611563.274032:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:3.0:1749611563.274034:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749611563.274035:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000200:0.0:1749611563.274035:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7a680 x1834598494693760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611563.274037:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611563.274037:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611563.274038:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611563.274039:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:3.0:1749611563.274040:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=18 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611563.274040:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749611563.274041:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494693760 02000000:00000001:1.0:1749611563.274043:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611563.274043:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611563.274044:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611563.274046:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7a680 x1834598494693760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611563.274048:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000040:2.0:1749611563.274048:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611563.274050:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611563.274050:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749611563.274052:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000010:2.0:1749611563.274052:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000001:1.0:1749611563.274052:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.274052:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.274053:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749611563.274054:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611563.274055:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611563.274056:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749611563.274056:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494693632, offset 0 00000100:00000001:0.0:1749611563.274056:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611563.274057:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494693760 00000100:00000040:3.0:1749611563.274059:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749611563.274059:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611563.274059:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000400:00000010:3.0:1749611563.274061:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000020:00000040:1.0:1749611563.274061:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:2.0:1749611563.274062:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611563.274062:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300836732 00000020:00000001:1.0:1749611563.274063:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611563.274064:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.274064:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300836753 00000100:00000200:3.0:1749611563.274066:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494693888, offset 224 00000100:00000001:0.0:1749611563.274066:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300836732 00000020:00000001:1.0:1749611563.274067:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.274068:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300836753 00000020:00000010:1.0:1749611563.274069:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295e600. 00000400:00000200:2.0:1749611563.274070:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611563.274070:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300836732 00000400:00000200:3.0:1749611563.274071:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749611563.274072:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50800. 00000100:00000001:0.0:1749611563.274072:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300836753 00000100:00000001:0.0:1749611563.274074:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300836732 00000020:00000010:1.0:1749611563.274075:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 00000100:00000001:0.0:1749611563.274076:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300836753 00000400:00000200:2.0:1749611563.274078:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94e900 00000100:00000001:1.0:1749611563.274078:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611563.274078:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611563.274079:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749611563.274080:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611563.274080:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611563.274081:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611563.274083:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x94c9 [1] + 0 00000100:00000001:1.0:1749611563.274085:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611563.274086:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ea00 00000400:00000001:0.0:1749611563.274088:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1749611563.274089:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:0.0:1749611563.274089:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611563.274091:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 00000100:00000001:1.0:1749611563.274092:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611563.274093:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611563.274095:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749611563.274097:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:1.0:1749611563.274099:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611563.274099:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611563.274101:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611563.274102:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7ad80 x1834598494693504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611563.274105:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x94c1 [1] + 224 00000100:00100000:1.0:1749611563.274105:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00000001:1.0:1749611563.274108:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096333312 : -131939613218304 : ffff88006a38ea00) 00000400:00000200:3.0:1749611563.274110:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611563.274110:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611563.274110:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7ad80 x1834598494693504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611563.274112:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38ea00 x1834598494693760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611583 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611563.274114:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611563.274115:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e79f80 x1834598494693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.274117:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611563.274118:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749611563.274121:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494693760:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749611563.274122:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611579 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.274123:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611563.274125:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e79f80 x1834598494693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611563.274125:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494693760 00000100:00000001:0.0:1749611563.274126:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749611563.274127:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611563.274129:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1749611563.274130:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611563.274131:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611563.274133:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.274133:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611563.274134:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611563.274136:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611563.274137:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611563.274140:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00010000:00020000:1.0:1749611563.274141:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:2.0:1749611563.274142:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00001000:0.0:1749611563.274142:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611563 v=5 (0 0 0 0) 00010000:00000001:1.0:1749611563.274143:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611563.274145:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611563.274145:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749611563.274146:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:0.0:1749611563.274146:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=86 v=20 (1 20 1 1) 00000100:00000001:2.0:1749611563.274147:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611563.274148:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749611563.274149:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000100:00000001:1.0:1749611563.274149:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611563.274150:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611563.274151:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611563.274152:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000100:00000001:0.0:1749611563.274153:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611563.274154:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749611563.274154:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611563.274155:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611563.274156:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611563.274156:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611563.274157:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611563.274157:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7ad80 x1834598494693504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611588 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611563.274158:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611563.274159:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611563.274161:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880086dca800. 00000100:00000040:3.0:1749611563.274162:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:2.0:1749611563.274163:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec54700 x1834598494693632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611583 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611563.274163:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611563.274164:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749611563.274165:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.274165:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749611563.274166:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.274167:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1749611563.274168:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611563.274169:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.274169:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.274171:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:1.0:1749611563.274172:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749611563.274173:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:2.0:1749611563.274173:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494693632:12345-0@lo:38:kworker.0 Request processed in 204us (367us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611563.274173:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611563.274175:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00080000:0.0:1749611563.274175:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611563.274177:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611563.274178:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f575880 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:244/0 lens 224/224 e 0 to 0 dl 1749611574 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611563.274178:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749611563.274180:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611563.274180:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749611563.274181:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00000001:1.0:1749611563.274182:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611563.274183:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611563.274184:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611563.274184:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7ad80 x1834598494693504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611588 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611563.274185:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:1.0:1749611563.274187:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:2.0:1749611563.274188:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 00000100:00100000:3.0:1749611563.274189:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f575880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494693888:12345-0@lo:400:kworker.0 Request processed in 241us (446us total) trans 0 rc 0/0 02000000:00000001:1.0:1749611563.274189:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611563.274191:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611563.274192:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000100:00100000:0.0:1749611563.274192:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494693504:0@lo:38:kworker.0 00000100:00000001:1.0:1749611563.274193:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611563.274195:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1749611563.274197:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d000. 00000400:00000010:1.0:1749611563.274197:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000400:00000001:0.0:1749611563.274197:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749611563.274198:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000400:00000001:0.0:1749611563.274199:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611563.274201:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff478. 00000100:00000040:3.0:1749611563.274202:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611563.274204:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749611563.274204:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749611563.274205:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749611563.274206:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611563.274207:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611563.274209:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611563.274210:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b00. 00000100:00000200:0.0:1749611563.274211:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79f80 x1834598494693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611563.274212:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494693760, offset 0 00000020:00000010:3.0:1749611563.274214:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000400:00000200:1.0:1749611563.274216:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611563.274218:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d400. 00000400:00000200:1.0:1749611563.274223:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1749611563.274224:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749611563.274226:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611563.274228:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94e980 00000100:00000200:0.0:1749611563.274230:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79f80 x1834598494693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611563.274233:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x94d5 [1] + 0 00000100:00000001:0.0:1749611563.274237:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611563.274238:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611563.274238:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.274240:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611563.274241:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749611563.274241:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611563.274242:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611563.274243:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611563.274243:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611563.274244:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611563.274245:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611563.274246:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611563.274247:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1749611563.274248:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7a680 x1834598494693760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611563.274249:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:0.0:1749611563.274250:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611563 v=5 (0 0 0 0) 00000400:00000010:3.0:1749611563.274251:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f77e8. 00000100:00001000:0.0:1749611563.274252:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=68 v=20 (1 20 1 1) 00000400:00000200:3.0:1749611563.274254:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000100:00000001:0.0:1749611563.274255:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1749611563.274256:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:0.0:1749611563.274256:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611563.274257:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7a680 x1834598494693760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.274258:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611563.274259:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611563.274262:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611579 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611563.274262:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79f80 x1834598494693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611588 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611563.274266:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611563.274268:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:1.0:1749611563.274270:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:0.0:1749611563.274270:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749611563.274271:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611579 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.274271:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.274273:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611563.274274:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749611563.274276:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00080000:0.0:1749611563.274277:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611563.274278:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611563.274279:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611563.274279:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:0.0:1749611563.274279:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611563.274281:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611563.274281:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611563.274282:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611563.274283:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611563.274284:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611563.274285:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611563.274285:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79f80 x1834598494693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611588 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611563.274287:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611563.274287:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:3.0:1749611563.274289:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611563.274289:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611563.274292:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611563.274292:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494693632:0@lo:38:kworker.0 00000100:00001000:3.0:1749611563.274293:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=118 v=5 (5 5 5 5) 00000100:00000040:1.0:1749611563.274296:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ea00 x1834598494693760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611583 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.274296:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.274298:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:3.0:1749611563.274302:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611563.274305:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00100000:1.0:1749611563.274305:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494693760:12345-0@lo:38:kworker.0 Request processed in 184us (293us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749611563.274306:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7ad80 x1834598494693504/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611588 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611563.274307:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611563.274309:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:1.0:1749611563.274313:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00000001:0.0:1749611563.274313:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00080000:3.0:1749611563.274314:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611563.274315:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749611563.274315:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611563.274316:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1749611563.274317:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c625000. 00000020:00000010:1.0:1749611563.274319:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50800. 02000000:00000001:0.0:1749611563.274320:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611563.274321:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1749611563.274322:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611563.274322:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ce10. 00000020:00000040:0.0:1749611563.274323:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749611563.274325:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000010:1.0:1749611563.274325:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295e600. 00000020:00000001:0.0:1749611563.274325:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611563.274326:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff7c00. 00000100:00000040:3.0:1749611563.274327:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749611563.274328:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611563.274329:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749611563.274329:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611563.274330:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611563.274330:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611563.274332:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7ad80. 00000100:00000040:3.0:1749611563.274334:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611579 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.274335:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611563.274336:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.274338:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611563.274340:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611563.274341:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79f80 x1834598494693632/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611588 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611563.274342:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611563.274344:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611563.274347:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611579 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.274347:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611563.274348:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611563.274350:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c626800. 02000000:00000001:0.0:1749611563.274352:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611563.274353:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611563.274354:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00100000:3.0:1749611563.274355:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494693888:0@lo:400:kworker.0 00000020:00000001:0.0:1749611563.274355:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611563.274357:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff4800. 00000100:00000001:3.0:1749611563.274359:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611563.274359:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611563.274360:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611563.274361:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749611563.274361:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79f80. 00000100:00000001:0.0:1749611563.274363:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749611563.274364:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7a300 x1834598494693888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611579 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.274365:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.274366:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611563.274370:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611563.274371:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:3.0:1749611563.274372:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611563.274372:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749611563.274374:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:3.0:1749611563.274375:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125c00. 00000100:00000001:0.0:1749611563.274375:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611563.274378:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:3.0:1749611563.274380:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611563.274381:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611563.274383:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000400:00000001:0.0:1749611563.274384:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749611563.274385:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:0.0:1749611563.274386:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 02000000:00000010:3.0:1749611563.274387:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e500. 00000400:00000200:0.0:1749611563.274389:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611563.274390:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 02000000:00000001:3.0:1749611563.274392:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611563.274393:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611563.274397:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7a680 x1834598494693760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611563.274398:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611563.274400:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7a300. 00000100:00000001:3.0:1749611563.274403:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611563.274405:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611563.274405:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7a680 x1834598494693760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611588 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611563.274407:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611563.274411:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611563.274411:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611563.274412:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611563.274413:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.274414:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611563.274415:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611563.274415:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611563.274416:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.274417:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611563.274418:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611563.274420:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611563.274423:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611563 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611563.274426:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=118 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611563.274428:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611563.274430:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611563.274431:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611563.274435:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7a680 x1834598494693760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611588 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.274442:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611563.274444:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611563.274445:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.274447:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611563.274449:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611563.274451:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611563.274453:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611563.274455:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611563.274459:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7a680 x1834598494693760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611588 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611563.274471:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494693760:0@lo:38:kworker.0 00000100:00000001:0.0:1749611563.274475:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.274477:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611563.274479:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7a680 x1834598494693760/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611588 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611563.274485:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611563.274487:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611563.274488:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c627400. 02000000:00000001:0.0:1749611563.274491:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611563.274492:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611563.274493:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611563.274495:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611563.274496:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012db64000. 02000000:00000001:0.0:1749611563.274498:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611563.274499:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611563.274501:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7a680. 00000100:00000001:0.0:1749611563.274503:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611563.274504:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.274506:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.274508:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611563.274509:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611563.274510:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.274512:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611563.295602:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300836753, at 4300836753 00000100:00000010:0.0:1749611563.295610:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947b00. 00000100:00000040:2.0:1749611563.295628:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300836753, at 4300836753 00000100:00000040:3.0:1749611563.295630:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300836753, at 4300836753 00000100:00000010:2.0:1749611563.295639:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369476c0. 00000100:00000010:3.0:1749611563.295641:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369473c0. 00000100:00000040:1.0:1749611563.295677:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300836753, at 4300836753 00000100:00000010:1.0:1749611563.295687:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947580. 00000100:00000001:0.0:1749611563.453645:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611563.453650:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611563.453652:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611563.453657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611563.453660:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611563.453664:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.453667:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611563.453669:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.453687:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611563.458631:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611563.458637:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611563.458639:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611563.458642:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611563.458645:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611563.458648:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.458651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611563.458653:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611563.458655:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611564.030662:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611564.030671:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611564.030673:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611564.030678:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611564.030681:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611564.030685:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611564.030688:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611564.030691:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611564.030693:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611564.272697:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611564.272707:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611564.272710:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611564.272714:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611564.272720:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611564.272723:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611564.272726:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611564.272730:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611564.272865:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611564.272871:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611564.272874:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611564.453672:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611564.453679:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611564.453681:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611564.453685:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611564.453689:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611564.453693:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611564.453696:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611564.453699:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611564.453702:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611564.458626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611564.458632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611564.458634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611564.458638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611564.458641:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611564.458643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611564.458646:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611564.458649:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611564.458651:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611565.030654:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611565.030662:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611565.030664:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611565.030669:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611565.030673:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611565.030677:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611565.030680:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611565.030682:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611565.030685:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611565.274667:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611565.274673:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611565.274786:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611565.274790:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611565.274793:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611565.453735:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611565.453744:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611565.453747:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611565.453752:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611565.453756:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611565.453759:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611565.453762:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611565.453765:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611565.453768:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611565.458627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611565.458632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611565.458634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611565.458638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611565.458641:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611565.458644:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611565.458646:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611565.458648:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611565.458650:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611566.030682:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611566.030690:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611566.030693:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611566.030697:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611566.030700:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611566.030705:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611566.030708:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611566.030710:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611566.030713:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611566.276704:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611566.276712:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611566.276816:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611566.276823:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611566.276828:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611566.453635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611566.453641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611566.453642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611566.453645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611566.453648:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611566.453650:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611566.453652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611566.453661:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88009bf90380 x1834598494693120/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611566.453667:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611566.453669:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009bf90380 x1834598494693120/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611566.453674:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611566.453676:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611566.453677:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611566.453691:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611566.453693:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf90380 x1834598494693120/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611566.453699:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009bf90380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494693120:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611566.453702:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611566.453703:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611566.453705:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611566.453706:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611566.453707:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009bf90380 x1834598494693120/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611566.453711:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611566.453713:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880084695540. 00000100:00000001:0.0:1749611566.453717:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611566.453718:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611566.453720:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611566.453723:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611566.453725:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611566.453727:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880118e78200 refcount=4 00000020:00000001:0.0:1749611566.453728:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137027011072 : -131936682540544 : ffff880118e78200) 00010000:00000001:0.0:1749611566.453729:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137027011072 : -131936682540544 : ffff880118e78200) 00010000:00010000:0.0:1749611566.453734:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880118e78200/0x689c0ec07329d5c0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611566.453739:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611566.453742:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880118e78200/0x689c0ec07329d5c0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611566.453746:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611566.453748:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880118e78200/0x689c0ec07329d5c0 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611566.453757:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611566.453758:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611566.453760:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880118e78200/0x689c0ec07329d5c0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611566.453763:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611566.453764:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611566.453766:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611566.453767:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880118e78200/0x689c0ec07329d5c0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611566.453771:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880118e78200 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611566.453773:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611566.453774:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880118e78200/0x689c0ec07329d5c0 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611566.453777:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611566.453778:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611566.453779:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611566.453779:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880118e78200 refcount=5 00000020:00000001:0.0:1749611566.453780:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137027011072 : -131936682540544 : ffff880118e78200) 00010000:00000001:0.0:1749611566.453782:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137027011072 : -131936682540544 : ffff880118e78200) 00010000:00000001:0.0:1749611566.453783:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611566.453785:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880118e78200/0x689c0ec07329d5c0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611566.453788:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611566.453789:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880118e78200/0x689c0ec07329d5c0 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611566.453792:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611566.453793:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611566.453794:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611566.453798:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611566.453799:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611566.453801:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611566.453802:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611566.453803:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611566.453804:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611566.453805:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880118e78200 with handle 0x689c0ec07329d5c0 from hash 00010000:00000001:0.0:1749611566.453806:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611566.453807:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611566.453808:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611566.453808:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611566.453809:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611566.453810:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611566.453811:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611566.453811:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611566.453812:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611566.453813:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611566.453814:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880118e78200/0x689c0ec07329d5c0 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611566.453817:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611566.453817:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611566.453818:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611566.453819:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611566.453819:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611566.453820:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611566.453820:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611566.453821:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880118e78200/0x689c0ec07329d5c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611566.453841:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611566.453842:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611566.453844:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611566.453846:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009bf90380 x1834598494693120/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611566.453850:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611566.453855:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611566.453856:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611566.453857:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611566.453860:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880118e78a00. 02000000:00000001:0.0:1749611566.453863:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611566.453864:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611566.453865:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bf90380. 00000100:00000001:0.0:1749611566.453868:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611566.453868:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611566.453869:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611566.453871:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611566.453873:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611566.453875:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880136947b00. 00000020:00000010:0.0:1749611566.453877:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e78a00. 00000020:00000010:0.0:1749611566.453881:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880118e78400. 00000040:00000010:0.0:1749611566.453883:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880118e78000. 00000020:00000010:0.0:1749611566.453886:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51fb800. 00000020:00000010:0.0:1749611566.453889:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880118e79400. 80000000:00000010:0.0:1749611566.453892:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16540. 00040000:00000010:0.0:1749611566.453896:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880118e79a00. 00080000:00000010:0.0:1749611566.453900:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d5000. 00080000:00000010:0.0:1749611566.453903:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 10000000:00000040:0.0:1749611566.453909:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611566.453911:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880084695180 : new refcount 2 10000000:00000001:0.0:1749611566.453914:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:0.0:1749611566.453916:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611566.453919:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880118e78400. 00000040:00000010:0.0:1749611566.453921:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880118e78000. 00000020:00000010:0.0:1749611566.453923:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51fb800. 00000020:00000010:0.0:1749611566.453926:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880118e79400. 80000000:00000010:0.0:1749611566.453928:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16540. 00040000:00000010:0.0:1749611566.453931:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880118e79a00. 00080000:00000010:0.0:1749611566.453933:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:0.0:1749611566.453936:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d5000. 00000020:00000010:0.0:1749611566.453941:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e78a00. 10000000:00000010:0.0:1749611566.453942:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880136947b00. 10000000:01000000:0.0:1749611566.453944:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-MDT0001' failed (-5). 10000000:00000001:0.0:1749611566.453947:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611566.453948:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611566.453950:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611566.453951:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611566.453952:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-barrier (ffff8800b4071200) refs 2 10000000:00000001:0.0:1749611566.453953:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611566.453954:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611566.453955:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0001(ffff88007ed1c200) refs 2 10000000:00000001:0.0:1749611566.453956:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611566.453957:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611566.453958:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:00000001:0.0:1749611566.453958:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611566.453960:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-barrier-ffff8800b4229800 from 1 10000000:00000001:0.0:1749611566.453961:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611566.453962:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00000100:00000010:0.0:1749611566.453964:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38d880. 00000020:00000040:0.0:1749611566.453966:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611566.453969:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611566.453971:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611566.453974:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611566.453977:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880118e78a00. 00000100:00000001:0.0:1749611566.453981:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611566.453984:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611566.453985:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611566.453990:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88011f08a800. 00010000:00000001:0.0:1749611566.453993:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611566.453994:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880118e79600. 00000020:00000001:0.0:1749611566.453996:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611566.453997:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880118e79600 with handle 0x689c0ec07329d5ce to hash 00000020:00000001:0.0:1749611566.453998:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611566.453999:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137027016192 : -131936682535424 : ffff880118e79600) 00010000:00000001:0.0:1749611566.454001:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137027016192 : -131936682535424 : ffff880118e79600) 00010000:00000001:0.0:1749611566.454002:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611566.454005:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611566.454007:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d5ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611566.454012:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d5ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611566.454019:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d5ce lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611566.454021:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611566.454022:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611566.454026:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880084695540. 00000100:00000001:0.0:1749611566.454027:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134535714112 : -131939173837504 : ffff880084695540) 00000100:00000001:0.0:1749611566.454028:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611566.454029:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096328832 : -131939613222784 : ffff88006a38d880) 00000100:00000001:0.0:1749611566.454031:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611566.454034:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611566.454035:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611566.454037:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611566.454039:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38d880 x1834598494694016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611566.454043:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611566.454044:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611566.454046:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88006a38d880 x1834598494694016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611566.454050:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611566.454051:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611566.454051:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611566.454052:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611566.454053:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611566.454054:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611566.454055:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611566.454055:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611566.454059:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611566.456642:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880118e78200. 00000100:00000001:0.0:1749611566.458612:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611566.458617:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611566.458619:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611566.458622:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611566.458625:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611566.458627:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611566.458630:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611566.458632:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611566.458634:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611567.030627:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611567.030634:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611567.030637:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611567.030640:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611567.030655:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611567.030658:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611567.030660:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611567.030662:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611567.030664:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611567.278622:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611567.278627:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611567.278679:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611567.278682:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611567.278684:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611567.453666:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611567.453671:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611567.453673:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611567.453676:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611567.453678:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611567.453681:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611567.453683:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611567.453685:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611567.453687:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611567.458581:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611567.458584:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611567.458585:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611567.458587:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611567.458589:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611567.458590:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611567.458592:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611567.458593:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611567.458595:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.030615:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611568.030623:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611568.030625:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611568.030630:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611568.030634:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611568.030637:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611568.030640:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611568.030651:0:31086:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880071e78700 x1834598494693248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611568.030662:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611568.030666:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78700 x1834598494693248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611568.030675:0:31086:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611568.030678:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611568.030681:0:31086:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611568.030683:0:31086:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611568.030686:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78700 x1834598494693248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611568.030695:0:31086:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:31086:1834598494693248:0@lo:101:mount.lustre.0 00000100:00000001:2.0:1749611568.030700:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611568.030702:0:31086:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611568.030705:0:31086:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611568.030707:0:31086:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611568.030710:0:31086:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78700 x1834598494693248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611568.030741:0:31086:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611568.030744:0:31086:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381780. 00000100:00000001:2.0:1749611568.030748:0:31086:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611568.030750:0:31086:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611568.030754:0:31086:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611568.030757:0:31086:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611568.030761:0:31086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611568.030764:0:31086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009d27c600 refcount=4 00000020:00000001:2.0:1749611568.030766:0:31086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950848000 : -131938758703616 : ffff88009d27c600) 00010000:00000001:2.0:1749611568.030769:0:31086:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134950848000 : -131938758703616 : ffff88009d27c600) 00010000:00010000:2.0:1749611568.030775:0:31086:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009d27c600/0x689c0ec07329d5c7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611568.030785:0:31086:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611568.030790:0:31086:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009d27c600/0x689c0ec07329d5c7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611568.030796:0:31086:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611568.030799:0:31086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009d27c600/0x689c0ec07329d5c7 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611568.030805:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611568.030807:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611568.030810:0:31086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009d27c600/0x689c0ec07329d5c7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611568.030816:0:31086:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611568.030818:0:31086:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611568.030821:0:31086:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611568.030824:0:31086:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009d27c600/0x689c0ec07329d5c7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611568.030840:0:31086:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009d27c600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611568.030843:0:31086:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611568.030846:0:31086:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009d27c600/0x689c0ec07329d5c7 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611568.030851:0:31086:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611568.030853:0:31086:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611568.030854:0:31086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611568.030856:0:31086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009d27c600 refcount=5 00000020:00000001:2.0:1749611568.030858:0:31086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950848000 : -131938758703616 : ffff88009d27c600) 00010000:00000001:2.0:1749611568.030860:0:31086:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134950848000 : -131938758703616 : ffff88009d27c600) 00010000:00000001:2.0:1749611568.030863:0:31086:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611568.030866:0:31086:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009d27c600/0x689c0ec07329d5c7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611568.030871:0:31086:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611568.030873:0:31086:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009d27c600/0x689c0ec07329d5c7 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611568.030878:0:31086:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611568.030881:0:31086:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611568.030882:0:31086:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611568.030885:0:31086:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611568.030886:0:31086:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611568.030889:0:31086:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611568.030891:0:31086:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611568.030892:0:31086:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611568.030894:0:31086:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611568.030897:0:31086:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009d27c600 with handle 0x689c0ec07329d5c7 from hash 00010000:00000001:2.0:1749611568.030899:0:31086:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611568.030900:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611568.030901:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611568.030902:0:31086:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611568.030909:0:31086:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611568.030910:0:31086:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611568.030913:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611568.030914:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611568.030916:0:31086:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611568.030917:0:31086:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611568.030920:0:31086:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009d27c600/0x689c0ec07329d5c7 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611568.030926:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611568.030926:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611568.030928:0:31086:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611568.030929:0:31086:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611568.030930:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611568.030931:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611568.030932:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611568.030934:0:31086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009d27c600/0x689c0ec07329d5c7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611568.030942:0:31086:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880086d2ec00 count: 0 00010000:00000001:2.0:1749611568.030977:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611568.030979:0:31086:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611568.030982:0:31086:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611568.030987:0:31086:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78700 x1834598494693248/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611568.030993:0:31086:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611568.030997:0:31086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611568.030999:0:31086:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611568.031001:0:31086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611568.031005:0:31086:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d27d600. 02000000:00000001:2.0:1749611568.031013:0:31086:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611568.031015:0:31086:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611568.031017:0:31086:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78700. 00000100:00000001:2.0:1749611568.031021:0:31086:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611568.031022:0:31086:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611568.031024:0:31086:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611568.031028:0:31086:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611568.031036:0:31086:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611568.031039:0:31086:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012a3027c0. 00000020:00000010:2.0:1749611568.031043:0:31086:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d600. 00000020:00000010:2.0:1749611568.031048:0:31086:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27d000. 00000040:00000010:2.0:1749611568.031052:0:31086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d27de00. 00000020:00000010:2.0:1749611568.031056:0:31086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611568.031062:0:31086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27ca00. 80000000:00000010:2.0:1749611568.031066:0:31086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256840. 00040000:00000010:2.0:1749611568.031073:0:31086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27d400. 00080000:00000010:2.0:1749611568.031080:0:31086:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118a000. 00080000:00000010:2.0:1749611568.031086:0:31086:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136abc000. 10000000:00000040:2.0:1749611568.031094:0:31086:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611568.031098:0:31086:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880084695180 : new refcount 2 00000040:00000001:2.0:1749611568.031102:0:31086:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:2.0:1749611568.031105:0:31086:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:2.0:1749611568.031108:0:31086:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88009d27c400. 00000040:00000001:2.0:1749611568.031112:0:31086:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:2.0:1749611568.031116:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1749611568.031120:0:31086:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:2.0:1749611568.031123:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00080000:00000001:2.0:1749611568.031134:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749611568.031137:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749611568.031159:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749611568.031178:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611568.031180:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749611568.031183:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611568.031184:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749611568.031187:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749611568.031191:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x6:0x0] 84:3075167909 to info ffff88013118a000 00000020:00000001:2.0:1749611568.031195:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f3f8 00080000:00000002:2.0:1749611568.031197:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x6:0x0] 00080000:00000001:2.0:1749611568.031200:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611568.031204:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611568.031208:0:31086:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff8800b5206400. 00080000:00000001:2.0:1749611568.031216:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1749611568.031222:0:31086:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff88006b821e60. 00000020:00000001:2.0:1749611568.031225:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:2.0:1749611568.031232:0:31086:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff880086d2e200. 00000020:00000010:2.0:1749611568.031237:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880086d2e300. 00000020:00000001:2.0:1749611568.031242:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1749611568.031245:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27c800. 00000020:00000001:2.0:1749611568.031248:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611568.031251:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611568.031253:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611568.031255:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611568.031257:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611568.031261:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611568.031264:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611568.031269:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134576186200 : -131939133365416 : ffff880086d2e358) 00000040:00000001:2.0:1749611568.031272:0:31086:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1749611568.031274:0:31086:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1749611568.031276:0:31086:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:2.0:1749611568.031282:0:31086:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880136abe000. 00000040:00000001:2.0:1749611568.031284:0:31086:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:2.0:1749611568.031287:0:31086:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611568.032125:0:31086:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611568.032131:0:31086:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611568.032134:0:31086:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611568.032137:0:31086:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611568.032141:0:31086:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16540. 00000040:00001000:0.0:1749611568.032145:0:31086:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611568.032150:0:31086:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611568.032161:0:31086:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880118e79a00. 00000020:00000010:0.0:1749611568.032165:0:31086:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880118e79800. 00000040:00000010:0.0:1749611568.032168:0:31086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880118e79400. 00000020:00000010:0.0:1749611568.032172:0:31086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51ff000. 00000020:00000010:0.0:1749611568.032178:0:31086:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdd080. 00000020:00000010:0.0:1749611568.032182:0:31086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880118e78000. 80000000:00000010:0.0:1749611568.032185:0:31086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16960. 40000000:00000010:0.0:1749611568.032188:0:31086:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136947b00. 00100000:00000010:0.0:1749611568.032194:0:31086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51fb800. 00040000:00000010:0.0:1749611568.032198:0:31086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88011f08a700. 00040000:00000010:0.0:1749611568.032202:0:31086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880118e78400. 00080000:00000010:0.0:1749611568.032206:0:31086:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d5000. 00080000:00000010:0.0:1749611568.032212:0:31086:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 00000004:00000010:0.0:1749611568.032219:0:31086:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b41f5800. 00000004:00000010:0.0:1749611568.032225:0:31086:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800ac9d7000. 00000004:00000010:0.0:1749611568.032229:0:31086:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b41f1800. 00002000:00000010:0.0:1749611568.032234:0:31086:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009c627400. 00000004:00000010:0.0:1749611568.032238:0:31086:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009c626800. 00000020:00000010:0.0:1749611568.032242:0:31086:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136947b40. 00000040:00000010:0.0:1749611568.032249:0:31086:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880070f00000. 00000040:00001000:0.0:1749611568.032252:0:31086:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611568.032254:0:31086:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611568.032257:0:31086:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611568.032261:0:31086:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10504 00000040:00000001:0.0:1749611568.032556:0:31086:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611568.032562:0:31086:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.032565:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f00000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611568.032568:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611568.032571:0:31086:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611568.032574:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f000e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611568.032576:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:0.0:1749611568.032578:0:31086:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611568.032580:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f00160 type=0x10620000 idx=3 00000040:00001000:0.0:1749611568.032589:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:0.0:1749611568.032590:0:31086:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611568.032593:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f001d0 type=0x10620000 idx=4 00000040:00001000:0.0:1749611568.032595:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1749611568.032596:0:31086:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611568.032598:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f002b0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611568.032600:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1749611568.032602:0:31086:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611568.032603:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f00390 type=0x10620000 idx=6 00000040:00001000:0.0:1749611568.032605:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1749611568.032607:0:31086:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611568.032609:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f003e0 type=0x10620000 idx=7 00000040:00001000:0.0:1749611568.032610:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1749611568.032612:0:31086:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611568.032614:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f004c0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611568.032615:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6976 remains) 00000040:00001000:0.0:1749611568.032617:0:31086:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611568.032619:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f005a0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611568.032620:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 80 (6752 remains) 00000040:00001000:0.0:1749611568.032622:0:31086:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611568.032624:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f005f0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611568.032625:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6672 remains) 00000040:00001000:0.0:1749611568.032627:0:31086:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611568.032629:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f006d0 type=0x10620000 idx=11 00000040:00001000:0.0:1749611568.032631:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6448 remains) 00000040:00001000:0.0:1749611568.032632:0:31086:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611568.032634:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f007b0 type=0x10620000 idx=12 00000040:00001000:0.0:1749611568.032636:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 120 (6224 remains) 00000040:00001000:0.0:1749611568.032637:0:31086:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611568.032639:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f00828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611568.032641:0:31086:0:(llog.c:688:llog_process_thread()) synced_idx: 13 00000040:00000001:0.0:1749611568.032643:0:31086:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611568.032650:0:31086:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611568.032653:0:31086:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 13 (cur idx 13 off 8192), size 10504 00000040:00000001:0.0:1749611568.032661:0:31086:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611568.032663:0:31086:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.032665:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f00828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611568.032667:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 224 (6104 remains) 00000040:00001000:0.0:1749611568.032669:0:31086:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 13 synced_idx: 13 lgh_last_idx: 13 00000040:00001000:0.0:1749611568.032672:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f00908 type=0x0 idx=0 00000040:00000001:0.0:1749611568.032674:0:31086:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611568.032676:0:31086:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00000010:0.0:1749611568.032679:0:31086:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880070f00000. 00000020:00000010:0.0:1749611568.032685:0:31086:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880136947b40. 00000020:00000010:0.0:1749611568.032710:0:31086:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880118e79800. 00000040:00000010:0.0:1749611568.032715:0:31086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880118e79400. 00000020:00000010:0.0:1749611568.032718:0:31086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51ff000. 00000020:00000010:0.0:1749611568.032725:0:31086:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdd080. 00000020:00000010:0.0:1749611568.032730:0:31086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880118e78000. 80000000:00000010:0.0:1749611568.032733:0:31086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16960. 40000000:00000010:0.0:1749611568.032738:0:31086:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136947b00. 00100000:00000010:0.0:1749611568.032741:0:31086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51fb800. 00040000:00000010:0.0:1749611568.032747:0:31086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88011f08a700. 00040000:00000010:0.0:1749611568.032750:0:31086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880118e78400. 00080000:00000010:0.0:1749611568.032754:0:31086:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:0.0:1749611568.032759:0:31086:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d5000. 00000004:00000010:0.0:1749611568.032763:0:31086:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b41f5800. 00000004:00000010:0.0:1749611568.032769:0:31086:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800ac9d7000. 00000004:00000010:0.0:1749611568.032774:0:31086:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b41f1800. 00002000:00000010:0.0:1749611568.032779:0:31086:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009c627400. 00000004:00000010:0.0:1749611568.032783:0:31086:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009c626800. 00000020:00000010:0.0:1749611568.032786:0:31086:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880118e79a00. 00000040:00000010:0.0:1749611568.032789:0:31086:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16540. 00000040:00000001:0.0:1749611568.032791:0:31086:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611568.032794:0:31086:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611568.032798:0:31086:0:(lu_object.c:207:lu_object_put()) Add ffff88009d27c800/ffff880086d2e300 to site lru. bkt: ffff8800998835d0 00000040:00000010:0.0:1749611568.032806:0:31086:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88006b821e60. 00000040:00000001:0.0:1749611568.032809:0:31086:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611568.032812:0:31086:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880136abe000. 00000040:00000010:0.0:1749611568.032835:0:31086:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88009d27c400. 00000040:00000001:0.0:1749611568.032838:0:31086:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611568.032841:0:31086:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log lustre-OST0000, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611568.032845:0:31086:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611568.032847:0:31086:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611568.032850:0:31086:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611568.032852:0:31086:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:0.0:1749611568.032854:0:31086:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611568.032856:0:31086:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff880118e79a00. 00000040:00000001:0.0:1749611568.032859:0:31086:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611568.032861:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611568.032864:0:31086:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:0.0:1749611568.032868:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00080000:00000001:0.0:1749611568.032873:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611568.032876:0:31086:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611568.032878:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611568.032882:0:31086:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff88006a9b8490. 00000020:00000001:0.0:1749611568.032885:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611568.032889:0:31086:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134576186200 : -131939133365416 : ffff880086d2e358) 00000040:00000001:0.0:1749611568.032891:0:31086:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611568.032894:0:31086:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611568.032895:0:31086:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611568.032898:0:31086:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880070f06000. 00000040:00000001:0.0:1749611568.032900:0:31086:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611568.032902:0:31086:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611568.032912:0:31086:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611568.032914:0:31086:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611568.032916:0:31086:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611568.032918:0:31086:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611568.032920:0:31086:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16540. 00000040:00001000:0.0:1749611568.032923:0:31086:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611568.033258:0:31108:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611568.033268:0:31108:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295e600. 00000020:00000010:1.0:1749611568.033275:0:31108:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008295f800. 00000040:00000010:1.0:1749611568.033280:0:31108:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88008295ec00. 00000020:00000010:1.0:1749611568.033285:0:31108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071979000. 00000020:00000010:1.0:1749611568.033291:0:31108:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931e4a0. 00000020:00000010:1.0:1749611568.033296:0:31108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88008295f000. 80000000:00000010:1.0:1749611568.033300:0:31108:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009d096420. 40000000:00000010:1.0:1749611568.033316:0:31108:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129cc8040. 00100000:00000010:1.0:1749611568.033321:0:31108:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197b000. 00040000:00000010:1.0:1749611568.033326:0:31108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959d600. 00040000:00000010:1.0:1749611568.033330:0:31108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88008295f200. 00080000:00000010:1.0:1749611568.033336:0:31108:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611568.033343:0:31108:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685c000. 00000004:00000010:1.0:1749611568.033351:0:31108:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197d000. 00000004:00000010:1.0:1749611568.033358:0:31108:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749611568.033363:0:31108:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880071978000. 00002000:00000010:1.0:1749611568.033368:0:31108:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800aca72c00. 00000004:00000010:1.0:1749611568.033373:0:31108:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800ac893800. 00000020:00000010:1.0:1749611568.033378:0:31108:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880129cc8600. 00000040:00000010:1.0:1749611568.033387:0:31108:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009685e000. 00000040:00001000:1.0:1749611568.033390:0:31108:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611568.033394:0:31108:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611568.033396:0:31108:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611568.033403:0:31108:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10504 00000040:00000001:1.0:1749611568.033419:0:31108:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611568.033423:0:31108:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611568.033427:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611568.033431:0:31108:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611568.033434:0:31108:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611568.033439:0:31108:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611568.033443:0:31108:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611568.033446:0:31108:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611568.033448:0:31108:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611568.033455:0:31108:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:01000004:1.0:1749611568.033459:0:31108:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:1.0:1749611568.033463:0:31108:0:(obd_mount.c:979:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611568.033470:0:31108:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009959d700. 00000020:00000080:1.0:1749611568.033474:0:31108:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611568.033477:0:31108:0:(obd_config.c:1473:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000001:1.0:1749611568.033481:0:31108:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611568.033485:0:31108:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009959d700. 00000020:00000001:1.0:1749611568.033581:0:31108:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611568.033586:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611568.033590:0:31108:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1749611568.033593:0:31108:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611568.033597:0:31108:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611568.033602:0:31108:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff88007ac50800. 00000020:00000080:1.0:1749611568.033605:0:31108:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611568.033608:0:31108:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611568.033611:0:31108:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611568.033627:0:31108:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085151570. 00000020:00000080:1.0:1749611568.033633:0:31108:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (ffff880085151570) 00000020:00000001:1.0:1749611568.033637:0:31108:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611568.033642:0:31108:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197d800. 00000020:00000001:1.0:1749611568.033645:0:31108:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611568.033649:0:31108:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197d800 with handle 0x689c0ec07329d5d5 to hash 00000020:00000001:1.0:1749611568.033652:0:31108:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611568.033656:0:31108:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611568.033660:0:31108:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611568.033663:0:31108:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219995136 : -131939489556480 : ffff88007197d800) 00000020:00000040:1.0:1749611568.033668:0:31108:0:(genops.c:898:class_export_put()) PUTting export ffff88007197d800 : new refcount 1 00000020:00000040:1.0:1749611568.033686:0:31108:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085151570) now 2 - obd_device_list 00000020:00000001:1.0:1749611568.033694:0:31108:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611568.033697:0:31108:0:(obd_config.c:653:class_attach()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000001:1.0:1749611568.033701:0:31108:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611568.033704:0:31108:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611568.033708:0:31108:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff88007ac50800. 00000020:00000001:1.0:1749611568.033712:0:31108:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611568.033715:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e160 type=0x10620000 idx=3 00000040:00001000:1.0:1749611568.033719:0:31108:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1749611568.033722:0:31108:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611568.033725:0:31108:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000040:1.0:1749611568.033728:0:31108:0:(obd_config.c:1842:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:1.0:1749611568.033732:0:31108:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff88009d096ba0. 00000020:00000080:1.0:1749611568.033735:0:31108:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611568.033751:0:31108:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611568.033781:0:31108:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611568.033786:0:31108:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8927240. 00000001:00000010:1.0:1749611568.033793:0:31108:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012a2d3320. 00000001:00000010:1.0:1749611568.033799:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88008295ee00. 00000001:00000010:1.0:1749611568.033805:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dbaa00. 00000001:00000010:1.0:1749611568.033809:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dbb400. 00000001:00000010:1.0:1749611568.033812:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dba200. 00000001:00000001:1.0:1749611568.033816:0:31108:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611568.033818:0:31108:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8927780. 00000001:00000010:1.0:1749611568.033823:0:31108:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012a2d3d40. 00000001:00000010:1.0:1749611568.033826:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dbac00. 00000001:00000010:1.0:1749611568.033830:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dbbc00. 00000001:00000010:1.0:1749611568.033834:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dbba00. 00000001:00000010:1.0:1749611568.033838:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880129dbae00. 00000020:00000001:1.0:1749611568.033841:0:31108:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611568.033845:0:31108:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbbe00. 00000020:00000010:1.0:1749611568.033851:0:31108:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88007ac50800. 00000020:00000010:1.0:1749611568.033856:0:31108:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ce10. 00000008:00000010:1.0:1749611568.033864:0:31108:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bfa20. 00020000:00000010:1.0:1749611568.033871:0:31108:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b6ac0. 00008000:00000010:1.0:1749611568.033877:0:31108:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7b38. 00000080:00000010:1.0:1749611568.033885:0:31108:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a3c0. 00000020:00000010:1.0:1749611568.033889:0:31108:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dba600. 00000020:00000010:1.0:1749611568.033893:0:31108:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880129dbb800. 00000020:00000010:1.0:1749611568.033898:0:31108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071978800. 00000020:00000010:1.0:1749611568.033903:0:31108:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931d588. 00000020:00000010:1.0:1749611568.033907:0:31108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880129dbb000. 80000000:00000010:1.0:1749611568.033911:0:31108:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009d096d20. 40000000:00000010:1.0:1749611568.033915:0:31108:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880129cc8940. 00100000:00000010:1.0:1749611568.033919:0:31108:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197b800. 00040000:00000010:1.0:1749611568.033923:0:31108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009959d700. 00040000:00000010:1.0:1749611568.033927:0:31108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880129dbb200. 00080000:00000010:1.0:1749611568.033933:0:31108:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b5000. 00080000:00000010:1.0:1749611568.033951:0:31108:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28a000. 00002000:00000010:1.0:1749611568.033960:0:31108:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88006bbae800. 00002000:00000010:1.0:1749611568.033966:0:31108:0:(ofd_dev.c:3325:ofd_device_alloc()) kmalloced '(m)': 1864 at ffff88007197c000. 00002000:00000001:1.0:1749611568.033970:0:31108:0:(ofd_dev.c:3058:ofd_init0()) Process entered 00002000:00000001:1.0:1749611568.033978:0:31108:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:1.0:1749611568.033981:0:31108:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749611568.033985:0:31108:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611568.033988:0:31108:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134959773664 : -131938749777952 : ffff88009daff7e0) 00000020:01000004:1.0:1749611568.033993:0:31108:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88007197e000 from lustre-OST0000, refs=2 00000020:00000001:1.0:1749611568.033996:0:31108:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612134959773664 : -131938749777952 : ffff88009daff7e0) 00002000:00000010:1.0:1749611568.034001:0:31108:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at ffff880129cc8580. 00002000:00000001:1.0:1749611568.034005:0:31108:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:1.0:1749611568.034008:0:31108:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at ffff8800a8927300. 00002000:00000001:1.0:1749611568.034013:0:31108:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:1.0:1749611568.034017:0:31108:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:1.0:1749611568.034019:0:31108:0:(osd_handler.c:8732:osd_obd_connect()) connect #1 00000020:00000001:1.0:1749611568.034022:0:31108:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611568.034024:0:31108:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611568.034028:0:31108:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197e800. 00000020:00000001:1.0:1749611568.034031:0:31108:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611568.034034:0:31108:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197e800 with handle 0x689c0ec07329d5dc to hash 00000020:00000001:1.0:1749611568.034038:0:31108:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611568.034042:0:31108:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611568.034045:0:31108:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611568.034049:0:31108:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085154050) now 5 - export 00000020:00000001:1.0:1749611568.034054:0:31108:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219999232 : -131939489552384 : ffff88007197e800) 00000020:00000040:1.0:1749611568.034057:0:31108:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e800 : new refcount 1 00000020:00000080:1.0:1749611568.034061:0:31108:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x689c0ec07329d5dc 00000020:00000001:1.0:1749611568.034064:0:31108:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611568.034067:0:31108:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611568.034070:0:31108:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d5dc 00000020:00000001:1.0:1749611568.034072:0:31108:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611568.034075:0:31108:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197e800 refcount=2 00000020:00000001:1.0:1749611568.034079:0:31108:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219999232 : -131939489552384 : ffff88007197e800) 00000020:00000001:1.0:1749611568.034083:0:31108:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219999232 : -131939489552384 : ffff88007197e800) 00080000:00000001:1.0:1749611568.034094:0:31108:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611568.034098:0:31108:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749611568.034102:0:31108:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at ffff8800a8927300. 00002000:00000001:1.0:1749611568.034107:0:31108:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749611568.034110:0:31108:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at ffff880129cc8580. 00002000:00000001:1.0:1749611568.034116:0:31108:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611568.034120:0:31108:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749611568.034124:0:31108:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611568.034128:0:31108:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749611568.034133:0:31108:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88006bb88c00. 00000001:00000001:1.0:1749611568.034136:0:31108:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611568.034140:0:31108:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88009959d100. 00000001:00000010:1.0:1749611568.034146:0:31108:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at ffff880129dba400. 00000001:00000010:1.0:1749611568.034212:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007599000. 00000001:00000010:1.0:1749611568.034300:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900075a3000. 00000001:00000010:1.0:1749611568.034389:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900075ad000. 00000001:00000010:1.0:1749611568.034472:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900075b7000. 00000001:00000010:1.0:1749611568.034615:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900075c1000. 00000001:00000010:1.0:1749611568.034712:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900075cb000. 00000001:00000010:1.0:1749611568.034793:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900075d5000. 00000001:00000010:1.0:1749611568.034875:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900075df000. 00000001:00000010:1.0:1749611568.034959:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900075e9000. 00000001:00000010:1.0:1749611568.035042:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900075f3000. 00000001:00000010:1.0:1749611568.035124:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900075fd000. 00000001:00000010:1.0:1749611568.035200:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007607000. 00000001:00000010:1.0:1749611568.035292:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007611000. 00000001:00000010:1.0:1749611568.035373:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000761b000. 00000001:00000010:1.0:1749611568.035453:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007625000. 00000001:00000010:1.0:1749611568.035596:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000762f000. 00000001:00000010:1.0:1749611568.035674:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007639000. 00000001:00000010:1.0:1749611568.035745:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007643000. 00000001:00000010:1.0:1749611568.035825:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000764d000. 00000001:00000010:1.0:1749611568.035915:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007657000. 00000001:00000010:1.0:1749611568.035997:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007661000. 00000001:00000010:1.0:1749611568.036080:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000766b000. 00000001:00000010:1.0:1749611568.036181:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007675000. 00000001:00000010:1.0:1749611568.036262:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000767f000. 00000001:00000010:1.0:1749611568.036345:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007689000. 00000001:00000010:1.0:1749611568.036437:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007693000. 00000001:00000010:1.0:1749611568.036572:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000769d000. 00000001:00000010:1.0:1749611568.036656:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900076a7000. 00000001:00000010:1.0:1749611568.036737:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900076b1000. 00000001:00000010:1.0:1749611568.036833:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900076bb000. 00000001:00000010:1.0:1749611568.036910:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900076c5000. 00000001:00000010:1.0:1749611568.036992:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900076cf000. 00000001:00000010:1.0:1749611568.037084:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900076d9000. 00000001:00000010:1.0:1749611568.037170:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900076e3000. 00000001:00000010:1.0:1749611568.037254:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900076ed000. 00000001:00000010:1.0:1749611568.037333:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900076f7000. 00000001:00000010:1.0:1749611568.037424:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007701000. 00000001:00000010:1.0:1749611568.037560:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000770b000. 00000001:00000010:1.0:1749611568.037640:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007715000. 00000001:00000010:1.0:1749611568.037727:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000771f000. 00000001:00000010:1.0:1749611568.037806:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007729000. 00000001:00000010:1.0:1749611568.037882:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007733000. 00000001:00000010:1.0:1749611568.037969:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000773d000. 00000001:00000010:1.0:1749611568.038046:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007747000. 00000001:00000010:1.0:1749611568.038118:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007751000. 00000001:00000010:1.0:1749611568.038177:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000775b000. 00000001:00000010:1.0:1749611568.038240:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007765000. 00000001:00000010:1.0:1749611568.038298:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000776f000. 00000001:00000010:1.0:1749611568.038354:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007779000. 00000001:00000010:1.0:1749611568.038435:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007783000. 00000001:00000010:1.0:1749611568.038568:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000778d000. 00000001:00000010:1.0:1749611568.038654:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007797000. 00000001:00000010:1.0:1749611568.038735:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900077a1000. 00000001:00000010:1.0:1749611568.038831:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900077ab000. 00000001:00000010:1.0:1749611568.038921:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900077b5000. 00000001:00000010:1.0:1749611568.039001:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900077bf000. 00000001:00000010:1.0:1749611568.039091:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900077c9000. 00000001:00000010:1.0:1749611568.039170:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900077d3000. 00000001:00000010:1.0:1749611568.039254:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900077dd000. 00000001:00000010:1.0:1749611568.039348:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900077e7000. 00000001:00000010:1.0:1749611568.039433:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900077f1000. 00000001:00000010:1.0:1749611568.039601:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900077fb000. 00000001:00000010:1.0:1749611568.039684:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007805000. 00000001:00000010:1.0:1749611568.039779:0:31108:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000780f000. 00000020:00000010:1.0:1749611568.039902:0:31108:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88006bb8b800. 00000020:00000010:1.0:1749611568.039908:0:31108:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012a2d3e40. 00010000:00000001:1.0:1749611568.039935:0:31108:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749611568.039978:0:31108:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611568.039996:0:31108:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88006bb88000. 00000020:00000010:1.0:1749611568.040001:0:31108:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff880129dba000. 00010000:00000001:1.0:1749611568.040013:0:31108:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611568.040016:0:31108:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:1.0:1749611568.040019:0:31108:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611568.040024:0:31108:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134121475072 : -131939588076544 : ffff88006bb88c00) 00000020:00000001:1.0:1749611568.040030:0:31108:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:1.0:1749611568.040037:0:31108:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1671, crc32c 9251, adler 1511, t10ip512 7007, t10ip4k 7859, t10crc512 1407, t10crc4k 1851 00000020:00000001:1.0:1749611568.040046:0:31108:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1749611568.040054:0:31108:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611568.040075:0:31108:0:(tgt_main.c:538:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at ffff880077818000. 00000020:00000001:1.0:1749611568.040080:0:31108:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:1.0:1749611568.040082:0:31108:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:1.0:1749611568.040089:0:31108:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff88009959dc00. 00002000:00000001:1.0:1749611568.040095:0:31108:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1749611568.040104:0:31108:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c5565a0. 00002000:00000001:1.0:1749611568.040108:0:31108:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134937060856 : -131938772490760 : ffff88009c5565f8) 00002000:00000001:1.0:1749611568.040137:0:31108:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1749611568.040140:0:31108:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:1.0:1749611568.040202:0:31108:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dbb600. 00002000:00000001:1.0:1749611568.040208:0:31108:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611568.040211:0:31108:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1749611568.040217:0:31108:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1749611568.040220:0:31108:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611568.040224:0:31108:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1749611568.040235:0:31108:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012a3db790. 00000001:00000010:1.0:1749611568.040253:0:31108:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012a3db790. 00080000:00000001:1.0:1749611568.040259:0:31108:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1749611568.040262:0:31108:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:1.0:1749611568.040269:0:31108:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749611568.040272:0:31108:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:1.0:1749611568.040281:0:31108:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611568.040287:0:31108:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611568.040295:0:31108:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134937060856 : -131938772490760 : ffff88009c5565f8) 00000020:00000001:1.0:1749611568.040300:0:31108:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612137311450624 : -131936398100992 : ffff880129dbb600) 00000001:00000040:1.0:1749611568.040314:0:31108:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 38654705664: rc = 0 00000001:00000002:1.0:1749611568.040320:0:31108:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:1.0:1749611568.040323:0:31108:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 38654705664 00000001:00000002:1.0:1749611568.040326:0:31108:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 10 00000001:00000002:1.0:1749611568.040330:0:31108:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:1.0:1749611568.040333:0:31108:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:1.0:1749611568.040336:0:31108:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:1.0:1749611568.040338:0:31108:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 9088 00000001:00000002:1.0:1749611568.040341:0:31108:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:1.0:1749611568.040344:0:31108:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 7 00000001:00000002:1.0:1749611568.040347:0:31108:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:1.0:1749611568.040350:0:31108:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:1.0:1749611568.040355:0:31108:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at ffff880070e6b500. 00000001:00000040:0.0:1749611568.040686:0:31108:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8320 uuid = , last_transno = 8590240194, last_xid = 1834594324797824, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611568.040695:0:31108:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 0 00000001:00000040:0.0:1749611568.040706:0:31108:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8448 uuid = , last_transno = 8590240454, last_xid = 1834594324874112, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611568.040710:0:31108:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 1 00000001:00000040:0.0:1749611568.040713:0:31108:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8576 uuid = , last_transno = 8590240197, last_xid = 1834594497094528, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611568.040717:0:31108:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 2 00000001:00000040:0.0:1749611568.040720:0:31108:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8704 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611568.040723:0:31108:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 3 00000001:00000040:0.0:1749611568.040726:0:31108:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8832 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611568.040728:0:31108:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 4 00000001:00000040:0.0:1749611568.040731:0:31108:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8960 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611568.040734:0:31108:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 5 00000001:00000040:0.0:1749611568.040737:0:31108:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @9088 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611568.040740:0:31108:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 6 00000001:00000010:0.0:1749611568.040743:0:31108:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at ffff880070e6b500. 00000001:00000001:0.0:1749611568.040747:0:31108:0:(tgt_lastrcvd.c:1780:tgt_clients_data_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611568.040750:0:31108:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1749611568.040752:0:31108:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 10, last_transno is 38654705664 00080000:00000001:0.0:1749611568.040755:0:31108:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611568.040759:0:31108:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880118e78600. 00080000:00000001:0.0:1749611568.040763:0:31108:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137027012096 : -131936682539520 : ffff880118e78600) 00080000:00000001:0.0:1749611568.040766:0:31108:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611568.040769:0:31108:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611568.040772:0:31108:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880136947b00. 00080000:00000001:0.0:1749611568.040783:0:31108:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.040786:0:31108:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611568.040798:0:31108:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611568.040801:0:31108:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1749611568.040826:0:31108:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 38654705664: rc = 0 00000001:00000001:0.0:1749611568.040829:0:31108:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.040832:0:31108:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611568.040839:0:31108:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880136947b00. 00040000:00000001:0.0:1749611568.040842:0:31108:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611568.040844:0:31108:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611568.040846:0:31108:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1749611568.040849:0:31108:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 38654705664: rc = 0 00000001:00000001:0.0:1749611568.040851:0:31108:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611568.040853:0:31108:0:(tgt_lastrcvd.c:1980:tgt_server_data_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611568.040856:0:31108:0:(tgt_main.c:579:tgt_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611568.040860:0:31108:0:(lproc_ofd.c:1035:ofd_tunables_init()) Process entered 00000020:00000010:0.0:1749611568.041079:0:31108:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009c626800. 00000020:00000010:0.0:1749611568.041083:0:31108:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff880118e78000. 00000020:00000001:0.0:1749611568.041105:0:31108:0:(lprocfs_jobstats.c:823:lprocfs_job_stats_init()) Process entered 00000020:00000001:0.0:1749611568.041111:0:31108:0:(lprocfs_jobstats.c:866:lprocfs_job_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611568.041113:0:31108:0:(lproc_ofd.c:1085:ofd_tunables_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611568.041117:0:31108:0:(ofd_fs.c:629:ofd_fs_setup()) Process entered 00002000:00000010:0.0:1749611568.041120:0:31108:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at ffff8800b2371880. 00002000:00000010:0.0:1749611568.041123:0:31108:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 296 at ffff880118e79400. 40000000:00000001:0.0:1749611568.041126:0:31108:0:(fid_handler.c:503:seq_server_init()) Process entered 40000000:00000001:0.0:1749611568.041129:0:31108:0:(fid_store.c:190:seq_store_init()) Process entered 00000020:00000001:0.0:1749611568.041131:0:31108:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:0.0:1749611568.041133:0:31108:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611568.041137:0:31108:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611568.041140:0:31108:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717ed80. 00002000:00000001:0.0:1749611568.041142:0:31108:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849146328 : -131938860405288 : ffff88009717edd8) 00002000:00000001:0.0:1749611568.041146:0:31108:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611568.041147:0:31108:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x5:0x0] 00080000:00000010:0.0:1749611568.041150:0:31108:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880118e79800. 00002000:00000001:0.0:1749611568.041153:0:31108:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.041160:0:31108:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611568.041163:0:31108:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611568.041165:0:31108:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.041167:0:31108:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611568.041172:0:31108:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611568.041182:0:31108:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611568.041187:0:31108:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611568.041189:0:31108:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611568.041194:0:31108:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611568.041197:0:31108:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611568.041203:0:31108:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.041206:0:31108:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611568.041211:0:31108:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849146328 : -131938860405288 : ffff88009717edd8) 00000020:00000001:0.0:1749611568.041214:0:31108:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612137027016704 : -131936682534912 : ffff880118e79800) 40000000:00000001:0.0:1749611568.041217:0:31108:0:(fid_store.c:216:seq_store_init()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1749611568.041219:0:31108:0:(fid_store.c:157:seq_store_read()) Process entered 40000000:00000040:0.0:1749611568.041478:0:31108:0:(fid_store.c:167:seq_store_read()) srv-lustre-OST0000: Space - [0x0000000280000404-0x00000002c0000400]:0:ost 40000000:00000001:0.0:1749611568.041482:0:31108:0:(fid_store.c:177:seq_store_read()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1749611568.041484:0:31108:0:(fid_handler.c:484:seq_server_debugfs_init()) Process entered 40000000:00000001:0.0:1749611568.041572:0:31108:0:(fid_handler.c:574:seq_server_init()) Process leaving 00002000:00000010:0.0:1749611568.041576:0:31108:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 232 at ffff88011f08a300. 40000000:00000001:0.0:1749611568.041580:0:31108:0:(fid_request.c:396:seq_client_init()) Process entered 40000000:00000001:0.0:1749611568.041604:0:31108:0:(fid_handler.c:35:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1749611568.041606:0:31108:0:(fid_handler.c:56:seq_server_set_cli()) srv-lustre-OST0000: Attached sequence controller cli-lustre-OST0000-super 40000000:00000001:0.0:1749611568.041608:0:31108:0:(fid_handler.c:60:seq_server_set_cli()) Process leaving 00002000:00000010:0.0:1749611568.041609:0:31108:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at ffff8800b2371880. 00002000:00000001:0.0:1749611568.041613:0:31108:0:(ofd_fs.c:457:ofd_fld_init()) Process entered 00002000:00000010:0.0:1749611568.041615:0:31108:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 200 at ffff88011f08a100. 80000000:00000001:0.0:1749611568.041618:0:31108:0:(fld_handler.c:411:fld_server_init()) Process entered 80000000:00000001:0.0:1749611568.041620:0:31108:0:(fld_cache.c:36:fld_cache_init()) Process entered 80000000:00000010:0.0:1749611568.041622:0:31108:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff880084695840. 80000000:00000040:0.0:1749611568.041624:0:31108:0:(fld_cache.c:60:fld_cache_init()) srv-lustre-OST0000: FLD cache - Size: 74898, Threshold: 7489 80000000:00000001:0.0:1749611568.041627:0:31108:0:(fld_cache.c:62:fld_cache_init()) Process leaving (rc=18446612134535714880 : -131939173836736 : ffff880084695840) 80000000:00000001:0.0:1749611568.041630:0:31108:0:(fld_index.c:321:fld_index_init()) Process entered 80000000:00000010:0.0:1749611568.041632:0:31108:0:(fld_index.c:327:fld_index_init()) kmalloced '(attr)': 104 at ffff880096dff280. 00000020:00000001:0.0:1749611568.041635:0:31108:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611568.041645:0:31108:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611568.041648:0:31108:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717eb40. 00002000:00000001:0.0:1749611568.041650:0:31108:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849145752 : -131938860405864 : ffff88009717eb98) 00002000:00000001:0.0:1749611568.041653:0:31108:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611568.041655:0:31108:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x3:0x0] 00080000:00000010:0.0:1749611568.041658:0:31108:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880118e79200. 00002000:00000001:0.0:1749611568.041660:0:31108:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.041662:0:31108:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611568.041665:0:31108:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611568.041666:0:31108:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.041668:0:31108:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611568.041672:0:31108:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611568.041679:0:31108:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611568.041683:0:31108:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611568.041685:0:31108:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611568.041689:0:31108:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611568.041691:0:31108:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611568.041696:0:31108:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.041700:0:31108:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611568.041704:0:31108:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849145752 : -131938860405864 : ffff88009717eb98) 00080000:00000010:0.0:1749611568.041708:0:31108:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88011f08a000. 00100000:00000001:0.0:1749611568.041717:0:31108:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611568.041719:0:31108:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136947b00. 00100000:00000010:0.0:1749611568.041723:0:31108:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880136947b00. 00100000:00000001:0.0:1749611568.041726:0:31108:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1749611568.041730:0:31108:0:(osd_handler.c:6663:osd_it_iam_init()) kmalloced '(it)': 328 at ffff880118e78400. 00000001:00000010:0.0:1749611568.041733:0:31108:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611568.042031:0:31108:0:(osd_handler.c:6831:osd_it_iam_rec()) Process entered 00080000:00000001:0.0:1749611568.042033:0:31108:0:(osd_handler.c:6870:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042036:0:31108:0:(osd_handler.c:6831:osd_it_iam_rec()) Process entered 00080000:00000001:0.0:1749611568.042038:0:31108:0:(osd_handler.c:6870:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1749611568.042041:0:31108:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff880136947b00. 80000000:00000001:0.0:1749611568.042044:0:31108:0:(fld_cache.c:342:fld_cache_entry_create()) Process leaving (rc=18446612137524886272 : -131936184665344 : ffff880136947b00) 80000000:00000001:0.0:1749611568.042046:0:31108:0:(fld_cache.c:362:fld_cache_insert_nolock()) Process entered 80000000:00000001:0.0:1749611568.042049:0:31108:0:(fld_cache.c:183:fld_cache_shrink()) Process entered 80000000:00000001:0.0:1749611568.042050:0:31108:0:(fld_cache.c:188:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:0.0:1749611568.042058:0:31108:0:(fld_cache.c:393:fld_cache_insert_nolock()) insert range [0x0000000280000400-0x00000002c0000400]:0:ost 80000000:00000001:0.0:1749611568.042061:0:31108:0:(fld_cache.c:103:fld_fix_new_list()) Process entered 80000000:00000001:0.0:1749611568.042063:0:31108:0:(fld_cache.c:158:fld_fix_new_list()) Process leaving 80000000:00000001:0.0:1749611568.042064:0:31108:0:(fld_cache.c:397:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611568.042066:0:31108:0:(fld_cache.c:416:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1749611568.042071:0:31108:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611568.042075:0:31108:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff478. 00000001:00000010:0.0:1749611568.042078:0:31108:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 80000000:00000001:0.0:1749611568.042080:0:31108:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:0.0:1749611568.042082:0:31108:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:0.0:1749611568.042085:0:31108:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000010:0.0:1749611568.042089:0:31108:0:(osd_handler.c:6691:osd_it_iam_fini()) kfreed 'it': 328 at ffff880118e78400. 80000000:00000010:0.0:1749611568.042092:0:31108:0:(fld_index.c:434:fld_index_init()) kfreed 'attr': 104 at ffff880096dff280. 80000000:00000001:0.0:1749611568.042095:0:31108:0:(fld_index.c:441:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611568.042096:0:31108:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:0.0:1749611568.042109:0:31108:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611568.042112:0:31108:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611568.042115:0:31108:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at ffff880096dff280. 00000020:00000001:0.0:1749611568.042118:0:31108:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1749611568.042120:0:31108:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff880136947b80. 00000020:00000001:0.0:1749611568.042124:0:31108:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611568.042126:0:31108:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff880136947b80. 00000020:00000001:0.0:1749611568.042129:0:31108:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611568.042131:0:31108:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dff780. 00000020:00000001:0.0:1749611568.042140:0:31108:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611568.042142:0:31108:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611568.042143:0:31108:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dff900. 00000020:00000001:0.0:1749611568.042148:0:31108:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611568.042150:0:31108:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at ffff880096dff280. 00002000:00000001:0.0:1749611568.042152:0:31108:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611568.042155:0:31108:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:0.0:1749611568.042157:0:31108:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611568.042160:0:31108:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611568.042162:0:31108:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717ea20. 00002000:00000001:0.0:1749611568.042164:0:31108:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849145464 : -131938860406152 : ffff88009717ea78) 00002000:00000001:0.0:1749611568.042167:0:31108:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611568.042173:0:31108:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:0.0:1749611568.042176:0:31108:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880118e78400. 00002000:00000001:0.0:1749611568.042179:0:31108:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042181:0:31108:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611568.042183:0:31108:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611568.042185:0:31108:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042187:0:31108:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611568.042190:0:31108:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611568.042196:0:31108:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611568.042199:0:31108:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611568.042201:0:31108:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611568.042205:0:31108:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611568.042207:0:31108:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611568.042212:0:31108:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042215:0:31108:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611568.042219:0:31108:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849145464 : -131938860406152 : ffff88009717ea78) 00000020:00000001:0.0:1749611568.042222:0:31108:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612137027011584 : -131936682540032 : ffff880118e78400) 00002000:00000001:0.0:1749611568.042224:0:31108:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611568.042227:0:31108:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611568.042229:0:31108:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611568.042231:0:31108:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:0.0:1749611568.042234:0:31108:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00000020:00000001:0.0:1749611568.042237:0:31108:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:0.0:1749611568.042241:0:31108:0:(nodemap_storage.c:2192:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at ffff8800b2371860. 00000001:00000001:0.0:1749611568.042245:0:31108:0:(nodemap_storage.c:1893:nodemap_save_config_cache()) Process entered 00000020:00000001:0.0:1749611568.042247:0:31108:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611568.042249:0:31108:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611568.042251:0:31108:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e6c0. 00002000:00000001:0.0:1749611568.042253:0:31108:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849144600 : -131938860407016 : ffff88009717e718) 00002000:00000001:0.0:1749611568.042255:0:31108:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611568.042257:0:31108:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:0.0:1749611568.042259:0:31108:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880118e78200. 00002000:00000001:0.0:1749611568.042261:0:31108:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042263:0:31108:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611568.042264:0:31108:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611568.042270:0:31108:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042273:0:31108:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611568.042276:0:31108:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611568.042278:0:31108:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611568.042284:0:31108:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042287:0:31108:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611568.042290:0:31108:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849144600 : -131938860407016 : ffff88009717e718) 00080000:00000001:0.0:1749611568.042293:0:31108:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611568.042296:0:31108:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611568.042305:0:31108:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611568.042323:0:31108:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042325:0:31108:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611568.042327:0:31108:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042328:0:31108:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611568.042331:0:31108:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611568.042334:0:31108:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x11:0x0] 89:1947050797 to info ffff88009c9b5000 00000020:00000001:0.0:1749611568.042338:0:31108:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009968f740 00080000:00000002:0.0:1749611568.042340:0:31108:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/nodemap => [0x200000003:0x11:0x0] 00080000:00000001:0.0:1749611568.042343:0:31108:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611568.042346:0:31108:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611568.042349:0:31108:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009c627400. 00080000:00000001:0.0:1749611568.042351:0:31108:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:0.0:1749611568.042353:0:31108:0:(nodemap_storage.c:277:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:0.0:1749611568.042355:0:31108:0:(local_storage.c:638:local_object_unlink()) Process entered 00080000:00000001:0.0:1749611568.042357:0:31108:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611568.042358:0:31108:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611568.042360:0:31108:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611568.042362:0:31108:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611568.042364:0:31108:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611568.042366:0:31108:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e900. 00002000:00000001:0.0:1749611568.042368:0:31108:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849145176 : -131938860406440 : ffff88009717e958) 00002000:00000001:0.0:1749611568.042371:0:31108:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611568.042372:0:31108:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x11:0x0] 00080000:00000010:0.0:1749611568.042376:0:31108:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880133195200. 00002000:00000001:0.0:1749611568.042378:0:31108:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042379:0:31108:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611568.042386:0:31108:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611568.042389:0:31108:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611568.042391:0:31108:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611568.042394:0:31108:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042397:0:31108:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611568.042400:0:31108:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849145176 : -131938860406440 : ffff88009717e958) 00080000:00000001:0.0:1749611568.042403:0:31108:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611568.042405:0:31108:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880133195a00. 00080000:00000001:0.0:1749611568.042408:0:31108:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137466485248 : -131936243066368 : ffff880133195a00) 00080000:00000001:0.0:1749611568.042410:0:31108:0:(osd_handler.c:5525:osd_index_declare_ea_delete()) Process entered 00000001:00000001:0.0:1749611568.042413:0:31108:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611568.042415:0:31108:0:(osd_handler.c:5543:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042418:0:31108:0:(osd_handler.c:3905:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1749611568.042420:0:31108:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1749611568.042421:0:31108:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1749611568.042424:0:31108:0:(osd_handler.c:383:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x11:0x0] not in the id map cache 00080000:00000010:0.0:1749611568.042428:0:31108:0:(osd_handler.c:208:osd_idc_add()) kmalloced '(idc)': 320 at ffff88007fb8e600. 00080000:00000001:0.0:1749611568.042430:0:31108:0:(osd_handler.c:3946:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042432:0:31108:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611568.042436:0:31108:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042439:0:31108:0:(osd_handler.c:5677:osd_index_ea_delete()) Process entered 00080000:00000010:0.0:1749611568.042446:0:31108:0:(osd_handler.c:4289:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at ffff8800b23719e0. 00080000:00000001:0.0:1749611568.042457:0:31108:0:(osd_handler.c:5740:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611568.042459:0:31108:0:(osd_handler.c:5746:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611568.042462:0:31108:0:(osd_handler.c:4586:osd_ref_del()) [0x200000003:0x11:0x0] decrease nlink 1 00080000:00000001:0.0:1749611568.042470:0:31108:0:(osd_handler.c:3959:osd_destroy()) Process entered 00080000:00000002:0.0:1749611568.042473:0:31108:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000003:0x11:0x0] 00080000:00000001:0.0:1749611568.042475:0:31108:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611568.042476:0:31108:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042478:0:31108:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611568.042483:0:31108:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611568.042544:0:31108:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611568.042549:0:31108:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042551:0:31108:0:(osd_handler.c:4004:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.042554:0:31108:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611568.042557:0:31108:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611568.042565:0:31108:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000010:0.0:1749611568.042568:0:31108:0:(osd_handler.c:4329:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at ffff8800b23719e0. 00080000:00000002:0.0:1749611568.042573:0:31108:0:(osd_handler.c:510:osd_iget2()) stale inode: ino = 89 00080000:00000001:0.0:1749611568.042576:0:31108:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611568.042667:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2ec00. 00010000:00000010:3.1:1749611568.042678:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d27c600. 00040000:00000001:0.0:1749611568.043227:0:31108:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611568.043230:0:31108:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611568.043232:0:31108:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611568.043233:0:31108:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611568.043234:0:31108:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611568.043235:0:31108:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611568.043240:0:31108:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880133195200. 00002000:00000001:0.0:1749611568.043244:0:31108:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1749611568.043246:0:31108:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x11:0x0] 00002000:00000010:0.0:1749611568.043248:0:31108:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e900. 00002000:00000001:0.0:1749611568.043252:0:31108:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:0.0:1749611568.043255:0:31108:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611568.043257:0:31108:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611568.043263:0:31108:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1749611568.043266:0:31108:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1749611568.043269:0:31108:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1749611568.043273:0:31108:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611568.043276:0:31108:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88011f08a200. 00000020:00000001:0.0:1749611568.043280:0:31108:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611568.043282:0:31108:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8f000. 00000020:00000001:0.0:1749611568.043284:0:31108:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.043287:0:31108:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611568.043288:0:31108:0:(osd_handler.c:1177:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611568.043292:0:31108:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137129845336 : -131936579706280 : ffff88011f08a258) 00080000:00000001:0.0:1749611568.043294:0:31108:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611568.043297:0:31108:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007fb8f400. 00080000:00000001:0.0:1749611568.043299:0:31108:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00000020:00000001:0.0:1749611568.043302:0:31108:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1749611568.043304:0:31108:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611568.043307:0:31108:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611568.043309:0:31108:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880136947b80. 00080000:00000001:0.0:1749611568.043312:0:31108:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.043314:0:31108:0:(osd_handler.c:3832:osd_declare_create()) Process entered 00080000:00000002:0.0:1749611568.043323:0:31108:0:(osd_handler.c:383:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x12:0x0] not in the id map cache 00000001:00000001:0.0:1749611568.043326:0:31108:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611568.043327:0:31108:0:(osd_handler.c:3889:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611568.043331:0:31108:0:(local_storage.c:229:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.043333:0:31108:0:(osd_handler.c:6471:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1749611568.043335:0:31108:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611568.043337:0:31108:0:(osd_handler.c:6533:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.043339:0:31108:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611568.043342:0:31108:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1749611568.043344:0:31108:0:(local_storage.c:360:__local_file_create()) create new object [0x200000003:0x12:0x0] 00000020:00000001:0.0:1749611568.043347:0:31108:0:(local_storage.c:241:local_object_create()) Process entered 00080000:00000001:0.0:1749611568.043348:0:31108:0:(osd_handler.c:4368:osd_create()) Process entered 00000001:00000001:0.0:1749611568.044652:0:31108:0:(osd_iam_lfix.c:845:iam_lfix_create()) Process leaving via out_root (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611568.044659:0:31108:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611568.044660:0:31108:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.044663:0:31108:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611568.044671:0:31108:0:(osd_handler.c:4082:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611568.044673:0:31108:0:(osd_oi.c:683:osd_oi_insert()) insert OI for [0x200000003:0x12:0x0] 00080000:00000001:0.0:1749611568.044675:0:31108:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611568.044676:0:31108:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.044679:0:31108:0:(osd_oi.c:650:osd_oi_iam_refresh()) Process entered 00000001:00000010:0.0:1749611568.044684:0:31108:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611568.044692:0:31108:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611568.044696:0:31108:0:(osd_oi.c:671:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.044698:0:31108:0:(osd_handler.c:4443:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611568.044710:0:31108:0:(local_storage.c:269:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.044713:0:31108:0:(osd_handler.c:6562:osd_index_ea_insert()) Process entered 00080000:00000010:0.0:1749611568.044717:0:31108:0:(osd_handler.c:6620:osd_index_ea_insert()) kmalloced '(lii)': 1360 at ffff8800b41f1800. 00080000:00000001:0.0:1749611568.044733:0:31108:0:(osd_handler.c:5970:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611568.044737:0:31108:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009968f6e8 00080000:00000002:0.0:1749611568.044739:0:31108:0:(osd_handler.c:6634:osd_index_ea_insert()) parent 2 insert nodemap:89 rc = 0 00080000:00000001:0.0:1749611568.044741:0:31108:0:(osd_handler.c:6641:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.044744:0:31108:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611568.044749:0:31108:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880136947b80. 00040000:00000001:0.0:1749611568.044752:0:31108:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611568.044753:0:31108:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611568.044755:0:31108:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611568.044762:0:31108:0:(local_storage.c:406:__local_file_create()) Process leaving (rc=18446612134457044992 : -131939252506624 : ffff88007fb8f000) 00080000:00000010:0.0:1749611568.044766:0:31108:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a6190e00. 00100000:00000001:0.0:1749611568.044772:0:31108:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611568.044774:0:31108:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136947b80. 00100000:00000001:0.0:1749611568.044777:0:31108:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:0.0:1749611568.044779:0:31108:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000003:0x12:0x0] (8/32) registered 00000020:00000002:0.0:1749611568.044783:0:31108:0:(lu_object.c:207:lu_object_put()) Add ffff880118e78200/ffff88009717e6c0 to site lru. bkt: ffff880099882530 00000001:00000001:0.0:1749611568.044787:0:31108:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1749611568.044793:0:31108:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611568.044796:0:31108:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611568.044798:0:31108:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007fb8e800. 00080000:00000001:0.0:1749611568.044801:0:31108:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00080000:00000001:0.0:1749611568.044805:0:31108:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611568.044808:0:31108:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.044811:0:31108:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611568.044815:0:31108:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611568.044820:0:31108:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611568.044823:0:31108:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611568.044826:0:31108:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 89 00080000:00000001:0.0:1749611568.044829:0:31108:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611568.044831:0:31108:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0x12:0x0] set version 0x1 (old 0x0) for inode 89 00080000:00000001:0.0:1749611568.044837:0:31108:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.044839:0:31108:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611568.044842:0:31108:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611568.044843:0:31108:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611568.044844:0:31108:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.044846:0:31108:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611568.044849:0:31108:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880133195200. 00080000:00000001:0.0:1749611568.044851:0:31108:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137466483200 : -131936243068416 : ffff880133195200) 00080000:00000001:0.0:1749611568.044853:0:31108:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611568.044855:0:31108:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.044857:0:31108:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611568.044859:0:31108:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611568.044863:0:31108:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611568.044865:0:31108:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611568.044872:0:31108:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x1 for inode 89 00080000:00000001:0.0:1749611568.044874:0:31108:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611568.044875:0:31108:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0x12:0x0] set version 0x2 (old 0x1) for inode 89 00080000:00000001:0.0:1749611568.044881:0:31108:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.044883:0:31108:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611568.044886:0:31108:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611568.044887:0:31108:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611568.044888:0:31108:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.044891:0:31108:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611568.044893:0:31108:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88006dc59000. 00080000:00000001:0.0:1749611568.044895:0:31108:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134155882496 : -131939553669120 : ffff88006dc59000) 00080000:00000001:0.0:1749611568.044897:0:31108:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611568.044899:0:31108:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.044901:0:31108:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611568.044903:0:31108:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611568.044907:0:31108:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611568.044910:0:31108:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611568.044912:0:31108:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x2 for inode 89 00080000:00000001:0.0:1749611568.044913:0:31108:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611568.044914:0:31108:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0x12:0x0] set version 0x3 (old 0x2) for inode 89 00080000:00000001:0.0:1749611568.044918:0:31108:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611568.044919:0:31108:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611568.044921:0:31108:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611568.044922:0:31108:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611568.044923:0:31108:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611568.044926:0:31108:0:(nodemap_storage.c:2008:nodemap_save_config_cache()) Process leaving (rc=18446612134457044992 : -131939252506624 : ffff88007fb8f000) 00000001:00000001:0.0:1749611568.044929:0:31108:0:(nodemap_storage.c:2232:nm_config_file_register_tgt()) Process leaving (rc=18446612135304173664 : -131938405377952 : ffff8800b2371860) 00002000:00000010:0.0:1749611568.044934:0:31108:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at ffff8800a6190f00. 00000020:00000010:0.0:1749611568.044938:0:31108:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58c00. 00000020:00000010:0.0:1749611568.044941:0:31108:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc58000. 00000020:00000010:0.0:1749611568.044945:0:31108:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41f5800. 00000020:00000010:0.0:1749611568.044949:0:31108:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdd080. 00000020:00000010:0.0:1749611568.044952:0:31108:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc58e00. 80000000:00000010:0.0:1749611568.044955:0:31108:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16960. 40000000:00000010:0.0:1749611568.044958:0:31108:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136947340. 00100000:00000010:0.0:1749611568.044966:0:31108:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51fb800. 00040000:00000010:0.0:1749611568.044969:0:31108:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a6190c00. 00040000:00000010:0.0:1749611568.044972:0:31108:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc59800. 00080000:00000010:0.0:1749611568.044975:0:31108:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d7000. 00080000:00000010:0.0:1749611568.044978:0:31108:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f00000. 00002000:00000010:0.0:1749611568.044983:0:31108:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009c625000. 00002000:00000001:1.0:1749611568.045252:0:31110:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 02000000:00000001:0.0:1749611568.045280:0:31108:0:(sec_config.c:915:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:0.0:1749611568.045286:0:31108:0:(sec_config.c:943:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611568.045290:0:31108:0:(ofd_dev.c:3191:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611568.045295:0:31108:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880129dbb800. 00000020:00000010:0.0:1749611568.045299:0:31108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071978800. 00000020:00000010:0.0:1749611568.045303:0:31108:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931d588. 00000020:00000010:0.0:1749611568.045309:0:31108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880129dbb000. 80000000:00000010:0.0:1749611568.045312:0:31108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009d096d20. 40000000:00000010:0.0:1749611568.045316:0:31108:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129cc8940. 00100000:00000010:0.0:1749611568.045319:0:31108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197b800. 00040000:00000010:0.0:1749611568.045322:0:31108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959d700. 00040000:00000010:0.0:1749611568.045325:0:31108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880129dbb200. 00080000:00000010:0.0:1749611568.045328:0:31108:0:(osd_handler.c:8115:osd_key_fini()) kfreed 'lli': 1360 at ffff8800b41f1800. 00080000:00000010:0.0:1749611568.045333:0:31108:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28a000. 00080000:00000010:0.0:1749611568.045340:0:31108:0:(osd_handler.c:8124:osd_key_fini()) kfreed 'idc': 320 at ffff88007fb8e600. 00080000:00000010:0.0:1749611568.045343:0:31108:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009c627400. 00080000:00000010:0.0:1749611568.045345:0:31108:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b5000. 00002000:00000010:0.0:1749611568.045348:0:31108:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88006bbae800. 00000020:00000010:0.0:1749611568.045352:0:31108:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dba600. 00000020:00000010:0.0:1749611568.045356:0:31108:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88007ac50800. 00000020:00000010:0.0:1749611568.045359:0:31108:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ce10. 00000008:00000010:0.0:1749611568.045363:0:31108:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bfa20. 00020000:00000010:0.0:1749611568.045367:0:31108:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b6ac0. 00008000:00000010:0.0:1749611568.045371:0:31108:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7b38. 00000080:00000010:0.0:1749611568.045376:0:31108:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a3c0. 00000020:00000010:0.0:1749611568.045379:0:31108:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbbe00. 00000020:00000001:0.0:1749611568.045382:0:31108:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611568.045385:0:31108:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085151570) now 3 - setup 00000020:00000080:0.0:1749611568.045393:0:31108:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:0.0:1749611568.045395:0:31108:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611568.045397:0:31108:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611568.045401:0:31108:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 88 at ffff88009d096ba0. 00000020:00000001:0.0:1749611568.045404:0:31108:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.045408:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e1d0 type=0x10620000 idx=4 00000040:00001000:0.0:1749611568.045411:0:31108:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1749611568.045413:0:31108:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611568.045416:0:31108:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611568.045418:0:31108:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611568.045419:0:31108:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611568.045421:0:31108:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611568.045425:0:31108:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a6190d00. 00000020:00000080:0.0:1749611568.045427:0:31108:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611568.045429:0:31108:0:(obd_config.c:1473:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:00000001:0.0:1749611568.045431:0:31108:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611568.045433:0:31108:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a6190d00. 00000020:00000001:0.0:1749611568.045436:0:31108:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.045438:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e2b0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611568.045441:0:31108:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1749611568.045443:0:31108:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611568.045445:0:31108:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611568.045446:0:31108:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611568.045447:0:31108:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611568.045448:0:31108:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1749611568.045450:0:31108:0:(obd_config.c:1793:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1749611568.045451:0:31108:0:(obd_config.c:1819:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1749611568.045453:0:31108:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.045455:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e390 type=0x10620000 idx=6 00000040:00001000:0.0:1749611568.045456:0:31108:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1749611568.045458:0:31108:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611568.045460:0:31108:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:01000000:0.0:1749611568.045461:0:31108:0:(obd_config.c:1819:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1749611568.045462:0:31108:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.045468:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e3e0 type=0x10620000 idx=7 00000040:00001000:0.0:1749611568.045470:0:31108:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1749611568.045473:0:31108:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611568.045474:0:31108:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611568.045476:0:31108:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611568.045477:0:31108:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611568.045478:0:31108:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:0.0:1749611568.045481:0:31108:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a6190d00. 00000020:00000080:0.0:1749611568.045482:0:31108:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611568.045484:0:31108:0:(obd_config.c:1473:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:00000001:0.0:1749611568.045509:0:31108:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611568.045511:0:31108:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a6190d00. 00000020:00000001:0.0:1749611568.045514:0:31108:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.045516:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e4c0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611568.045518:0:31108:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6976 remains) 00000040:00001000:0.0:1749611568.045519:0:31108:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611568.045545:0:31108:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611568.045546:0:31108:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611568.045547:0:31108:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611568.045549:0:31108:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1749611568.045551:0:31108:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1749611568.045552:0:31108:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611568.045555:0:31108:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a6190d00. 00000020:00000080:0.0:1749611568.045557:0:31108:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611568.045558:0:31108:0:(obd_config.c:1473:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000001:0.0:1749611568.045560:0:31108:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611568.045562:0:31108:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a6190d00. 00000020:00000001:0.0:1749611568.045564:0:31108:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.045566:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e5a0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611568.045568:0:31108:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 80 (6752 remains) 00000040:00001000:0.0:1749611568.045570:0:31108:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611568.045571:0:31108:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1749611568.045573:0:31108:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff880136947ec0. 00000020:00000080:0.0:1749611568.045575:0:31108:0:(obd_config.c:1385:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1749611568.045590:0:31108:0:(obd_config.c:1447:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:0.0:1749611568.045592:0:31108:0:(obd_config.c:1451:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611568.045594:0:31108:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff880136947ec0. 00000020:00000001:0.0:1749611568.045597:0:31108:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.045599:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e5f0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611568.045601:0:31108:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6672 remains) 00000040:00001000:0.0:1749611568.045603:0:31108:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611568.045604:0:31108:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611568.045606:0:31108:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611568.045607:0:31108:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611568.045608:0:31108:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611568.045610:0:31108:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a6190d00. 00000020:00000080:0.0:1749611568.045612:0:31108:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611568.045613:0:31108:0:(obd_config.c:1473:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:00000001:0.0:1749611568.045615:0:31108:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611568.045617:0:31108:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a6190d00. 00000020:00000001:0.0:1749611568.045619:0:31108:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.045621:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e6d0 type=0x10620000 idx=11 00000040:00001000:0.0:1749611568.045622:0:31108:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6448 remains) 00000040:00001000:0.0:1749611568.045624:0:31108:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611568.045626:0:31108:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611568.045627:0:31108:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611568.045628:0:31108:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611568.045629:0:31108:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1749611568.045630:0:31108:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1749611568.045632:0:31108:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611568.045634:0:31108:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a6190d00. 00000020:00000080:0.0:1749611568.045635:0:31108:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611568.045636:0:31108:0:(obd_config.c:1473:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000001:0.0:1749611568.045638:0:31108:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611568.045640:0:31108:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a6190d00. 00000020:00000001:0.0:1749611568.045642:0:31108:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.045644:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e7b0 type=0x10620000 idx=12 00000040:00001000:0.0:1749611568.045645:0:31108:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 120 (6224 remains) 00000040:00001000:0.0:1749611568.045651:0:31108:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611568.045653:0:31108:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1749611568.045656:0:31108:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff880117b16300. 00000020:00000080:0.0:1749611568.045658:0:31108:0:(obd_config.c:1385:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1749611568.045663:0:31108:0:(obd_config.c:1499:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611568.045665:0:31108:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff880117b16300. 00000020:00000001:0.0:1749611568.045668:0:31108:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.045669:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611568.045672:0:31108:0:(llog.c:688:llog_process_thread()) synced_idx: 13 00000040:00000001:0.0:1749611568.045674:0:31108:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611568.045676:0:31108:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611568.045680:0:31108:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 13 (cur idx 13 off 8192), size 10504 00000040:00000001:0.0:1749611568.045688:0:31108:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611568.045690:0:31108:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.045692:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611568.045694:0:31108:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 224 (6104 remains) 00000040:00001000:0.0:1749611568.045696:0:31108:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 13 synced_idx: 13 lgh_last_idx: 13 00000020:00000001:0.0:1749611568.045698:0:31108:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611568.045700:0:31108:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611568.045701:0:31108:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611568.045702:0:31108:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611568.045704:0:31108:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8800a6190d00. 00000020:00000080:0.0:1749611568.045705:0:31108:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611568.045707:0:31108:0:(obd_config.c:1473:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000020:00000001:0.0:1749611568.045709:0:31108:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611568.045711:0:31108:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8800a6190d00. 00000020:00000001:0.0:1749611568.045713:0:31108:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611568.045714:0:31108:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e908 type=0x0 idx=0 00000040:00000001:0.0:1749611568.045716:0:31108:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611568.045718:0:31108:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00000010:0.0:1749611568.045721:0:31108:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009685e000. 00000020:00000010:0.0:1749611568.045726:0:31108:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880129cc8600. 00000020:00000010:0.0:1749611568.045734:0:31108:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008295f800. 00000040:00000010:0.0:1749611568.045737:0:31108:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88008295ec00. 00000020:00000010:0.0:1749611568.045745:0:31108:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071979000. 00000020:00000010:0.0:1749611568.045749:0:31108:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931e4a0. 00000020:00000010:0.0:1749611568.045755:0:31108:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88008295f000. 80000000:00000010:0.0:1749611568.045758:0:31108:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009d096420. 40000000:00000010:0.0:1749611568.045761:0:31108:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880129cc8040. 00100000:00000010:0.0:1749611568.045764:0:31108:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197b000. 00040000:00000010:0.0:1749611568.045767:0:31108:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009959d600. 00040000:00000010:0.0:1749611568.045770:0:31108:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88008295f200. 00080000:00000010:0.0:1749611568.045774:0:31108:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685c000. 00080000:00000010:0.0:1749611568.045777:0:31108:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00000004:00000010:0.0:1749611568.045781:0:31108:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197d000. 00000004:00000010:0.0:1749611568.045785:0:31108:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b2000. 00000004:00000010:0.0:1749611568.045789:0:31108:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880071978000. 00002000:00000010:0.0:1749611568.045792:0:31108:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800aca72c00. 00000004:00000010:0.0:1749611568.045796:0:31108:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800ac893800. 00000020:00000010:0.0:1749611568.045801:0:31108:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295e600. 00000040:00000010:2.0:1749611568.045854:0:31086:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16540. 00000040:00000001:2.0:1749611568.045862:0:31086:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1749611568.045865:0:31086:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 00000040:00000001:2.0:1749611568.045869:0:31086:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:2.0:1749611568.045873:0:31086:0:(lu_object.c:207:lu_object_put()) Add ffff88009d27c800/ffff880086d2e300 to site lru. bkt: ffff8800998835d0 00000040:00000010:2.0:1749611568.045877:0:31086:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88006a9b8490. 00000040:00000001:2.0:1749611568.045880:0:31086:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1749611568.045883:0:31086:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880070f06000. 00000040:00000010:2.0:1749611568.045888:0:31086:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff880118e79a00. 00000020:00000001:2.0:1749611568.045891:0:31086:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611568.045893:0:31086:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1749611568.045898:0:31086:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27d000. 00000040:00000010:2.0:1749611568.045904:0:31086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009d27de00. 00000020:00000010:2.0:1749611568.045907:0:31086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611568.045920:0:31086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27ca00. 80000000:00000010:2.0:1749611568.045924:0:31086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256840. 00040000:00000010:2.0:1749611568.045928:0:31086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27d400. 00080000:00000010:2.0:1749611568.045932:0:31086:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136abc000. 00080000:00000010:2.0:1749611568.045960:0:31086:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff8800b5206400. 00080000:00000010:2.0:1749611568.045963:0:31086:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118a000. 00000020:00000010:2.0:1749611568.045966:0:31086:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d600. 10000000:00000010:2.0:1749611568.045970:0:31086:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012a3027c0. 10000000:01000000:2.0:1749611568.045973:0:31086:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:2.0:1749611568.045977:0:31086:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611568.045979:0:31086:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611568.045982:0:31086:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff88007197e000 from 1 10000000:00000001:2.0:1749611568.045984:0:31086:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611568.045986:0:31086:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749611568.045991:0:31086:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78700. 00000020:00000040:2.0:1749611568.045995:0:31086:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611568.046000:0:31086:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611568.046004:0:31086:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611568.046008:0:31086:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611568.046014:0:31086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009d27d600. 00000100:00000001:2.0:1749611568.046021:0:31086:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611568.046024:0:31086:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611568.046027:0:31086:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611568.046032:0:31086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880086d2e700. 00010000:00000001:2.0:1749611568.046036:0:31086:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611568.046038:0:31086:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009d27c000. 00000020:00000001:2.0:1749611568.046042:0:31086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611568.046044:0:31086:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009d27c000 with handle 0x689c0ec07329d5e3 to hash 00000020:00000001:2.0:1749611568.046046:0:31086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611568.046048:0:31086:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134950846464 : -131938758705152 : ffff88009d27c000) 00010000:00000001:2.0:1749611568.046052:0:31086:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134950846464 : -131938758705152 : ffff88009d27c000) 00010000:00000001:2.0:1749611568.046054:0:31086:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611568.046057:0:31086:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611568.046061:0:31086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5e3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611568.046077:0:31086:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5e3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611568.046089:0:31086:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5e3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611568.046095:0:31086:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611568.046097:0:31086:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611568.046102:0:31086:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a3813c0. 00000100:00000001:2.0:1749611568.046104:0:31086:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096278464 : -131939613273152 : ffff88006a3813c0) 00000100:00000001:2.0:1749611568.046107:0:31086:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611568.046109:0:31086:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225217280 : -131939484334336 : ffff880071e78700) 00000100:00000001:2.0:1749611568.046113:0:31086:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611568.046117:0:31086:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.046119:0:31086:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611568.046121:0:31086:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611568.046128:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78700 x1834598494694144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611568.046138:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611568.046140:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611568.046144:0:31086:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880071e78700 x1834598494694144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611568.046152:0:31086:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.046153:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611568.046155:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611568.046157:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611568.046159:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611568.046161:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611568.046163:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611568.046164:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611568.046166:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.273665:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611568.273685:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611568.273689:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.273695:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611568.273699:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611568.273704:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.273708:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611568.280622:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611568.280627:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611568.280715:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611568.280720:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611568.280724:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749611568.286628:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611568.286651:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611568.286655:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611568.286658:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611568.286660:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611568.286663:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611568.286667:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611568.286672:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6169 00000100:00080000:2.0:1749611568.286676:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611568.286679:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611568.286682:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611568.286684:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611568.286686:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611568.286690:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611568.286692:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611568.286694:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611568.286697:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611568.286700:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611568.286702:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611568.286705:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611568.286707:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611568.286709:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611568.286710:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611568.286713:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611568.286716:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611568.286719:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611568.286722:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611568.286729:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611568.286731:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.286733:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611568.286741:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611568.286747:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7aa00. 00000020:00000040:2.0:1749611568.286750:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611568.286755:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611568.286757:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.286760:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611568.286763:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611568.286766:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611568.286773:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5206400. 00000100:00000001:2.0:1749611568.286780:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611568.286789:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7aa00 x1834598494694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611568.286800:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611568.286804:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611568.286809:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7aa00] to pc [ptlrpcd_rcv+-1] req@ffff880071e7aa00 x1834598494694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611568.286835:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611568.286839:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611568.286842:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611568.286844:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611568.286846:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611568.286848:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611568.286850:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6169 00000100:00080000:2.0:1749611568.286852:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611568.286854:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611568.286856:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611568.286858:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611568.286859:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611568.286861:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611568.286862:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611568.286864:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611568.286866:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611568.286872:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611568.286875:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611568.286878:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611568.286880:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611568.286881:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611568.286883:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611568.286885:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611568.286887:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611568.286889:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.286890:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611568.286891:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611568.286894:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611568.286895:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611568.286896:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.286898:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611568.286898:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611568.286899:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611568.286902:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7bb80. 00000020:00000040:2.0:1749611568.286904:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611568.286906:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611568.286907:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.286909:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611568.286910:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749611568.286910:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7aa00 x1834598494694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611568.286912:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611568.286915:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5207000. 00000100:00000001:2.0:1749611568.286918:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611568.286922:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7bb80 x1834598494694400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611568.286924:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611568.286927:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.286929:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611568.286931:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611568.286931:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611568.286934:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7bb80] to pc [ptlrpcd_rcv+-1] req@ffff880071e7bb80 x1834598494694400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611568.286935:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611568.286939:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.286942:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611568.286944:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00100000:0.0:1749611568.286945:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494694272:0@lo:38:kworker.0 00000100:00080000:2.0:1749611568.286948:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611568.286953:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611568.286954:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611568.286957:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611568.286959:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6169 00000100:00000001:0.0:1749611568.286960:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1749611568.286962:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611568.286964:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611568.286965:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611568.286965:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611568.286967:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611568.286968:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611568.286968:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611568.286970:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611568.286971:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 02000000:00000001:0.0:1749611568.286972:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749611568.286973:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611568.286974:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611568.286976:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611568.286978:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000010:0.0:1749611568.286978:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c627400. 00000100:00000040:2.0:1749611568.286980:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 02000000:00000001:0.0:1749611568.286981:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.286982:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611568.286983:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611568.286985:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611568.286987:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611568.286989:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611568.286990:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611568.286991:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 02000000:00000001:2.0:1749611568.286992:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611568.286995:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611568.286996:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.286998:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611568.286999:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611568.287000:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000010:2.0:1749611568.287002:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7b800. 00000020:00000040:2.0:1749611568.287004:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611568.287006:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611568.287007:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.287008:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749611568.287008:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494694272, portal 4 00000100:00000001:0.0:1749611568.287011:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749611568.287014:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611568.287014:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225226240 : -131939484325376 : ffff880071e7aa00) 02000000:00000001:2.0:1749611568.287016:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611568.287019:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800b5205c00. 00000100:00000001:2.0:1749611568.287022:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611568.287025:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7aa00 x1834598494694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611568.287026:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7b800 x1834598494694528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611568.287033:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611568.287034:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611568.287037:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7b800] to pc [ptlrpcd_rcv+-1] req@ffff880071e7b800 x1834598494694528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.287038:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611568.287043:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611568.287044:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611568.287046:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1749611568.287046:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749611568.287049:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1749611568.287050:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494694272, offset 0 00000100:00000010:2.0:1749611568.287054:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7a680. 00000020:00000040:2.0:1749611568.287056:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:0.0:1749611568.287057:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611568.287058:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611568.287059:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611568.287061:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611568.287064:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e400. 00000100:00000001:2.0:1749611568.287066:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611568.287069:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611568.287075:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611568.287076:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611568.287078:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611568.287082:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7a680] to pc [ptlrpcd_00_02+2] req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611568.287089:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94eb80 00000400:00000200:0.0:1749611568.287098:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 10920 00000100:00000001:2.0:1749611568.287106:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611568.287107:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611568.287111:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6179) 00000400:00000200:0.0:1749611568.287113:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611568.287120:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611568.287123:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749611568.287129:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749611568.287129:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38dc00. 00000100:00100000:2.0:1749611568.287132:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00000001:2.0:1749611568.287134:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611568.287134:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38dc00 x1834598494694272 msgsize 520 00000100:00000001:2.0:1749611568.287139:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749611568.287139:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611568.287146:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611568.287149:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611568.287150:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611568.287152:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611568.287156:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611568.287163:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611568.287164:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611568.287165:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611568.287168:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611568.287169:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611568.287170:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611568.287172:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611568.287174:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00100000:2.0:1749611568.287175:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494694656:0@lo:400:kworker.0 00000100:00000001:3.0:1749611568.287176:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611568.287177:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749611568.287178:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611568.287181:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611568.287181:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749611568.287183:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611568.287184:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611568.287187:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27d400. 00000100:00000200:0.0:1749611568.287188:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7aa00 x1834598494694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611568.287189:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611568.287194:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe9a0. 00000400:00000010:2.0:1749611568.287199:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000200:2.0:1749611568.287203:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494694656, portal 10 00000100:00000001:2.0:1749611568.287205:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611568.287207:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225225344 : -131939484326272 : ffff880071e7a680) 00000100:00000040:2.0:1749611568.287213:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.287219:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611568.287220:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611568.287222:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611568.287224:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000040:0.0:1749611568.287225:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7aa00 x1834598494694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611568.287227:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494694656, offset 0 00000400:00000200:2.0:1749611568.287231:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611568.287236:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.287238:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749611568.287239:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611568.287246:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611568.287252:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1263 usecs (2 jiffies) 00000400:00000200:2.0:1749611568.287256:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94ed00 00000100:00000001:1.0:1749611568.287256:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611568.287256:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300841746 00000100:00100000:1.0:1749611568.287261:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494694272 00000400:00000200:2.0:1749611568.287262:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 139576 00000100:00000010:0.0:1749611568.287262:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947ec0. 02000000:00000001:1.0:1749611568.287264:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611568.287267:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749611568.287268:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611568.287270:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.287270:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:1.0:1749611568.287274:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611568.287276:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611568.287278:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494694272 00000100:00000001:0.0:1749611568.287278:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300841746 00000020:00000001:1.0:1749611568.287280:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611568.287281:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:1.0:1749611568.287282:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:0.0:1749611568.287282:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947880. 00000100:00000200:2.0:1749611568.287283:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749611568.287284:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749611568.287286:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7a300. 00000020:00000001:1.0:1749611568.287286:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.287286:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000020:00000001:1.0:1749611568.287288:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611568.287289:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880071e7a300 x1834598494694656 msgsize 224 00000100:00000001:0.0:1749611568.287290:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300841746 00000100:00100000:2.0:1749611568.287293:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:1.0:1749611568.287294:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095487600. 00000100:00000010:0.0:1749611568.287294:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947bc0. 00000100:00000001:0.0:1749611568.287298:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000020:00000010:1.0:1749611568.287299:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880070e6b680. 00000100:00000001:2.0:1749611568.287300:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611568.287302:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300841746 00000020:00000010:1.0:1749611568.287304:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000400:00000200:2.0:1749611568.287305:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000100:00000010:0.0:1749611568.287306:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947140. 00000400:00000010:2.0:1749611568.287307:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000001:1.0:1749611568.287309:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611568.287310:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611568.287310:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611568.287310:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749611568.287312:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611568.287313:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611584 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611568.287317:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.287321:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611568.287323:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611584 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.287326:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611568.287328:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611568.287330:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.287330:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.287331:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611568.287335:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.287335:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611568.287337:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611568.287338:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 950 usecs (1 jiffies) 00000100:00000001:0.0:1749611568.287338:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611568.287339:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611568.287341:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300841745 00000100:00000001:2.0:1749611568.287344:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300841746 00000100:00100000:1.0:1749611568.287344:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00000001:0.0:1749611568.287345:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611568.287346:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300841745 00000100:00000001:1.0:1749611568.287347:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096329728 : -131939613221888 : ffff88006a38dc00) 00000100:00000001:0.0:1749611568.287347:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611568.287348:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300841746 00000100:00000001:2.0:1749611568.287350:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300841745 00000100:00000001:0.0:1749611568.287350:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611568.287352:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300841746 00000100:00000001:0.0:1749611568.287352:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749611568.287353:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38dc00 x1834598494694272/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611588 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611568.287354:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300841745 00000100:00000001:0.0:1749611568.287354:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611568.287356:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300841746 00000100:00000001:2.0:1749611568.287358:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611568.287360:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611568.287360:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7bb80 x1834598494694400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611568.287362:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.287365:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611568.287365:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494694272:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611568.287369:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494694272 00000020:00000001:1.0:1749611568.287372:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749611568.287376:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749611568.287388:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.287388:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611568.287390:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.287391:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611568.287393:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494694656 02000000:00000001:0.0:1749611568.287394:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611568.287396:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611568.287397:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749611568.287397:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611568.287399:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611568.287400:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749611568.287400:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611568.287402:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611568.287404:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749611568.287405:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494694656 00000100:00100000:0.0:1749611568.287405:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494694400:0@lo:38:kworker.0 00010000:00000001:1.0:1749611568.287406:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611568.287407:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611568.287408:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749611568.287409:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:2.0:1749611568.287410:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611568.287410:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611568.287411:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:2.0:1749611568.287412:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:2.0:1749611568.287414:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:1.0:1749611568.287414:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749611568.287414:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611568.287416:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:0.0:1749611568.287416:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611568.287419:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749611568.287420:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b4063000. 00000100:00000001:2.0:1749611568.287421:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749611568.287422:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611568.287423:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d4e4280. 02000000:00000010:0.0:1749611568.287424:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac893800. 00000100:00000001:1.0:1749611568.287425:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611568.287427:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611568.287428:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a302140. 00010000:00000001:1.0:1749611568.287429:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611568.287431:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611568.287432:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff478. 00000020:00000040:2.0:1749611568.287434:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00001000:1.0:1749611568.287434:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:0.0:1749611568.287436:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749611568.287437:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611568.287440:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749611568.287441:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749611568.287442:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494694400, portal 10 00000020:00000010:2.0:1749611568.287443:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27ca00. 00000100:00000040:1.0:1749611568.287443:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611568.287445:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611568.287445:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1749611568.287446:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000100:00000001:0.0:1749611568.287447:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225230720 : -131939484320896 : ffff880071e7bb80) 00000100:00000001:1.0:1749611568.287448:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:2.0:1749611568.287450:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000040:1.0:1749611568.287451:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:1.0:1749611568.287453:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611568.287455:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611568.287455:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7bb80 x1834598494694400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611568.287456:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611568.287456:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611568.287458:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611568.287459:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749611568.287459:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:3.0:1749611568.287460:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611568.287462:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611568.287462:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749611568.287465:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611568.287466:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1749611568.287466:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494694272, offset 0 00000020:00000040:3.0:1749611568.287467:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611568.287468:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611568.287469:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611568.287469:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611568.287471:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000010:0.0:1749611568.287472:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749611568.287474:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611568.287475:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494694400, offset 0 00000400:00000200:1.0:1749611568.287478:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611568.287481:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749611568.287481:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611568.287482:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749611568.287509:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94eb80 00000100:00100000:2.0:1749611568.287511:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00000040:2.0:1749611568.287514:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000200:1.0:1749611568.287515:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x94e9 [1] + 0 00000100:00000001:2.0:1749611568.287516:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134225224448 : -131939484327168 : ffff880071e7a300) 00000400:00000200:0.0:1749611568.287517:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611568.287544:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880071e7a300 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:249/0 lens 224/0 e 0 to 0 dl 1749611579 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611568.287553:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94ec00 00000400:00000200:1.0:1749611568.287554:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611568.287557:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611568.287560:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749611568.287561:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 139800 00000020:00000010:2.0:1749611568.287563:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d4e4cc0. 00000100:00000001:2.0:1749611568.287565:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611568.287567:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d4e4cc0. 00000400:00000200:0.0:1749611568.287568:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611568.287569:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611568.287572:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494694656:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1749611568.287573:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749611568.287575:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7aa00 x1834598494694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611568.287576:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494694656 00000020:00000001:2.0:1749611568.287578:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611568.287578:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611568.287580:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749611568.287581:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611568.287584:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611568.287585:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38ed80. 00000020:00000001:2.0:1749611568.287586:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611568.287589:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611568.287591:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611568.287595:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611568.287597:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1749611568.287598:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7aa00 x1834598494694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611568.287599:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1749611568.287599:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38ed80 x1834598494694400 msgsize 520 00000020:00000001:2.0:1749611568.287601:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611568.287603:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:0.0:1749611568.287605:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611568.287606:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611568.287606:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611568.287608:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611568.287612:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cb9bc00. 00000100:00000001:0.0:1749611568.287613:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749611568.287614:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611568.287614:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:2.0:1749611568.287616:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611568.287616:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749611568.287618:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749611568.287619:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611568.287620:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000040:2.0:1749611568.287622:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494694656 00000100:00000001:1.0:1749611568.287623:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611568.287624:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749611568.287626:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:1.0:1749611568.287626:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611568.287628:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749611568.287629:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880071e7a300 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:249/0 lens 224/224 e 0 to 0 dl 1749611579 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611568.287630:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494694400 00000020:00000001:1.0:1749611568.287630:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611568.287632:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 02000000:00000001:3.0:1749611568.287633:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749611568.287635:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38dc00 x1834598494694272/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611588 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611568.287635:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:3.0:1749611568.287636:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:2.0:1749611568.287636:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611568.287638:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611568.287639:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.287639:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:2.0:1749611568.287641:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=23 v=5 (1 1 1 1) 02000000:00000001:3.0:1749611568.287643:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.287644:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611568.287646:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:1.0:1749611568.287646:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494694272:12345-0@lo:38:kworker.0 Request processed in 280us (509us total) trans 0 rc -19/-19 00000100:00100000:3.0:1749611568.287647:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494694400 00000100:00000200:0.0:1749611568.287647:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7bb80 x1834598494694400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611568.287650:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611568.287652:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:3.0:1749611568.287653:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749611568.287655:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749611568.287655:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000020:00000001:3.0:1749611568.287656:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:2.0:1749611568.287657:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611568.287658:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611568.287658:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611568.287658:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611568.287659:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611568.287659:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749611568.287661:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611568.287661:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611568.287663:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7bb80 x1834598494694400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611568.287664:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000020:00000010:1.0:1749611568.287664:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880070e6b680. 00000020:00000010:3.0:1749611568.287667:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000100:00000200:2.0:1749611568.287668:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494694656, offset 224 00000020:00000010:1.0:1749611568.287668:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000020:00000010:1.0:1749611568.287671:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095487600. 00000400:00000200:2.0:1749611568.287672:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611568.287673:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7100. 00000100:00000001:0.0:1749611568.287673:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611568.287674:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.287676:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749611568.287678:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000400:00000200:2.0:1749611568.287678:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611568.287681:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611568.287684:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749611568.287684:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ed00 00000100:00000001:3.0:1749611568.287686:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749611568.287687:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1095 usecs (2 jiffies) 00000100:00000001:3.0:1749611568.287689:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611568.287689:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x94f1 [1] + 224 00000100:00000001:0.0:1749611568.287691:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300841747 00000100:00000001:3.0:1749611568.287694:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611568.287694:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611568.287696:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611568.287697:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300841746 00000100:00000001:2.0:1749611568.287699:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611568.287702:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300841747 00000100:00000001:3.0:1749611568.287703:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611568.287703:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611584 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.287707:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300841746 00000100:00000040:2.0:1749611568.287712:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611568.287715:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611568.287723:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611568.287726:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000100:00000001:3.0:1749611568.287727:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749611568.287728:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000001:0.0:1749611568.287728:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300841747 00000100:00000001:2.0:1749611568.287730:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611568.287732:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611568.287733:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300841746 00000100:00100000:3.0:1749611568.287734:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00000001:2.0:1749611568.287734:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611568.287737:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611568.287737:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300841747 00000100:00000001:3.0:1749611568.287738:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096334208 : -131939613217408 : ffff88006a38ed80) 00010000:00000001:2.0:1749611568.287739:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611568.287741:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.287741:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300841746 00000020:00000001:2.0:1749611568.287743:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611568.287745:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611568.287746:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38ed80 x1834598494694400/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611588 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611568.287746:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7a300 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:249/0 lens 224/224 e 0 to 0 dl 1749611579 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.287748:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.287752:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749611568.287755:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e7a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494694656:12345-0@lo:400:kworker.0 Request processed in 194us (463us total) trans 0 rc 0/0 00000100:00000040:0.0:1749611568.287758:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7b800 x1834598494694528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611568.287763:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1749611568.287765:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494694400:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611568.287769:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749611568.287770:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494694400 00000100:00000040:2.0:1749611568.287771:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749611568.287771:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611568.287774:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611568.287774:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611568.287775:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749611568.287777:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:2.0:1749611568.287779:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 02000000:00000001:0.0:1749611568.287782:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:2.0:1749611568.287784:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 02000000:00000001:0.0:1749611568.287785:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611568.287788:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ca00. 02000000:00000001:0.0:1749611568.287788:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611568.287789:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611568.287793:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00100000:0.0:1749611568.287793:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494694528:0@lo:38:kworker.0 00010000:00020000:3.0:1749611568.287795:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611568.287796:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611568.287798:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611568.287798:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611568.287801:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:3.0:1749611568.287802:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749611568.287804:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611568.287806:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749611568.287807:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611568.287808:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611568.287809:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749611568.287811:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611568.287812:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000010:0.0:1749611568.287813:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880083908800. 02000000:00000010:3.0:1749611568.287816:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012d575c00. 00000400:00000001:2.0:1749611568.287816:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749611568.287816:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611568.287817:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749611568.287819:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611568.287819:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe9a0. 00000400:00000010:0.0:1749611568.287821:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 00000400:00000200:2.0:1749611568.287822:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000100:00000001:3.0:1749611568.287823:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611568.287823:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000001:2.0:1749611568.287825:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749611568.287826:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1749611568.287828:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00010000:00000001:3.0:1749611568.287829:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611568.287829:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611584 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611568.287832:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494694528, portal 10 00000100:00001000:3.0:1749611568.287833:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611568.287835:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611568.287837:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:2.0:1749611568.287837:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611584 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.287837:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225229824 : -131939484321792 : ffff880071e7b800) 00000100:00000001:3.0:1749611568.287840:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611568.287843:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749611568.287844:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611568.287845:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611568.287845:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7b800 x1834598494694528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611568.287847:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611568.287847:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611568.287849:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611568.287851:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611568.287851:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611568.287853:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611568.287855:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611568.287856:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611568.287856:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611568.287859:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749611568.287859:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1749611568.287860:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=123 v=5 (5 5 5 5) 02000000:00000001:3.0:1749611568.287862:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611568.287862:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00001000:2.0:1749611568.287863:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611568.287864:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611568.287865:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:0.0:1749611568.287865:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494694528, offset 0 00000100:00000001:2.0:1749611568.287866:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611568.287868:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:0.0:1749611568.287871:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00080000:2.0:1749611568.287872:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611568.287877:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749611568.287879:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611568.287880:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:3.0:1749611568.287882:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000001:2.0:1749611568.287887:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:0.0:1749611568.287887:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94ec80 00000100:00000200:3.0:1749611568.287888:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494694400, offset 0 00000100:00000040:2.0:1749611568.287889:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611568.287891:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611568.287893:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611568.287893:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 140320 00000100:00000040:2.0:1749611568.287897:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611584 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611568.287900:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611568.287900:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611568.287904:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611568.287905:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611568.287906:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611568.287908:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.287910:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611568.287911:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611584 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611568.287912:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749611568.287912:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611568.287916:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38f800. 00000100:00100000:2.0:1749611568.287919:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494694656:0@lo:400:kworker.0 00000100:00000040:0.0:1749611568.287920:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38f800 x1834598494694528 msgsize 520 00000400:00000200:3.0:1749611568.287921:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ec00 00000100:00000001:2.0:1749611568.287923:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611568.287925:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749611568.287926:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749611568.287927:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7a680 x1834598494694656/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611584 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611568.287929:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x94f9 [1] + 0 00000100:00000001:2.0:1749611568.287933:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749611568.287935:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611568.287936:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611568.287936:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000010:2.0:1749611568.287939:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27d400. 00000400:00000200:3.0:1749611568.287940:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611568.287944:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611568.287945:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611568.287945:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611568.287947:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611568.287949:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1749611568.287949:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 02000000:00000010:2.0:1749611568.287951:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e400. 00000400:00000010:0.0:1749611568.287952:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000200:3.0:1749611568.287953:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7bb80 x1834598494694400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611568.287956:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611568.287956:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749611568.287957:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611568.287959:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7a680. 00000100:00000001:2.0:1749611568.287961:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1749611568.287962:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7b800 x1834598494694528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611568.287963:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611568.287965:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611568.287968:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749611568.287969:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7bb80 x1834598494694400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611568.287970:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.287972:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611568.287973:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.287973:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611568.287978:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7b800 x1834598494694528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611568.287982:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611568.287986:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611568.287988:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494694528 00000100:00000001:0.0:1749611568.287988:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611568.287989:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 02000000:00000001:2.0:1749611568.287990:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611568.287991:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611568.287991:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1749611568.287993:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:2.0:1749611568.287993:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611568.287996:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.287996:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611568.287997:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749611568.287998:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494694528 00000100:00000001:3.0:1749611568.287999:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749611568.288000:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611568.288000:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000020:00000040:2.0:1749611568.288001:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611568.288002:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611568.288003:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611568.288004:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.288004:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300841746 00000020:00000001:2.0:1749611568.288006:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611568.288008:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611568.288008:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300841747 00000020:00000010:2.0:1749611568.288009:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d400. 00000100:00000001:3.0:1749611568.288011:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611568.288011:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000100:00000001:0.0:1749611568.288011:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300841746 00000020:00000001:3.0:1749611568.288014:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611568.288014:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000001:0.0:1749611568.288014:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300841747 00000100:00000001:2.0:1749611568.288017:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611568.288017:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300841746 00000100:00000001:2.0:1749611568.288018:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611568.288020:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611568.288021:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38ed80 x1834598494694400/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611588 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.288021:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300841747 00000100:00000001:2.0:1749611568.288023:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.288024:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300841746 00000100:00000001:0.0:1749611568.288027:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300841747 00000100:00000001:2.0:1749611568.288028:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.288030:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611568.288033:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611568.288033:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.288034:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611568.288036:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494694400:12345-0@lo:38:kworker.0 Request processed in 273us (434us total) trans 0 rc -19/-19 00000100:00100000:2.0:1749611568.288038:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000400:00000001:0.0:1749611568.288038:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611568.288040:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096336896 : -131939613214720 : ffff88006a38f800) 00000400:00000001:0.0:1749611568.288040:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611568.288043:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000100:00000040:2.0:1749611568.288044:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38f800 x1834598494694528/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611588 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611568.288048:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00000001:3.0:1749611568.288052:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749611568.288053:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494694528:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611568.288054:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749611568.288056:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494694528 00000020:00000001:2.0:1749611568.288058:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749611568.288059:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7100. 00010000:00000001:2.0:1749611568.288060:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749611568.288063:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000400:00000200:0.0:1749611568.288067:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000020:00000010:3.0:1749611568.288068:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000020:00000001:2.0:1749611568.288069:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611568.288070:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00010000:00020000:2.0:1749611568.288071:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611568.288073:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749611568.288074:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611568.288079:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7aa00 x1834598494694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611568.288081:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611568.288083:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611568.288085:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611568.288085:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611568.288087:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611568.288091:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88008d42e000. 00000100:00000200:0.0:1749611568.288092:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7aa00 x1834598494694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611568.288093:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611568.288094:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611568.288097:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611568.288099:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611568.288102:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611568.288104:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611568.288106:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611568.288109:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611568.288110:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611568.288111:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611568.288113:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611568.288113:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611568.288116:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611568.288116:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611568.288118:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611568.288119:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611568.288119:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611568.288121:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611568.288121:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611568.288123:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611568.288124:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611568.288125:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 02000000:00000001:0.0:1749611568.288127:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611568.288129:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494694528, offset 0 00000400:00000200:2.0:1749611568.288132:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749611568.288134:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611568 v=5 (0 0 0 0) 00000400:00000200:2.0:1749611568.288138:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611568.288143:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ec80 00000400:00000200:2.0:1749611568.288146:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9509 [1] + 0 00000100:00001000:0.0:1749611568.288148:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=91 v=20 (1 20 1 1) 00000400:00000200:2.0:1749611568.288150:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611568.288153:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611568.288153:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611568.288156:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611568.288156:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611568.288159:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7b800 x1834598494694528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.288160:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611568.288167:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7aa00 x1834598494694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611593 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611568.288168:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7b800 x1834598494694528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.288178:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611568.288182:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611568.288184:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611568.288187:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611568.288188:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611568.288191:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611568.288192:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000400:00000010:2.0:1749611568.288193:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000001:2.0:1749611568.288195:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:0.0:1749611568.288195:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611568.288197:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:0.0:1749611568.288199:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611568.288200:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611568.288202:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611568.288203:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611568.288204:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611568.288206:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611568.288209:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38f800 x1834598494694528/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611588 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611568.288210:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7aa00 x1834598494694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611593 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611568.288218:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494694528:12345-0@lo:38:kworker.0 Request processed in 164us (295us total) trans 0 rc -19/-19 00000100:00100000:0.0:1749611568.288222:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494694272:0@lo:38:kworker.0 00000100:00100000:2.0:1749611568.288225:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00000001:2.0:1749611568.288227:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611568.288229:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611568.288229:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611568.288232:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 00000100:00000001:0.0:1749611568.288232:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749611568.288235:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000100:00000040:0.0:1749611568.288237:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7aa00 x1834598494694272/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611593 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611568.288238:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d400. 00000100:00000001:2.0:1749611568.288241:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.288247:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611568.288255:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611568.288259:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c627400. 02000000:00000001:0.0:1749611568.288264:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611568.288266:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611568.288269:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611568.288272:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611568.288274:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5206400. 02000000:00000001:0.0:1749611568.288278:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611568.288280:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611568.288283:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7aa00. 00000100:00000001:0.0:1749611568.288287:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611568.288289:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.288292:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.288299:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611568.288301:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.288304:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611568.288307:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611568.288311:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611568.288313:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611568.288316:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff478. 00000400:00000200:0.0:1749611568.288320:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749611568.288323:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749611568.288326:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611568.288332:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7bb80 x1834598494694400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611568.288346:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7bb80 x1834598494694400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.288356:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611568.288358:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.288361:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611568.288363:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611568.288365:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611568.288368:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611568.288371:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611568.288377:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611568 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611568.288381:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=73 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611568.288386:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611568.288394:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611568.288397:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611568.288403:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7bb80 x1834598494694400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611593 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.288414:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611568.288418:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611568.288420:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.288423:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611568.288426:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611568.288430:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611568.288434:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611568.288437:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611568.288442:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7bb80 x1834598494694400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611593 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611568.288455:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494694400:0@lo:38:kworker.0 00000400:00000001:0.0:1749611568.288462:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611568.288464:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611568.288467:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 00000400:00000200:0.0:1749611568.288471:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749611568.288473:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749611568.288476:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611568.288481:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7b800 x1834598494694528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611568.288517:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7b800 x1834598494694528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611593 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.288554:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611568.288557:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.288560:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611568.288563:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611568.288565:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611568.288574:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611568.288577:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611568.288584:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611568 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611568.288588:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=123 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611568.288593:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611568.288596:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611568.288599:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611568.288605:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7b800 x1834598494694528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611593 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.288616:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611568.288620:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611568.288622:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.288625:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611568.288627:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611568.288631:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611568.288635:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611568.288639:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611568.288644:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7b800 x1834598494694528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611593 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611568.288657:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494694528:0@lo:38:kworker.0 00000100:00000001:0.0:1749611568.288663:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.288666:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611568.288670:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7bb80 x1834598494694400/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611593 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.288681:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611568.288684:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611568.288687:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac893800. 02000000:00000001:0.0:1749611568.288691:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611568.288693:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611568.288696:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611568.288699:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611568.288707:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5207000. 02000000:00000001:0.0:1749611568.288711:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611568.288713:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611568.288716:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7bb80. 00000100:00000001:0.0:1749611568.288720:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611568.288722:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.288725:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611568.288730:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7b800 x1834598494694528/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611593 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611568.288740:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611568.288742:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611568.288745:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880083908800. 02000000:00000001:0.0:1749611568.288748:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611568.288750:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611568.288751:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611568.288754:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611568.288756:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800b5205c00. 02000000:00000001:0.0:1749611568.288760:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611568.288761:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611568.288763:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7b800. 00000100:00000001:0.0:1749611568.288766:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611568.288768:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.288771:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.288774:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611568.288776:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611568.288778:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.288781:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611568.289593:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300841747, at 4300841747 00000100:00000040:2.0:1749611568.289601:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300841747, at 4300841747 00000100:00000010:0.0:1749611568.289602:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947ec0. 00000100:00000040:1.0:1749611568.289607:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300841747, at 4300841747 00000100:00000040:3.0:1749611568.289611:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300841747, at 4300841747 00000100:00000010:2.0:1749611568.289611:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947bc0. 00000100:00000010:1.0:1749611568.289617:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947880. 00000100:00000010:3.0:1749611568.289621:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947140. 00000100:00000001:0.0:1749611568.453636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611568.453644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611568.453647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611568.453652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611568.453656:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611568.453660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.453663:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611568.453666:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.453686:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611568.458625:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611568.458630:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611568.458633:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611568.458636:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611568.458639:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611568.458642:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.458644:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611568.458646:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611568.458649:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611569.045620:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611569.045627:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611569.045630:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611569.045634:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611569.045638:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611569.045642:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611569.045645:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611569.045648:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611569.045650:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611569.282726:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611569.282734:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611569.282845:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611569.282851:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611569.282873:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611569.288632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611569.288647:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611569.288650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611569.288654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611569.288656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611569.288660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611569.288662:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611569.453653:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611569.453659:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611569.453661:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611569.453664:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611569.453667:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611569.453670:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611569.453672:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611569.453675:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611569.453677:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611569.458594:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611569.458598:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611569.458599:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611569.458602:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611569.458604:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611569.458606:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611569.458608:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611569.458610:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611569.458611:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611570.045641:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611570.045649:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611570.045651:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611570.045656:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611570.045659:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611570.045663:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611570.045666:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611570.045669:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611570.045671:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611570.284686:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611570.284706:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611570.284837:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611570.284842:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611570.284846:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611570.288622:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611570.288637:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611570.288639:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611570.288643:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611570.288646:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611570.288649:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611570.288651:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611570.453703:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611570.453711:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611570.453714:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611570.453719:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611570.453723:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611570.453727:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611570.453730:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611570.453733:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611570.453736:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611570.458645:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611570.458651:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611570.458653:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611570.458656:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611570.458659:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611570.458662:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611570.458665:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611570.458667:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611570.458669:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611571.045719:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611571.045726:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611571.045729:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611571.045733:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611571.045737:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611571.045741:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611571.045744:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611571.045747:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611571.045750:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611571.286823:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611571.286830:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611571.286866:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1749611571.286868:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611571.286889:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611571.288614:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611571.288630:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611571.288632:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611571.288636:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611571.288639:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611571.288642:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611571.288645:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611571.453691:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611571.453699:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611571.453702:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611571.453707:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611571.453711:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611571.453716:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611571.453719:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611571.453722:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611571.453725:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611571.458607:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611571.458612:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611571.458615:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611571.458618:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611571.458621:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611571.458624:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611571.458626:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611571.458628:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611571.458631:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611572.045657:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611572.045666:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611572.045668:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611572.045673:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611572.045677:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611572.045680:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611572.045683:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611572.045687:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611572.045689:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611572.288704:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611572.288710:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611572.288759:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611572.288774:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611572.288776:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611572.288780:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611572.288783:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611572.288786:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611572.288789:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611572.288827:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611572.288832:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611572.288837:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611572.453610:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611572.453623:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611572.453626:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611572.453630:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611572.453633:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611572.453636:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611572.453639:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611572.453651:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88006a38d880 x1834598494694016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611572.453661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611572.453666:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38d880 x1834598494694016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611572.453676:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611572.453680:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611572.453683:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611572.453686:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611572.453691:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38d880 x1834598494694016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611572.453701:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494694016:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611572.453706:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611572.453709:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611572.453713:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611572.453716:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611572.453720:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38d880 x1834598494694016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611572.453729:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611572.453732:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880084695540. 00000100:00000001:0.0:1749611572.453736:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611572.453738:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611572.453742:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611572.453746:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611572.453749:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611572.453753:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880118e79600 refcount=4 00000020:00000001:0.0:1749611572.453762:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137027016192 : -131936682535424 : ffff880118e79600) 00010000:00000001:0.0:1749611572.453766:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137027016192 : -131936682535424 : ffff880118e79600) 00010000:00010000:0.0:1749611572.453773:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d5ce lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611572.453784:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611572.453790:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d5ce lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611572.453798:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611572.453801:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d5ce lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611572.453809:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611572.453811:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611572.453814:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d5ce lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611572.453822:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611572.453825:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611572.453828:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611572.453832:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d5ce lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611572.453840:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880118e79600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611572.453844:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611572.453847:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d5ce lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611572.453855:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611572.453857:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611572.453859:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611572.453862:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880118e79600 refcount=5 00000020:00000001:0.0:1749611572.453870:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137027016192 : -131936682535424 : ffff880118e79600) 00010000:00000001:0.0:1749611572.453873:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137027016192 : -131936682535424 : ffff880118e79600) 00010000:00000001:0.0:1749611572.453877:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611572.453881:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d5ce lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611572.453889:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611572.453892:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d5ce lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611572.453899:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611572.453903:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611572.453904:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611572.453907:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611572.453909:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611572.453912:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611572.453915:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611572.453917:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611572.453919:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611572.453922:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880118e79600 with handle 0x689c0ec07329d5ce from hash 00010000:00000001:0.0:1749611572.453925:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611572.453926:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611572.453928:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611572.453929:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611572.453931:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611572.453932:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611572.453935:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611572.453936:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611572.453938:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611572.453941:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611572.453944:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d5ce lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611572.453951:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611572.453952:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611572.453960:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611572.453962:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611572.453964:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611572.453965:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611572.453967:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611572.453970:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880118e79600/0x689c0ec07329d5ce lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611572.453980:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88011f08a800 count: 0 00010000:00000001:0.0:1749611572.454008:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611572.454011:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611572.454015:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611572.454020:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38d880 x1834598494694016/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611572.454028:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611572.454031:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611572.454034:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611572.454036:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611572.454041:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880118e78a00. 02000000:00000001:0.0:1749611572.454046:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611572.454048:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611572.454051:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38d880. 00000100:00000001:0.0:1749611572.454054:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611572.454056:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611572.454058:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611572.454062:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:0.0:1749611572.454066:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 10000000:00000001:0.0:1749611572.454070:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611572.454073:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611572.454076:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611572.454078:0:9690:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b4070c00) refs 4 10000000:00000001:0.0:1749611572.454081:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611572.454083:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611572.454085:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(ffff8800b4071200) refs 2 10000000:00000001:0.0:1749611572.454088:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611572.454089:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611572.454091:0:9690:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:00000001:0.0:1749611572.454101:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611572.454103:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log nodemap-ffff8800a8b08000 from 1 10000000:00000001:0.0:1749611572.454107:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611572.454108:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:0.0:1749611572.454113:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38d880. 00000020:00000040:0.0:1749611572.454118:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611572.454122:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611572.454126:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611572.454131:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611572.454139:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006dc58400. 00000100:00000001:0.0:1749611572.454146:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611572.454150:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611572.454152:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611572.454158:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800a6190d00. 00010000:00000001:0.0:1749611572.454162:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611572.454165:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006dc58a00. 00000020:00000001:0.0:1749611572.454169:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611572.454172:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006dc58a00 with handle 0x689c0ec07329d5ea to hash 00000020:00000001:0.0:1749611572.454174:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611572.454176:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134155880960 : -131939553670656 : ffff88006dc58a00) 00010000:00000001:0.0:1749611572.454180:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134155880960 : -131939553670656 : ffff88006dc58a00) 00010000:00000001:0.0:1749611572.454183:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611572.454185:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611572.454189:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006dc58a00/0x689c0ec07329d5ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611572.454199:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88006dc58a00/0x689c0ec07329d5ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611572.454212:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88006dc58a00/0x689c0ec07329d5ea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611572.454219:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611572.454222:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611572.454228:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880084695540. 00000100:00000001:0.0:1749611572.454237:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134535714112 : -131939173837504 : ffff880084695540) 00000100:00000001:0.0:1749611572.454241:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611572.454243:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134096328832 : -131939613222784 : ffff88006a38d880) 00000100:00000001:0.0:1749611572.454247:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611572.454252:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611572.454254:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611572.454256:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611572.454262:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006a38d880 x1834598494694784/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611572.454271:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611572.454272:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611572.454277:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88006a38d880 x1834598494694784/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611572.454286:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611572.454288:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611572.454290:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611572.454293:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611572.454295:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611572.454297:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611572.454300:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611572.454302:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611572.454304:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611572.456738:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88011f08a800. 00010000:00000010:3.1:1749611572.456750:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880118e79600. 00000100:00000001:0.0:1749611572.458606:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611572.458611:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611572.458613:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611572.458616:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611572.458619:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611572.458622:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611572.458624:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611572.458627:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611572.458629:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.045640:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611573.045649:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611573.045651:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611573.045656:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611573.045675:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611573.045680:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.045683:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611573.045686:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.045688:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611573.288621:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611573.288636:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611573.288638:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611573.288642:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611573.288645:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611573.288648:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611573.288650:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611573.290653:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611573.290660:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611573.290751:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611573.290756:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611573.290760:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749611573.294618:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611573.294626:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611573.294630:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611573.294634:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611573.294637:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611573.294640:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611573.294643:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611573.294648:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6174 00000100:00080000:2.0:1749611573.294663:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611573.294667:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611573.294670:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611573.294673:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611573.294675:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611573.294679:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611573.294681:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611573.294684:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611573.294687:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611573.294689:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611573.294692:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611573.294695:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611573.294697:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611573.294699:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611573.294701:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611573.294705:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611573.294708:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611573.294710:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611573.294714:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611573.294721:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611573.294724:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611573.294726:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611573.294729:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611573.294734:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7a680. 00000020:00000040:2.0:1749611573.294738:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611573.294741:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611573.294743:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611573.294747:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611573.294749:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611573.294753:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611573.294760:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab1400. 00000100:00000001:2.0:1749611573.294767:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611573.294781:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7a680 x1834598494694912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611573.294794:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611573.294798:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611573.294803:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7a680] to pc [ptlrpcd_rcv+-1] req@ffff880071e7a680 x1834598494694912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611573.294831:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611573.294835:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611573.294839:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611573.294841:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611573.294843:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611573.294845:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611573.294847:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6174 00000100:00080000:2.0:1749611573.294850:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611573.294852:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611573.294854:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611573.294856:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611573.294858:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611573.294860:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611573.294861:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611573.294863:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611573.294865:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611573.294868:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611573.294870:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611573.294872:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611573.294874:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611573.294876:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611573.294877:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611573.294880:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611573.294882:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611573.294889:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611573.294891:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611573.294895:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611573.294897:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611573.294899:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611573.294901:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611573.294905:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79f80. 00000020:00000040:2.0:1749611573.294907:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611573.294909:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611573.294910:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611573.294912:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611573.294914:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611573.294916:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611573.294919:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab2400. 00000100:00000001:2.0:1749611573.294923:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611573.294927:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e79f80 x1834598494695040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611573.294932:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611573.294950:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611573.294952:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.294952:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611573.294954:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79f80] to pc [ptlrpcd_rcv+-1] req@ffff880071e79f80 x1834598494695040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611573.294954:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611573.294959:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611573.294960:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7a680 x1834598494694912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611573.294961:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611573.294963:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611573.294964:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611573.294965:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611573.294966:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611573.294967:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6174 00000100:00000001:0.0:1749611573.294967:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611573.294969:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749611573.294969:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611573.294970:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611573.294971:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611573.294971:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611573.294972:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:0.0:1749611573.294973:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611573.294975:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611573.294976:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611573.294977:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749611573.294977:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494694912:0@lo:38:kworker.0 00000020:00000040:2.0:1749611573.294978:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611573.294979:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611573.294980:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749611573.294981:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611573.294982:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611573.294983:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:0.0:1749611573.294983:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611573.294984:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611573.294985:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611573.294986:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611573.294986:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611573.294987:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611573.294988:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611573.294989:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000010:0.0:1749611573.294990:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880083908800. 00000100:00080000:2.0:1749611573.294991:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611573.294992:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611573.294992:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611573.294993:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611573.294995:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611573.294996:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611573.294997:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:0.0:1749611573.294997:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 00000100:00000001:2.0:1749611573.294998:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611573.295000:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7ad80. 00000020:00000040:2.0:1749611573.295001:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611573.295002:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611573.295003:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611573.295003:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749611573.295004:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611573.295005:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611573.295005:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611573.295008:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab3000. 00000100:00000001:2.0:1749611573.295009:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611573.295009:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494694912, portal 4 00000100:00000001:0.0:1749611573.295010:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611573.295011:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225225344 : -131939484326272 : ffff880071e7a680) 00000100:00100000:2.0:1749611573.295012:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7ad80 x1834598494695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611573.295016:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611573.295017:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611573.295017:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7a680 x1834598494694912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611573.295019:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7ad80] to pc [ptlrpcd_rcv+-1] req@ffff880071e7ad80 x1834598494695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611573.295022:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611573.295025:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611573.295027:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611573.295027:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000040:2.0:1749611573.295028:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:0.0:1749611573.295029:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494694912, offset 0 00000100:00000001:2.0:1749611573.295031:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611573.295033:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78e00. 00000020:00000040:2.0:1749611573.295035:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611573.295036:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611573.295037:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611573.295038:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611573.295039:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749611573.295040:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2ec00. 00000100:00000001:2.0:1749611573.295042:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611573.295044:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611573.295049:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749611573.295049:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611573.295050:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611573.295053:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78e00] to pc [ptlrpcd_00_03+3] req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611573.295058:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94ee00 00000400:00000200:0.0:1749611573.295063:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 11440 00000100:00000001:2.0:1749611573.295069:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611573.295069:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611573.295071:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611573.295073:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6184) 00000100:00000001:0.0:1749611573.295075:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611573.295077:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611573.295080:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38df80. 00000100:00000040:0.0:1749611573.295082:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38df80 x1834598494694912 msgsize 520 00000100:00000001:2.0:1749611573.295085:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749611573.295085:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749611573.295087:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749611573.295088:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611573.295092:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611573.295093:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611573.295094:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611573.295095:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611573.295097:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611573.295099:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611573.295102:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611573.295104:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611573.295105:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611573.295107:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611573.295108:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611573.295108:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749611573.295109:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749611573.295112:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749611573.295113:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611573.295115:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7a680 x1834598494694912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611573.295116:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494695296:0@lo:400:kworker.0 00000100:00000001:2.0:1749611573.295118:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611573.295121:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611573.295121:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611573.295122:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611573.295123:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611573.295123:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7a680 x1834598494694912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611573.295125:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27d400. 02000000:00000001:2.0:1749611573.295127:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295128:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295129:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:2.0:1749611573.295130:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe9a0. 00000100:00000001:0.0:1749611573.295131:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611573.295133:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000001:3.0:1749611573.295134:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611573.295135:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1263 usecs (2 jiffies) 00000100:00000200:2.0:1749611573.295136:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494695296, portal 10 00000100:00000001:0.0:1749611573.295137:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300846754 00000100:00000001:3.0:1749611573.295138:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611573.295138:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611573.295139:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225219072 : -131939484332544 : ffff880071e78e00) 00000100:00000010:0.0:1749611573.295140:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947ec0. 00000100:00000040:2.0:1749611573.295143:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611573.295144:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611573.295147:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611573.295148:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300846754 00000100:00000040:2.0:1749611573.295149:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611573.295150:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000010:0.0:1749611573.295150:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8801369477c0. 00000100:00000200:2.0:1749611573.295152:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494695296, offset 0 00000100:00000001:0.0:1749611573.295152:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749611573.295153:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749611573.295154:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611573.295154:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300846754 00000100:00000010:0.0:1749611573.295156:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947fc0. 00000400:00000200:2.0:1749611573.295159:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611573.295161:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00100000:1.0:1749611573.295162:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494694912 00000100:00000001:0.0:1749611573.295163:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300846754 00000400:00000200:2.0:1749611573.295164:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94ef80 02000000:00000001:1.0:1749611573.295164:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1749611573.295165:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947980. 00000100:00000001:1.0:1749611573.295166:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749611573.295167:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 140840 00000100:00000001:0.0:1749611573.295167:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749611573.295168:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611573.295171:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749611573.295171:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611573.295173:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611573.295174:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494694912 00000100:00000001:0.0:1749611573.295174:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611573.295176:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749611573.295176:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611573.295176:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611573.295177:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:1.0:1749611573.295177:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611573.295178:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611573.295178:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611573.295179:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79180. 00000100:00000001:0.0:1749611573.295179:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611573.295180:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611573.295181:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880071e79180 x1834598494695296 msgsize 224 00000020:00000001:1.0:1749611573.295181:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295183:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1749611573.295184:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611573.295184:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611573.295185:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095487600. 00000100:00000001:0.0:1749611573.295185:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611573.295186:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611573.295187:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611573.295188:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749611573.295189:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880070e6b680. 00000100:00000040:0.0:1749611573.295190:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79f80 x1834598494695040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611573.295191:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000400:00000010:2.0:1749611573.295193:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000020:00000010:1.0:1749611573.295193:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00000001:0.0:1749611573.295195:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611573.295196:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611573.295196:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611573.295196:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611573.295197:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749611573.295197:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749611573.295198:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494695296 00000100:00000001:2.0:1749611573.295198:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611573.295199:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611573.295199:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611573.295200:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749611573.295200:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611573.295201:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749611573.295201:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611589 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611573.295202:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611573.295202:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494695040:0@lo:38:kworker.0 00000100:00000001:1.0:1749611573.295203:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295204:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611573.295205:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611573.295205:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611573.295206:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611573.295206:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611573.295207:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494695296 02000000:00000001:0.0:1749611573.295207:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749611573.295208:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749611573.295208:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611589 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611573.295209:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749611573.295210:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611573.295210:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac893800. 00000020:00000001:3.0:1749611573.295211:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611573.295212:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611573.295212:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611573.295213:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611573.295213:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1749611573.295214:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff478. 00000020:00000001:3.0:1749611573.295215:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611573.295216:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611573.295216:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000020:00000001:3.0:1749611573.295217:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611573.295217:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611573.295218:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 948 usecs (1 jiffies) 00000100:00000001:1.0:1749611573.295218:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611573.295219:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494695040, portal 10 00000100:00000001:3.0:1749611573.295220:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611573.295220:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300846753 00000100:00000001:0.0:1749611573.295220:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611573.295221:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225223552 : -131939484328064 : ffff880071e79f80) 00000100:00000001:2.0:1749611573.295222:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300846754 00000100:00100000:1.0:1749611573.295222:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000020:00000010:3.0:1749611573.295223:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e73a4c0. 00000100:00000001:2.0:1749611573.295223:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300846753 00000100:00000001:1.0:1749611573.295224:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096330624 : -131939613220992 : ffff88006a38df80) 00000100:00000001:2.0:1749611573.295225:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300846754 00000100:00000040:0.0:1749611573.295225:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79f80 x1834598494695040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611573.295226:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300846753 00000020:00000010:3.0:1749611573.295227:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012d4e4280. 00000100:00000001:2.0:1749611573.295227:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300846754 00000100:00000040:1.0:1749611573.295228:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38df80 x1834598494694912/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611593 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611573.295229:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300846753 00000100:00000001:2.0:1749611573.295230:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300846754 00000100:00000001:2.0:1749611573.295231:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:3.0:1749611573.295232:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611573.295232:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295232:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611573.295234:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611573.295234:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611573.295235:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:2.0:1749611573.295236:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611573.295237:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494694912:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611573.295237:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494695040, offset 0 00000100:00000001:3.0:1749611573.295238:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:1.0:1749611573.295239:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494694912 00000400:00000200:0.0:1749611573.295239:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611573.295241:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000020:00000001:1.0:1749611573.295242:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749611573.295243:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7100. 00010000:00000001:1.0:1749611573.295244:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749611573.295244:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611573.295246:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000400:00000200:0.0:1749611573.295247:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94ee80 00000400:00000200:0.0:1749611573.295249:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 141064 00000100:00000040:3.0:1749611573.295251:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00080000:2.0:1749611573.295251:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:0.0:1749611573.295252:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611573.295253:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611573.295253:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1749611573.295253:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000020:00000001:1.0:1749611573.295254:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611573.295254:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611573.295255:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749611573.295256:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611573.295256:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611573.295257:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:1.0:1749611573.295258:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611573.295259:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611573.295260:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000010:0.0:1749611573.295260:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009bf90380. 00000100:00000001:3.0:1749611573.295261:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611573.295261:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611573.295262:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009bf90380 x1834598494695040 msgsize 520 00000100:00100000:0.0:1749611573.295264:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611573.295265:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611573.295266:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611573.295268:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611573.295270:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749611573.295270:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611573.295270:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611573.295272:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 02000000:00000010:1.0:1749611573.295273:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6a800. 00000400:00000010:0.0:1749611573.295274:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 02000000:00000001:1.0:1749611573.295275:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295275:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749611573.295276:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494695040 00000100:00000001:2.0:1749611573.295277:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611573.295277:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611573.295277:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79f80 x1834598494695040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611573.295278:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611573.295278:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611573.295279:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611573.295280:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611573.295280:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749611573.295281:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611573.295281:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611573.295282:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00000001:0.0:1749611573.295282:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749611573.295283:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494695040 00000100:00000040:2.0:1749611573.295283:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00001000:1.0:1749611573.295283:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749611573.295284:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611573.295284:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79f80 x1834598494695040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611573.295285:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611573.295285:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134225219968 : -131939484331648 : ffff880071e79180) 00000100:00000001:1.0:1749611573.295285:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:3.0:1749611573.295286:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611573.295286:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611573.295288:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611573.295288:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880071e79180 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:254/0 lens 224/0 e 0 to 0 dl 1749611584 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611573.295288:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611573.295288:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611573.295289:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 00000100:00000001:0.0:1749611573.295289:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749611573.295290:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611573.295290:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611573.295291:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7580. 00000100:00000001:1.0:1749611573.295292:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611573.295292:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1095 usecs (2 jiffies) 00000020:00000010:3.0:1749611573.295293:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000001:0.0:1749611573.295293:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300846754 00000100:00000001:1.0:1749611573.295294:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611573.295295:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611573.295295:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611573.295295:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300846754 00000100:00000001:3.0:1749611573.295297:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611573.295297:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:1.0:1749611573.295297:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611573.295297:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300846754 00000100:00000001:0.0:1749611573.295298:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300846754 00000100:00000001:3.0:1749611573.295299:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611573.295299:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012d4e4cc0. 02000000:00000001:1.0:1749611573.295299:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611573.295301:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611573.295301:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611573.295302:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.295302:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300846754 00000020:00000010:2.0:1749611573.295303:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012d4e4cc0. 00000100:00000001:1.0:1749611573.295303:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611573.295304:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300846754 00000100:00000040:1.0:1749611573.295305:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611573.295305:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300846754 00000100:00000001:3.0:1749611573.295306:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749611573.295306:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494695296:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749611573.295306:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300846754 00000100:00000001:3.0:1749611573.295307:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749611573.295308:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494695296 00000400:00000010:1.0:1749611573.295308:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749611573.295308:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611573.295309:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611573.295310:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000020:00000001:2.0:1749611573.295310:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611573.295310:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:1.0:1749611573.295311:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494694912, offset 0 00000100:00000001:3.0:1749611573.295312:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134931006336 : -131938778545280 : ffff88009bf90380) 00000020:00000001:2.0:1749611573.295312:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:0.0:1749611573.295313:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7ad80 x1834598494695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611573.295314:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611573.295315:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009bf90380 x1834598494695040/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611593 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611573.295316:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1749611573.295317:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611573.295317:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749611573.295318:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749611573.295318:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611573.295319:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749611573.295320:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:0.0:1749611573.295320:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611573.295321:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611573.295322:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611573.295323:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494695040:12345-0@lo:38:kworker.0 00000020:00000001:2.0:1749611573.295323:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1749611573.295323:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494695168:0@lo:38:kworker.0 00000400:00000200:1.0:1749611573.295324:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611573.295325:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749611573.295325:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749611573.295326:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494695040 00000020:00000001:2.0:1749611573.295326:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611573.295326:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611573.295327:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611573.295328:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611573.295328:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:0.0:1749611573.295328:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749611573.295329:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611573.295330:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749611573.295330:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94ee00 02000000:00000010:0.0:1749611573.295330:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5205c00. 02000000:00000001:2.0:1749611573.295332:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749611573.295332:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611573.295333:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 02000000:00000010:2.0:1749611573.295334:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801302f4c00. 00000020:00000001:3.0:1749611573.295335:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611573.295335:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9519 [1] + 0 02000000:00000001:2.0:1749611573.295336:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611573.295337:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611573.295337:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611573.295339:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749611573.295339:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611573.295340:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611573.295340:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000040:2.0:1749611573.295341:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494695296 00010000:00000001:2.0:1749611573.295342:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000200:1.0:1749611573.295343:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611573.295343:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:3.0:1749611573.295345:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000200:2.0:1749611573.295345:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880071e79180 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:254/0 lens 224/224 e 0 to 0 dl 1749611584 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611573.295345:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494695168, portal 10 00000100:00000001:3.0:1749611573.295346:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611573.295346:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611573.295346:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611573.295347:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225227136 : -131939484324480 : ffff880071e7ad80) 02000000:00000001:3.0:1749611573.295348:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749611573.295350:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781db000. 00010000:00000001:2.0:1749611573.295350:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611573.295351:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611573.295351:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7a680 x1834598494694912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611573.295351:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7ad80 x1834598494695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611573.295352:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611573.295353:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611573.295353:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=28 v=5 (1 1 1 1) 00010000:00000001:3.0:1749611573.295355:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611573.295355:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611573.295355:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749611573.295356:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611573.295356:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611573.295357:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000010:0.0:1749611573.295357:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00001000:3.0:1749611573.295358:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749611573.295359:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494695168, offset 0 00000100:00000001:3.0:1749611573.295360:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611573.295361:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611573.295362:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611573.295362:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7a680 x1834598494694912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611573.295363:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 02000000:00000001:2.0:1749611573.295363:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611573.295364:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611573.295364:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611573.295365:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611573.295365:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611573.295366:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611573.295367:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611573.295368:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000400:00000010:2.0:1749611573.295368:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000400:00000200:0.0:1749611573.295369:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611573.295370:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611573.295371:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611573.295371:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494695296, offset 224 00000100:00000001:1.0:1749611573.295371:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611573.295372:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611573.295372:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94ef00 00000400:00000200:2.0:1749611573.295373:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611573.295374:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611573.295376:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000400:00000200:0.0:1749611573.295376:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 141584 00000400:00000200:2.0:1749611573.295378:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611573.295379:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749611573.295380:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494695040, offset 0 00000400:00000200:0.0:1749611573.295381:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611573.295383:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611573.295390:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ef80 00000400:00000200:1.0:1749611573.295391:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749611573.295393:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:1.0:1749611573.295396:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611573.295396:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749611573.295397:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611573.295397:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9521 [1] + 224 00000100:00000001:1.0:1749611573.295397:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749611573.295397:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749611573.295400:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611573.295400:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611573.295402:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ee80 00000400:00000200:2.0:1749611573.295403:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611573.295404:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611573.295405:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611573.295406:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9529 [1] + 0 00000100:00000001:1.0:1749611573.295406:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611573.295406:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033c000. 00000100:00000200:2.0:1749611573.295408:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611589 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611573.295408:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611573.295408:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033c000 x1834598494695168 msgsize 520 00000400:00000200:3.0:1749611573.295410:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749611573.295411:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:3.0:1749611573.295412:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611573.295412:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38df80 x1834598494694912/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611593 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611573.295414:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611573.295414:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611573.295415:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:3.0:1749611573.295417:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e79f80 x1834598494695040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611573.295418:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611573.295419:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:2.0:1749611573.295421:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611573.295421:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749611573.295422:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494694912:12345-0@lo:38:kworker.0 Request processed in 184us (337us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749611573.295423:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7ad80 x1834598494695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611573.295424:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e79f80 x1834598494695040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611573.295424:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000400:00000010:2.0:1749611573.295426:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000001:2.0:1749611573.295427:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611573.295428:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611573.295428:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611573.295430:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611573.295430:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611573.295430:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7ad80 x1834598494695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611573.295431:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00000040:2.0:1749611573.295432:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:2.0:1749611573.295433:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749611573.295433:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611573.295433:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611573.295434:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295434:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611573.295435:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:2.0:1749611573.295436:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:3.0:1749611573.295452:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000400:00000010:3.0:1749611573.295453:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:0.0:1749611573.295453:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611573.295456:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749611573.295456:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79180 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:254/0 lens 224/224 e 0 to 0 dl 1749611584 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611573.295456:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00000001:3.0:1749611573.295457:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611573.295457:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300846753 00000100:00000001:0.0:1749611573.295459:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300846754 00000100:00000001:3.0:1749611573.295460:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295460:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300846753 00000020:00000010:1.0:1749611573.295461:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880070e6b680. 00000100:00000001:0.0:1749611573.295461:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300846754 00000100:00000040:3.0:1749611573.295462:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00100000:2.0:1749611573.295462:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e79180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494695296:12345-0@lo:400:kworker.0 Request processed in 164us (279us total) trans 0 rc 0/0 00000100:00000001:3.0:1749611573.295463:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295463:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300846753 00000100:00000001:0.0:1749611573.295464:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300846754 00000020:00000001:3.0:1749611573.295465:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611573.295465:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00000001:0.0:1749611573.295465:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300846753 00000100:00100000:2.0:1749611573.295467:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000020:00000010:1.0:1749611573.295467:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095487600. 00000100:00000040:3.0:1749611573.295468:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009bf90380 x1834598494695040/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611593 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611573.295469:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.295470:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300846754 00000100:00000001:0.0:1749611573.295471:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611573.295473:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611573.295474:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00100000:3.0:1749611573.295475:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494695040:12345-0@lo:38:kworker.0 Request processed in 152us (211us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611573.295476:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749611573.295476:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611573.295477:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1749611573.295477:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611573.295479:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 00000100:00100000:3.0:1749611573.295480:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000020:00000010:2.0:1749611573.295480:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7100. 00000100:00000001:3.0:1749611573.295482:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749611573.295482:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000400:00000200:0.0:1749611573.295482:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00000001:3.0:1749611573.295483:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749611573.295483:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000020:00000010:2.0:1749611573.295484:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000020:00000010:3.0:1749611573.295485:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7580. 00000100:00000001:0.0:1749611573.295485:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749611573.295487:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00000200:0.0:1749611573.295488:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7a680 x1834598494694912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611573.295489:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 00000020:00000040:2.0:1749611573.295489:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611573.295490:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611573.295491:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611573.295492:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494695168 00000100:00000001:3.0:1749611573.295493:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611573.295493:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7a680 x1834598494694912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611573.295494:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611573.295495:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611573.295496:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295497:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749611573.295498:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295498:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611573.295500:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749611573.295500:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494695168 00000100:00000001:0.0:1749611573.295500:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611573.295501:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749611573.295501:0:10935:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749611573.295501:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1749611573.295502:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611573.295502:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749611573.295503:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:2.0:1749611573.295504:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611573.295504:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611573.295505:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749611573.295505:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611573.295506:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe9a0. 00000020:00000001:1.0:1749611573.295506:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611573.295506:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611573.295508:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000020:00000010:1.0:1749611573.295508:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095487600. 00000400:00000010:2.0:1749611573.295509:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000020:00000010:1.0:1749611573.295509:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880070e6b680. 00000100:00001000:0.0:1749611573.295510:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611573 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611573.295511:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749611573.295511:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00000200:2.0:1749611573.295513:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611589 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611573.295513:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00001000:0.0:1749611573.295513:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=96 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611573.295515:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611573.295516:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611573.295518:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611589 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611573.295518:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611573.295518:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611573.295519:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611573.295539:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7a680 x1834598494694912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611598 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611573.295540:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611573.295541:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611573.295542:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611573.295544:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611573.295544:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295544:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611573.295545:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611573.295546:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295546:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:2.0:1749611573.295548:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611573.295548:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.295548:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.295549:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611573.295550:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749611573.295551:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=128 v=5 (5 5 5 5) 00000100:00080000:0.0:1749611573.295552:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:2.0:1749611573.295553:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=128 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611573.295553:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611573.295555:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611573.295555:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611573.295556:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611573.295556:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611573.295557:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00000001:3.0:1749611573.295558:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:2.0:1749611573.295558:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00080000:0.0:1749611573.295558:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611573.295559:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611573.295559:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417883648 : -131936291667968 : ffff88013033c000) 00000100:00000001:0.0:1749611573.295559:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611573.295560:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1749611573.295560:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611573.295562:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033c000 x1834598494695168/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611593 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611573.295562:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7a680 x1834598494694912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611598 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611573.295565:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611573.295568:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494695168:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1749611573.295568:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494694912:0@lo:38:kworker.0 00000100:00000001:2.0:1749611573.295570:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:1.0:1749611573.295571:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494695168 00000100:00000001:0.0:1749611573.295571:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611573.295572:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000001:1.0:1749611573.295572:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611573.295572:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611573.295573:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00010000:00000001:1.0:1749611573.295573:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611573.295574:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611573.295574:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7a680 x1834598494694912/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611598 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611573.295577:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611589 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611573.295577:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1749611573.295578:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611573.295579:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00020000:1.0:1749611573.295580:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611573.295581:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749611573.295581:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880083908800. 00010000:00000001:1.0:1749611573.295582:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611573.295583:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749611573.295583:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611573.295584:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611573.295584:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611573.295585:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:0.0:1749611573.295585:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749611573.295586:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611589 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611573.295586:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:0.0:1749611573.295586:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611573.295587:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749611573.295588:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749611573.295589:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab1400. 00000100:00100000:2.0:1749611573.295590:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494695296:0@lo:400:kworker.0 02000000:00000010:1.0:1749611573.295590:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd68c00. 02000000:00000001:1.0:1749611573.295591:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611573.295591:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749611573.295592:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611573.295592:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611573.295593:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611573.295593:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7a680. 00000100:00000001:2.0:1749611573.295594:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749611573.295594:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611573.295595:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295595:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749611573.295596:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78e00 x1834598494695296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611589 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611573.295596:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749611573.295597:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611573.295597:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611573.295599:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749611573.295599:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749611573.295600:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611573.295600:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611573.295600:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611573.295601:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749611573.295602:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27d400. 00000100:00000040:1.0:1749611573.295602:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611573.295602:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611573.295603:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611573.295603:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611573.295604:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000001:0.0:1749611573.295605:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:2.0:1749611573.295606:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000001:0.0:1749611573.295606:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749611573.295607:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1749611573.295607:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff478. 00000020:00000040:2.0:1749611573.295608:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611573.295609:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1749611573.295609:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 02000000:00000010:2.0:1749611573.295610:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2ec00. 00000100:00000040:1.0:1749611573.295610:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000010:0.0:1749611573.295610:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 02000000:00000001:1.0:1749611573.295611:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611573.295612:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611573.295612:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749611573.295613:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:1.0:1749611573.295613:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611573.295614:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78e00. 00000100:00000001:1.0:1749611573.295614:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749611573.295614:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79f80 x1834598494695040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611573.295616:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1749611573.295616:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611573.295617:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611573.295617:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:2.0:1749611573.295618:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611573.295620:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494695168, offset 0 00000100:00000001:2.0:1749611573.295621:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611573.295622:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611573.295622:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749611573.295622:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79f80 x1834598494695040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611573.295623:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611573.295624:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611573.295626:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611573.295627:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611573.295628:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.295629:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749611573.295630:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ef00 02000000:00000001:0.0:1749611573.295630:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611573.295631:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611573.295632:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611573.295633:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9535 [1] + 0 02000000:00000001:0.0:1749611573.295633:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611573.295636:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749611573.295636:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611573 v=5 (0 0 0 0) 00000400:00000200:1.0:1749611573.295638:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749611573.295638:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=78 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611573.295639:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611573.295640:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611573.295641:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611573.295642:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749611573.295644:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7ad80 x1834598494695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611573.295644:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79f80 x1834598494695040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611598 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611573.295648:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611573.295649:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:1.0:1749611573.295650:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7ad80 x1834598494695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611573.295650:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.295651:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611573.295652:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611573.295653:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611573.295655:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749611573.295655:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611573.295656:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611573.295657:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749611573.295658:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000040:0.0:1749611573.295658:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79f80 x1834598494695040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611598 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611573.295660:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611573.295660:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611573.295662:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611573.295663:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494695040:0@lo:38:kworker.0 00000100:00000040:1.0:1749611573.295664:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611573.295665:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611573.295666:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611573.295666:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749611573.295667:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611573.295669:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033c000 x1834598494695168/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611593 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611573.295670:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000400:00000200:0.0:1749611573.295672:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611573.295673:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00100000:1.0:1749611573.295675:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494695168:12345-0@lo:38:kworker.0 Request processed in 107us (266us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611573.295675:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611573.295677:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7ad80 x1834598494695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611573.295680:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00000200:0.0:1749611573.295682:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7ad80 x1834598494695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611598 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611573.295684:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611573.295685:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611573.295686:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749611573.295687:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880070e6b680. 00000100:00000001:0.0:1749611573.295687:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.295688:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611573.295688:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:1.0:1749611573.295689:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00000001:0.0:1749611573.295689:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611573.295690:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611573.295691:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095487600. 02000000:00000001:0.0:1749611573.295691:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611573.295693:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611573.295693:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611573 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611573.295695:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=128 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611573.295696:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611573.295697:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611573.295698:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611573.295700:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7ad80 x1834598494695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611598 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611573.295704:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611573.295705:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611573.295706:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.295707:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611573.295708:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611573.295709:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611573.295711:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611573.295712:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611573.295714:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7ad80 x1834598494695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611598 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611573.295726:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494695168:0@lo:38:kworker.0 00000100:00000001:0.0:1749611573.295729:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295730:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611573.295732:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79f80 x1834598494695040/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611598 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611573.295735:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611573.295736:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611573.295737:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac893800. 02000000:00000001:0.0:1749611573.295740:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611573.295740:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611573.295741:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611573.295742:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611573.295743:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab2400. 02000000:00000001:0.0:1749611573.295744:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611573.295745:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611573.295746:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79f80. 00000100:00000001:0.0:1749611573.295747:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611573.295748:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.295749:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611573.295751:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7ad80 x1834598494695168/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611598 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611573.295755:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611573.295756:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611573.295757:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5205c00. 02000000:00000001:0.0:1749611573.295759:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611573.295759:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611573.295760:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611573.295761:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611573.295762:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab3000. 02000000:00000001:0.0:1749611573.295763:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611573.295763:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611573.295764:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7ad80. 00000100:00000001:0.0:1749611573.295766:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611573.295769:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.295771:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295772:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611573.295773:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611573.295773:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.295775:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611573.296569:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300846754, at 4300846754 00000100:00000040:0.0:1749611573.296571:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300846754, at 4300846754 00000100:00000040:2.0:1749611573.296575:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300846754, at 4300846754 00000100:00000040:3.0:1749611573.296576:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300846754, at 4300846754 00000100:00000010:1.0:1749611573.296576:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8801369477c0. 00000100:00000010:0.0:1749611573.296578:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947ec0. 00000100:00000010:2.0:1749611573.296586:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947fc0. 00000100:00000010:3.0:1749611573.296596:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947980. 00000100:00000001:0.0:1749611573.453647:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611573.453653:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611573.453655:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611573.453659:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611573.453662:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611573.453665:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.453668:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611573.453670:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.453673:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611573.458584:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611573.458587:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611573.458588:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611573.458590:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611573.458592:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611573.458594:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.458596:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611573.458597:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611573.458598:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611573.552103:0:31088:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88006dc59000. 00080000:00000010:0.0:1749611573.552112:0:31088:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880133195200. 00080000:00000010:0.0:1749611573.552116:0:31088:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007fb8e800. 00080000:00000010:0.0:1749611573.552119:0:31088:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007fb8f400. 00080000:00000010:0.0:1749611573.552131:0:31088:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880133195a00. 00080000:00000010:0.0:1749611573.552133:0:31088:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880118e78600. 00000100:00000001:0.0:1749611574.045586:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611574.045591:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611574.045592:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611574.045595:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611574.045598:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611574.045607:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611574.045609:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611574.045616:0:31086:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880071e78700 x1834598494694144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611574.045622:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611574.045625:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78700 x1834598494694144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611574.045629:0:31086:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611574.045631:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611574.045632:0:31086:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611574.045634:0:31086:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611574.045635:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78700 x1834598494694144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611574.045640:0:31086:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:31086:1834598494694144:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611574.045643:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611574.045644:0:31086:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611574.045646:0:31086:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611574.045647:0:31086:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611574.045649:0:31086:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78700 x1834598494694144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611574.045653:0:31086:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611574.045655:0:31086:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a3813c0. 00000100:00000001:0.0:1749611574.045657:0:31086:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611574.045658:0:31086:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611574.045660:0:31086:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611574.045663:0:31086:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611574.045665:0:31086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611574.045668:0:31086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009d27c000 refcount=4 00000020:00000001:0.0:1749611574.045669:0:31086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950846464 : -131938758705152 : ffff88009d27c000) 00010000:00000001:0.0:1749611574.045671:0:31086:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134950846464 : -131938758705152 : ffff88009d27c000) 00010000:00010000:0.0:1749611574.045674:0:31086:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5e3 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611574.045682:0:31086:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611574.045686:0:31086:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5e3 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611574.045689:0:31086:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611574.045691:0:31086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5e3 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611574.045694:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611574.045695:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611574.045696:0:31086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5e3 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611574.045699:0:31086:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611574.045701:0:31086:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611574.045703:0:31086:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611574.045704:0:31086:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5e3 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611574.045707:0:31086:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009d27c000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611574.045709:0:31086:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611574.045711:0:31086:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5e3 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611574.045713:0:31086:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611574.045714:0:31086:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611574.045715:0:31086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611574.045715:0:31086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009d27c000 refcount=5 00000020:00000001:0.0:1749611574.045716:0:31086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950846464 : -131938758705152 : ffff88009d27c000) 00010000:00000001:0.0:1749611574.045718:0:31086:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134950846464 : -131938758705152 : ffff88009d27c000) 00010000:00000001:0.0:1749611574.045720:0:31086:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611574.045724:0:31086:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5e3 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611574.045727:0:31086:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611574.045729:0:31086:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5e3 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611574.045732:0:31086:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749611574.045733:0:31086:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611574.045734:0:31086:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611574.045735:0:31086:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611574.045736:0:31086:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611574.045738:0:31086:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611574.045739:0:31086:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611574.045739:0:31086:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611574.045740:0:31086:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611574.045742:0:31086:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009d27c000 with handle 0x689c0ec07329d5e3 from hash 00010000:00000001:0.0:1749611574.045743:0:31086:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611574.045744:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611574.045744:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611574.045745:0:31086:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611574.045745:0:31086:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611574.045746:0:31086:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611574.045747:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611574.045748:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611574.045748:0:31086:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611574.045749:0:31086:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611574.045751:0:31086:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5e3 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611574.045753:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611574.045754:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611574.045754:0:31086:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611574.045755:0:31086:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611574.045756:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611574.045756:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611574.045757:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611574.045760:0:31086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009d27c000/0x689c0ec07329d5e3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611574.045773:0:31086:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880086d2e700 count: 0 00010000:00000001:0.0:1749611574.045790:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611574.045791:0:31086:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611574.045793:0:31086:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611574.045796:0:31086:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78700 x1834598494694144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611574.045800:0:31086:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611574.045802:0:31086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611574.045803:0:31086:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611574.045804:0:31086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611574.045810:0:31086:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009d27d600. 02000000:00000001:0.0:1749611574.045815:0:31086:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611574.045816:0:31086:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611574.045817:0:31086:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78700. 00000100:00000001:0.0:1749611574.045819:0:31086:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611574.045820:0:31086:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611574.045821:0:31086:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611574.045823:0:31086:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611574.045825:0:31086:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611574.045827:0:31086:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880136947ec0. 00000020:00000010:0.0:1749611574.045830:0:31086:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59000. 00000020:00000010:0.0:1749611574.045833:0:31086:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc59c00. 00000040:00000010:0.0:1749611574.045835:0:31086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006dc59a00. 00000020:00000010:0.0:1749611574.045839:0:31086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51ff000. 00000020:00000010:0.0:1749611574.045842:0:31086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc58600. 80000000:00000010:0.0:1749611574.045845:0:31086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16300. 00040000:00000010:0.0:1749611574.045849:0:31086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc58800. 00080000:00000010:0.0:1749611574.045853:0:31086:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d5000. 00080000:00000010:0.0:1749611574.045858:0:31086:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 10000000:00000040:0.0:1749611574.045862:0:31086:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611574.045865:0:31086:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880084695180 : new refcount 2 00000040:00000001:0.0:1749611574.045871:0:31086:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611574.045872:0:31086:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611574.045874:0:31086:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88006dc59400. 00000040:00000001:0.0:1749611574.045877:0:31086:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611574.045879:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611574.045881:0:31086:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:0.0:1749611574.045883:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00080000:00000001:0.0:1749611574.045888:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611574.045891:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611574.045905:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611574.045918:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611574.045920:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611574.045921:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611574.045922:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611574.045924:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611574.045926:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x8:0x0] 90:3075167912 to info ffff8800ac9d5000 00000020:00000001:0.0:1749611574.045928:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f3f8 00080000:00000002:0.0:1749611574.045930:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x8:0x0] 00080000:00000001:0.0:1749611574.045931:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611574.045933:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611574.045935:0:31086:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff8800b5207000. 00080000:00000001:0.0:1749611574.045937:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611574.045940:0:31086:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff880076243908. 00000020:00000001:0.0:1749611574.045941:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611574.045946:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a6190a00. 00000020:00000001:0.0:1749611574.045966:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611574.045968:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006dc59600. 00000020:00000001:0.0:1749611574.045969:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611574.045971:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611574.045972:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611574.045974:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611574.045975:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611574.045976:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611574.045978:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611574.045981:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612135100877400 : -131938608674216 : ffff8800a6190a58) 00000040:00000001:0.0:1749611574.045982:0:31086:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611574.045987:0:31086:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611574.045988:0:31086:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611574.045992:0:31086:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880070f02000. 00000040:00000001:0.0:1749611574.045993:0:31086:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611574.045994:0:31086:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611574.046343:0:31086:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611574.046345:0:31086:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611574.046346:0:31086:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611574.046348:0:31086:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611574.046349:0:31086:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16180. 00000040:00001000:0.0:1749611574.046351:0:31086:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611574.046353:0:31086:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611574.046356:0:31086:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880133195200. 00000020:00000010:0.0:1749611574.046359:0:31086:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008295e600. 00000040:00000010:0.0:1749611574.046360:0:31086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88008295f400. 00000020:00000010:0.0:1749611574.046363:0:31086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41f1800. 00000020:00000010:0.0:1749611574.046366:0:31086:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611574.046368:0:31086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88008295f200. 80000000:00000010:0.0:1749611574.046370:0:31086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b164e0. 40000000:00000010:0.0:1749611574.046372:0:31086:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136947400. 00100000:00000010:0.0:1749611574.046376:0:31086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b422c000. 00040000:00000010:0.0:1749611574.046378:0:31086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a6190800. 00040000:00000010:0.0:1749611574.046380:0:31086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88008295f000. 00080000:00000010:0.0:1749611574.046383:0:31086:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012d89e000. 00080000:00000010:0.0:1749611574.046386:0:31086:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685c000. 00000004:00000010:0.0:1749611574.046390:0:31086:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b422b000. 00000004:00000010:0.0:1749611574.046394:0:31086:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012d89f000. 00000004:00000010:0.0:1749611574.046397:0:31086:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b422e800. 00002000:00000010:0.0:1749611574.046400:0:31086:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b5206400. 00000004:00000010:0.0:1749611574.046404:0:31086:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800ac893800. 00000020:00000010:0.0:1749611574.046406:0:31086:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136947700. 00000040:00000010:0.0:1749611574.046410:0:31086:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009685e000. 00000040:00001000:0.0:1749611574.046411:0:31086:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611574.046413:0:31086:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611574.046414:0:31086:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611574.046419:0:31086:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:0.0:1749611574.046512:0:31086:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611574.046515:0:31086:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611574.046516:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611574.046518:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611574.046519:0:31086:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611574.046535:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611574.046536:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:0.0:1749611574.046537:0:31086:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611574.046538:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e150 type=0x10620000 idx=3 00000040:00001000:0.0:1749611574.046539:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:0.0:1749611574.046540:0:31086:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611574.046541:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e230 type=0x10620000 idx=4 00000040:00001000:0.0:1749611574.046542:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:0.0:1749611574.046543:0:31086:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611574.046544:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e310 type=0x10620000 idx=5 00000040:00001000:0.0:1749611574.046545:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:0.0:1749611574.046545:0:31086:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611574.046546:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611574.046547:0:31086:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:0.0:1749611574.046548:0:31086:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611574.046549:0:31086:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611574.046550:0:31086:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:0.0:1749611574.046553:0:31086:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611574.046554:0:31086:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611574.046555:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611574.046556:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:0.0:1749611574.046557:0:31086:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000040:00001000:0.0:1749611574.046558:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685e460 type=0x0 idx=0 00000040:00000001:0.0:1749611574.046559:0:31086:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611574.046560:0:31086:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:0.0:1749611574.046561:0:31086:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009685e000. 00000020:00000010:0.0:1749611574.046565:0:31086:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880136947700. 00000020:00000010:0.0:1749611574.046573:0:31086:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008295e600. 00000040:00000010:0.0:1749611574.046576:0:31086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88008295f400. 00000020:00000010:0.0:1749611574.046578:0:31086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b41f1800. 00000020:00000010:0.0:1749611574.046582:0:31086:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611574.046585:0:31086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88008295f200. 80000000:00000010:0.0:1749611574.046587:0:31086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b164e0. 40000000:00000010:0.0:1749611574.046590:0:31086:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136947400. 00100000:00000010:0.0:1749611574.046592:0:31086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b422c000. 00040000:00000010:0.0:1749611574.046595:0:31086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a6190800. 00040000:00000010:0.0:1749611574.046597:0:31086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88008295f000. 00080000:00000010:0.0:1749611574.046599:0:31086:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685c000. 00080000:00000010:0.0:1749611574.046602:0:31086:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d89e000. 00000004:00000010:0.0:1749611574.046605:0:31086:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b422b000. 00000004:00000010:0.0:1749611574.046608:0:31086:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012d89f000. 00000004:00000010:0.0:1749611574.046611:0:31086:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b422e800. 00002000:00000010:0.0:1749611574.046613:0:31086:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800b5206400. 00000004:00000010:0.0:1749611574.046615:0:31086:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800ac893800. 00000020:00000010:0.0:1749611574.046617:0:31086:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880133195200. 00000040:00000010:0.0:1749611574.046619:0:31086:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16180. 00000040:00000001:0.0:1749611574.046621:0:31086:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611574.046622:0:31086:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611574.046624:0:31086:0:(lu_object.c:207:lu_object_put()) Add ffff88006dc59600/ffff8800a6190a00 to site lru. bkt: ffff880099882f40 00000040:00000010:0.0:1749611574.046626:0:31086:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff880076243908. 00000040:00000001:0.0:1749611574.046628:0:31086:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611574.046629:0:31086:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880070f02000. 00000040:00000010:0.0:1749611574.046632:0:31086:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88006dc59400. 00000040:00000001:0.0:1749611574.046634:0:31086:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611574.046636:0:31086:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log params, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611574.046638:0:31086:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611574.046640:0:31086:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611574.046641:0:31086:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611574.046643:0:31086:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1749611574.046643:0:31086:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611574.046645:0:31086:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88008295ec00. 00000040:00000001:0.0:1749611574.046649:0:31086:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611574.046650:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611574.046651:0:31086:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:0.0:1749611574.046653:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00080000:00000001:0.0:1749611574.046655:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611574.046657:0:31086:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611574.046658:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611574.046660:0:31086:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff880076243908. 00000020:00000001:0.0:1749611574.046661:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611574.046663:0:31086:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612135100877400 : -131938608674216 : ffff8800a6190a58) 00000040:00000001:0.0:1749611574.046664:0:31086:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611574.046665:0:31086:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611574.046666:0:31086:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611574.046668:0:31086:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88009685c000. 00000040:00000001:0.0:1749611574.046669:0:31086:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611574.046669:0:31086:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611574.046673:0:31086:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611574.046674:0:31086:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611574.046675:0:31086:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611574.046676:0:31086:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611574.046677:0:31086:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16180. 00000040:00001000:0.0:1749611574.046678:0:31086:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611574.046902:0:31116:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611574.046907:0:31116:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095486c00. 00000020:00000010:1.0:1749611574.046910:0:31116:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880095487600. 00000040:00000010:1.0:1749611574.046912:0:31116:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880095487000. 00000020:00000010:1.0:1749611574.046914:0:31116:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197a000. 00000020:00000010:1.0:1749611574.046917:0:31116:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931da90. 00000020:00000010:1.0:1749611574.046920:0:31116:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b8b5800. 80000000:00000010:1.0:1749611574.046922:0:31116:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976f960. 40000000:00000010:1.0:1749611574.046924:0:31116:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b490e9c0. 00100000:00000010:1.0:1749611574.046926:0:31116:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197c800. 00040000:00000010:1.0:1749611574.046928:0:31116:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880081d44900. 00040000:00000010:1.0:1749611574.046930:0:31116:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b8b5400. 00080000:00000010:1.0:1749611574.046933:0:31116:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b7000. 00080000:00000010:1.0:1749611574.046936:0:31116:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28e000. 00000004:00000010:1.0:1749611574.046940:0:31116:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880071978000. 00000004:00000010:1.0:1749611574.046943:0:31116:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749611574.046945:0:31116:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197d000. 00002000:00000010:1.0:1749611574.046947:0:31116:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009cd6ac00. 00000004:00000010:1.0:1749611574.046951:0:31116:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880087547800. 00000020:00000010:1.0:1749611574.046952:0:31116:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b490eb00. 00000040:00000010:1.0:1749611574.046957:0:31116:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88007d28a000. 00000040:00001000:1.0:1749611574.046958:0:31116:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611574.046959:0:31116:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611574.046960:0:31116:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611574.046963:0:31116:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:1.0:1749611574.046969:0:31116:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611574.046976:0:31116:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611574.046977:0:31116:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611574.046979:0:31116:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611574.046980:0:31116:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611574.046982:0:31116:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611574.046984:0:31116:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611574.046985:0:31116:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611574.046986:0:31116:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611574.046988:0:31116:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1749611574.046989:0:31116:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611574.046993:0:31116:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880081d44200. 00000020:00000080:1.0:1749611574.046995:0:31116:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611574.046996:0:31116:0:(obd_config.c:1473:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:1.0:1749611574.046997:0:31116:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611574.046999:0:31116:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880081d44200. 00000020:00000001:1.0:1749611574.047001:0:31116:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611574.047002:0:31116:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611574.047003:0:31116:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:1.0:1749611574.047004:0:31116:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611574.047005:0:31116:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611574.047007:0:31116:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff88012a2d3ca0. 00000020:01000000:1.0:1749611574.047008:0:31116:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff88007197e000 00000020:00000010:1.0:1749611574.047010:0:31116:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff880070e6b680. 00000020:00000080:1.0:1749611574.047011:0:31116:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:1.0:1749611574.047013:0:31116:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:1.0:1749611574.047014:0:31116:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1749611574.047015:0:31116:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff880070e6b680 00000040:00001000:1.0:1749611574.047016:0:31116:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1749611574.047017:0:31116:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:1.0:1749611574.047017:0:31116:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1749611574.047018:0:31116:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1749611574.047019:0:31116:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1749611574.047020:0:31116:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:1.0:1749611574.047021:0:31116:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff88007197e000 00000040:00001000:1.0:1749611574.047022:0:31116:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:1.0:1749611574.047025:0:31116:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:1.0:1749611574.047026:0:31116:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:1.0:1749611574.047029:0:31116:0:(obd_config.c:1295:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611574.047030:0:31116:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611574.047032:0:31116:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff880070e6b680. 00000020:00000010:1.0:1749611574.047034:0:31116:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff88012a2d3ca0. 00000020:00000001:1.0:1749611574.047035:0:31116:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611574.047036:0:31116:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a150 type=0x10620000 idx=3 00000040:00001000:1.0:1749611574.047037:0:31116:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:1.0:1749611574.047038:0:31116:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611574.047039:0:31116:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611574.047040:0:31116:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611574.047040:0:31116:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611574.047041:0:31116:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1749611574.047042:0:31116:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880081d44200. 00000020:00000080:1.0:1749611574.047043:0:31116:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611574.047044:0:31116:0:(obd_config.c:1473:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:1.0:1749611574.047045:0:31116:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611574.047046:0:31116:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880081d44200. 00000020:00000001:1.0:1749611574.047047:0:31116:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611574.047048:0:31116:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a230 type=0x10620000 idx=4 00000040:00001000:1.0:1749611574.047049:0:31116:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:1.0:1749611574.047049:0:31116:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611574.047050:0:31116:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611574.047051:0:31116:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611574.047051:0:31116:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611574.047052:0:31116:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611574.047053:0:31116:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1749611574.047053:0:31116:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611574.047054:0:31116:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880081d44200. 00000020:00000080:1.0:1749611574.047055:0:31116:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611574.047056:0:31116:0:(obd_config.c:1473:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:00000001:1.0:1749611574.047057:0:31116:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611574.047058:0:31116:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880081d44200. 00000020:00000001:1.0:1749611574.047061:0:31116:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611574.047062:0:31116:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a310 type=0x10620000 idx=5 00000040:00001000:1.0:1749611574.047063:0:31116:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:1.0:1749611574.047065:0:31116:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611574.047066:0:31116:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611574.047067:0:31116:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff88012a2d3ec0. 00000020:01000000:1.0:1749611574.047068:0:31116:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff88007197e000 00000020:00000010:1.0:1749611574.047069:0:31116:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff880070e6b680. 00000020:00000080:1.0:1749611574.047070:0:31116:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:1.0:1749611574.047070:0:31116:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:1.0:1749611574.047071:0:31116:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1749611574.047072:0:31116:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff880070e6b680 00000040:00001000:1.0:1749611574.047072:0:31116:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1749611574.047073:0:31116:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:1.0:1749611574.047074:0:31116:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1749611574.047074:0:31116:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1749611574.047075:0:31116:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1749611574.047076:0:31116:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:1.0:1749611574.047076:0:31116:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff88007197e000 00000040:00001000:1.0:1749611574.047077:0:31116:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 lod.*.mdt_hash=crush 00000040:00001000:1.0:1749611574.047078:0:31116:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:1.0:1749611574.047079:0:31116:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:1.0:1749611574.047113:0:31116:0:(obd_config.c:1321:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611574.047115:0:31116:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611574.047116:0:31116:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff880070e6b680. 00000020:00000010:1.0:1749611574.047117:0:31116:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff88012a2d3ec0. 00000020:00000001:1.0:1749611574.047118:0:31116:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611574.047119:0:31116:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a380 type=0x10620000 idx=6 00000040:00001000:1.0:1749611574.047120:0:31116:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:1.0:1749611574.047121:0:31116:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611574.047122:0:31116:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611574.047123:0:31116:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:1.0:1749611574.047126:0:31116:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611574.047127:0:31116:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611574.047128:0:31116:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a380 type=0x10620000 idx=6 00000040:00001000:1.0:1749611574.047132:0:31116:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:1.0:1749611574.047133:0:31116:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000020:00000001:1.0:1749611574.047134:0:31116:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611574.047135:0:31116:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611574.047136:0:31116:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611574.047136:0:31116:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1749611574.047138:0:31116:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff880081d44b00. 00000020:00000080:1.0:1749611574.047139:0:31116:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611574.047140:0:31116:0:(obd_config.c:1473:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:00000001:1.0:1749611574.047141:0:31116:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611574.047142:0:31116:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff880081d44b00. 00000020:00000001:1.0:1749611574.047143:0:31116:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611574.047144:0:31116:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a460 type=0x0 idx=0 00000040:00000001:1.0:1749611574.047145:0:31116:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1749611574.047147:0:31116:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:1.0:1749611574.047148:0:31116:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88007d28a000. 00000020:00000010:1.0:1749611574.047153:0:31116:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b490eb00. 00000020:00000010:1.0:1749611574.047163:0:31116:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880095487600. 00000040:00000010:1.0:1749611574.047166:0:31116:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880095487000. 00000020:00000010:1.0:1749611574.047167:0:31116:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197a000. 00000020:00000010:1.0:1749611574.047169:0:31116:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931da90. 00000020:00000010:1.0:1749611574.047172:0:31116:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012b8b5800. 80000000:00000010:1.0:1749611574.047174:0:31116:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976f960. 40000000:00000010:1.0:1749611574.047176:0:31116:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b490e9c0. 00100000:00000010:1.0:1749611574.047177:0:31116:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197c800. 00040000:00000010:1.0:1749611574.047179:0:31116:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880081d44900. 00040000:00000010:1.0:1749611574.047181:0:31116:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012b8b5400. 00080000:00000010:1.0:1749611574.047183:0:31116:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28e000. 00080000:00000010:1.0:1749611574.047186:0:31116:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b7000. 00000004:00000010:1.0:1749611574.047188:0:31116:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880071978000. 00000004:00000010:1.0:1749611574.047189:0:31116:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749611574.047191:0:31116:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197d000. 00002000:00000010:1.0:1749611574.047193:0:31116:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009cd6ac00. 00000004:00000010:1.0:1749611574.047195:0:31116:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880087547800. 00000020:00000010:1.0:1749611574.047200:0:31116:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095486c00. 00000040:00000010:0.0:1749611574.047207:0:31086:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16180. 00000040:00000001:0.0:1749611574.047210:0:31086:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1749611574.047211:0:31086:0:(obd_config.c:2035:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 00000040:00000001:0.0:1749611574.047213:0:31086:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611574.047214:0:31086:0:(lu_object.c:207:lu_object_put()) Add ffff88006dc59600/ffff8800a6190a00 to site lru. bkt: ffff880099882f40 00000040:00000010:0.0:1749611574.047215:0:31086:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff880076243908. 00000040:00000001:0.0:1749611574.047217:0:31086:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611574.047218:0:31086:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009685c000. 00000040:00000010:0.0:1749611574.047220:0:31086:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88008295ec00. 00000020:00000001:0.0:1749611574.047221:0:31086:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611574.047222:0:31086:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1749611574.047224:0:31086:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc59c00. 00000040:00000010:0.0:1749611574.047226:0:31086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006dc59a00. 00000020:00000010:0.0:1749611574.047231:0:31086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51ff000. 00000020:00000010:0.0:1749611574.047235:0:31086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc58600. 80000000:00000010:0.0:1749611574.047237:0:31086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16300. 00040000:00000010:0.0:1749611574.047239:0:31086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc58800. 00080000:00000010:0.0:1749611574.047241:0:31086:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:0.0:1749611574.047243:0:31086:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff8800b5207000. 00080000:00000010:0.0:1749611574.047245:0:31086:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d5000. 00000020:00000010:0.0:1749611574.047247:0:31086:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59000. 10000000:00000010:0.0:1749611574.047249:0:31086:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880136947ec0. 10000000:01000000:0.0:1749611574.047250:0:31086:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1749611574.047252:0:31086:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611574.047254:0:31086:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611574.047256:0:31086:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611574.047257:0:31086:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff88006a381000. 00000020:00000010:0.0:1749611574.047259:0:31086:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff8800b2387380. 00000020:00000001:0.0:1749611574.047261:0:31086:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611574.047267:0:31086:0:(tgt_mount.c:1060:lustre_start_lwp()) Process entered 00000020:00000010:0.0:1749611574.047268:0:31086:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at ffff880136947ec0. 00000020:00000010:0.0:1749611574.047270:0:31086:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at ffff880117b16300. 00000020:00000001:0.0:1749611574.047271:0:31086:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1749611574.047273:0:31086:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff880096dff280. 00000020:00000010:0.0:1749611574.047275:0:31086:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff880084695c00. 00000020:00000001:0.0:1749611574.047276:0:31086:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749611574.047277:0:31086:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749611574.047278:0:31086:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1749611574.047280:0:31086:0:(mgc_request.c:1895:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:0.0:1749611574.047281:0:31086:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1749611574.047282:0:31086:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff88007197e000 10000000:00000001:0.0:1749611574.047284:0:31086:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1749611574.047285:0:31086:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff88007197e000 10000000:00000010:0.0:1749611574.047286:0:31086:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 294 at ffff88008295ec00. 10000000:01000000:0.0:1749611574.047288:0:31086:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1749611574.047290:0:31086:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=15 10000000:00000001:0.0:1749611574.047291:0:31086:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612134505081856 : -131939204469760 : ffff88008295ec00) 10000000:00000001:0.0:1749611574.047296:0:31086:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446612134505081856 : -131939204469760 : ffff88008295ec00) 10000000:00000001:0.0:1749611574.047297:0:31086:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611574.047298:0:31086:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff88007197e000 from 1 10000000:00000001:0.0:1749611574.047299:0:31086:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611574.047300:0:31086:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749611574.047303:0:31086:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033c380. 00000020:00000040:0.0:1749611574.047304:0:31086:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611574.047307:0:31086:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611574.047309:0:31086:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611574.047312:0:31086:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611574.047315:0:31086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88008295f000. 00000100:00000001:0.0:1749611574.047319:0:31086:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611574.047321:0:31086:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611574.047323:0:31086:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611574.047325:0:31086:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800a6190800. 00010000:00000001:0.0:1749611574.047327:0:31086:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611574.047328:0:31086:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88008295f200. 00000020:00000001:0.0:1749611574.047330:0:31086:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611574.047331:0:31086:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88008295f200 with handle 0x689c0ec07329d5f1 to hash 00000020:00000001:0.0:1749611574.047332:0:31086:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611574.047333:0:31086:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134505083392 : -131939204468224 : ffff88008295f200) 00010000:00000001:0.0:1749611574.047335:0:31086:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134505083392 : -131939204468224 : ffff88008295f200) 00010000:00000001:0.0:1749611574.047337:0:31086:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611574.047338:0:31086:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611574.047340:0:31086:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88008295f200/0x689c0ec07329d5f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611574.047344:0:31086:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88008295f200/0x689c0ec07329d5f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611574.047350:0:31086:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88008295f200/0x689c0ec07329d5f1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611574.047353:0:31086:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611574.047356:0:31086:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611574.047360:0:31086:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880084695cc0. 00000100:00000001:0.0:1749611574.047361:0:31086:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134535716032 : -131939173835584 : ffff880084695cc0) 00000100:00000001:0.0:1749611574.047363:0:31086:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611574.047364:0:31086:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137417884544 : -131936291667072 : ffff88013033c380) 00000100:00000001:0.0:1749611574.047366:0:31086:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611574.047369:0:31086:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611574.047370:0:31086:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611574.047371:0:31086:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611574.047374:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88013033c380 x1834598494695424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611574.047378:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611574.047379:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611574.047382:0:31086:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88013033c380 x1834598494695424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611574.047385:0:31086:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611574.047386:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611574.047387:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611574.047388:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611574.047389:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611574.047390:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611574.047390:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611574.047391:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611574.047392:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611574.050901:0:31118:0:(lproc_lod.c:1065:mdt_hash_store()) Process leaving via out (rc=5 : 5 : 0x5) 00010000:00000010:3.1:1749611574.051609:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2e700. 00010000:00000010:3.1:1749611574.051615:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009d27c000. 00010000:00000001:0.0:1749611574.292641:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611574.292649:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611574.292652:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611574.292655:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611574.292659:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611574.292661:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611574.292663:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611574.292665:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611574.292791:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611574.292796:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611574.292799:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611574.295612:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611574.295626:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611574.295629:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611574.295634:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611574.295652:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611574.295657:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611574.295660:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611574.453623:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611574.453629:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611574.453631:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611574.453635:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611574.453638:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611574.453641:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611574.453644:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611574.453647:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611574.453649:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611574.458598:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611574.458603:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611574.458605:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611574.458608:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611574.458610:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611574.458613:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611574.458616:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611574.458618:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611574.458620:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611575.046580:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611575.046585:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611575.046587:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611575.046589:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611575.046592:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611575.046594:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611575.046595:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611575.046597:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611575.046599:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611575.294654:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611575.294659:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611575.294748:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611575.294753:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611575.294755:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611575.295557:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611575.295566:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611575.295568:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611575.295570:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611575.295572:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611575.295575:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611575.295577:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611575.453639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611575.453645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611575.453646:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611575.453649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611575.453651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611575.453654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611575.453655:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611575.453658:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611575.453659:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611575.458574:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611575.458577:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611575.458578:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611575.458580:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611575.458581:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611575.458583:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611575.458585:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611575.458586:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611575.458587:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611576.046642:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611576.046649:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611576.046652:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611576.046656:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611576.046659:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611576.046663:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611576.046665:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611576.046668:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611576.046671:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611576.295628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611576.295642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611576.295643:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611576.295647:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611576.295648:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611576.295650:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611576.295652:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611576.296580:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611576.296583:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611576.296649:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611576.296654:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611576.296657:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611576.453625:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611576.453630:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611576.453632:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611576.453646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611576.453648:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611576.453651:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611576.453653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611576.453655:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611576.453657:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611576.458574:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611576.458577:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611576.458578:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611576.458580:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611576.458581:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611576.458583:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611576.458584:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611576.458586:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611576.458587:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611577.046649:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611577.046658:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611577.046660:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611577.046665:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611577.046669:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611577.046673:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611577.046675:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611577.046678:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611577.046681:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611577.295684:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611577.295701:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611577.295703:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611577.295707:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611577.295710:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611577.295714:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611577.295716:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611577.298641:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611577.298646:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611577.298764:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611577.298770:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611577.298774:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611577.453635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611577.453641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611577.453644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611577.453648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611577.453651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611577.453665:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611577.453669:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611577.453672:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611577.453674:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611577.458626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611577.458632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611577.458634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611577.458637:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611577.458640:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611577.458643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611577.458645:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611577.458648:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611577.458650:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.046731:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611578.046740:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611578.046742:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611578.046747:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611578.046750:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611578.046754:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.046757:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611578.046760:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.046762:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.295671:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611578.295688:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611578.295691:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.295696:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611578.295699:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611578.295703:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.295705:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611578.300649:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611578.300654:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611578.300803:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611578.300809:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611578.300813:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1749611578.302631:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611578.302640:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611578.302643:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611578.302647:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611578.302649:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611578.302652:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611578.302656:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611578.302661:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6179 00000100:00080000:2.0:1749611578.302665:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611578.302668:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611578.302672:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611578.302674:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611578.302676:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611578.302680:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611578.302682:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611578.302685:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611578.302689:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611578.302691:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611578.302694:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611578.302697:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611578.302699:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611578.302701:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611578.302719:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611578.302723:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611578.302727:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611578.302729:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611578.302733:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611578.302739:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611578.302742:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.302745:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611578.302748:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611578.302753:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78e00. 00000020:00000040:2.0:1749611578.302757:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611578.302762:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611578.302764:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.302767:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611578.302770:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611578.302774:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611578.302785:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006bbae800. 00000100:00000001:2.0:1749611578.302793:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611578.302803:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e78e00 x1834598494695552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611578.302815:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611578.302820:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611578.302825:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78e00] to pc [ptlrpcd_rcv+-1] req@ffff880071e78e00 x1834598494695552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611578.302853:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611578.302856:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611578.302860:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611578.302861:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611578.302863:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611578.302866:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611578.302868:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6179 00000100:00080000:2.0:1749611578.302871:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611578.302879:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611578.302881:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611578.302883:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611578.302885:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611578.302888:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611578.302889:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611578.302891:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611578.302892:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611578.302895:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611578.302897:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611578.302899:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611578.302901:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611578.302902:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611578.302904:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611578.302906:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611578.302908:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611578.302911:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611578.302912:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611578.302916:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611578.302918:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.302920:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611578.302922:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611578.302925:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78000. 00000020:00000040:2.0:1749611578.302927:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611578.302930:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611578.302931:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.302933:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611578.302934:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611578.302936:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611578.302940:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff4800. 00000100:00000001:2.0:1749611578.302944:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.302947:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611578.302948:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e78000 x1834598494695680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611578.302953:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611578.302956:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611578.302965:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78e00 x1834598494695552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611578.302968:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611578.302970:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611578.302974:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78000] to pc [ptlrpcd_rcv+-1] req@ffff880071e78000 x1834598494695680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.302977:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611578.302979:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.302982:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611578.302985:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611578.302988:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611578.302990:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611578.302991:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611578.302993:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749611578.302993:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749611578.302995:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6179 02000000:00000001:0.0:1749611578.302996:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611578.302997:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749611578.302998:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611578.303000:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611578.303002:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749611578.303003:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494695552:0@lo:38:kworker.0 00000100:00000040:2.0:1749611578.303004:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611578.303006:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611578.303008:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611578.303008:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749611578.303009:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611578.303011:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611578.303011:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749611578.303013:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:0.0:1749611578.303014:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611578.303015:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:0.0:1749611578.303016:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749611578.303017:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611578.303019:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611578.303021:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1749611578.303022:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5207000. 00000100:00000040:2.0:1749611578.303023:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611578.303024:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611578.303025:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611578.303026:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611578.303028:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611578.303031:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611578.303032:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 02000000:00000001:2.0:1749611578.303037:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611578.303040:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611578.303040:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 02000000:00000001:2.0:1749611578.303042:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.303044:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611578.303046:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611578.303048:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494695552, portal 4 00000100:00000010:2.0:1749611578.303050:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78700. 00000100:00000001:0.0:1749611578.303050:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000040:2.0:1749611578.303052:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749611578.303052:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225219072 : -131939484332544 : ffff880071e78e00) 02000000:00000001:2.0:1749611578.303054:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611578.303055:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.303057:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611578.303058:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611578.303060:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611578.303060:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78e00 x1834598494695552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611578.303063:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff7c00. 00000100:00000001:2.0:1749611578.303066:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303069:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749611578.303070:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e78700 x1834598494695808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611578.303073:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611578.303075:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749611578.303077:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749611578.303078:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494695552, offset 0 00000100:00000001:2.0:1749611578.303079:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611578.303082:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78700] to pc [ptlrpcd_rcv+-1] req@ffff880071e78700 x1834598494695808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611578.303084:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611578.303089:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611578.303092:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611578.303095:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611578.303098:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7ad80. 00000400:00000200:0.0:1749611578.303099:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749611578.303101:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611578.303103:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611578.303105:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611578.303106:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611578.303110:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2ef00. 00000400:00000200:0.0:1749611578.303110:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94f080 00000100:00000001:2.0:1749611578.303112:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611578.303116:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611578.303118:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 11960 00000100:00000001:2.0:1749611578.303124:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749611578.303127:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611578.303130:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611578.303131:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611578.303137:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7ad80] to pc [ptlrpcd_00_00+0] req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.303137:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611578.303139:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611578.303144:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033c700. 00000100:00000040:0.0:1749611578.303147:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033c700 x1834598494695552 msgsize 520 00000100:00100000:0.0:1749611578.303152:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611578.303163:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611578.303169:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6189) 00000100:00000001:0.0:1749611578.303176:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611578.303188:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611578.303191:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000400:00000200:0.0:1749611578.303192:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:2.0:1749611578.303193:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611578.303195:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749611578.303198:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611578.303199:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611578.303201:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611578.303203:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749611578.303203:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78e00 x1834598494695552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611578.303205:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611578.303207:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611578.303211:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.303212:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611578.303215:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78e00 x1834598494695552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611578.303218:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611578.303220:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303222:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611578.303223:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611578.303224:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749611578.303225:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611578.303227:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303228:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611578.303231:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494695936:0@lo:400:kworker.0 00000100:00000040:0.0:1749611578.303233:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1262 usecs (2 jiffies) 00000100:00000001:2.0:1749611578.303235:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611578.303237:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300851762 02000000:00000001:2.0:1749611578.303238:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611578.303240:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611578.303241:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947400. 02000000:00000001:2.0:1749611578.303242:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611578.303245:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27ca00. 02000000:00000001:2.0:1749611578.303247:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303248:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000400:00000010:2.0:1749611578.303252:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe9a0. 00000100:00000001:0.0:1749611578.303254:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300851762 00000400:00000010:2.0:1749611578.303257:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000010:0.0:1749611578.303257:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947200. 00000100:00000001:3.0:1749611578.303258:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611578.303259:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000200:2.0:1749611578.303262:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494695936, portal 10 00000100:00000001:0.0:1749611578.303263:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300851762 00000100:00000001:3.0:1749611578.303264:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.303264:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:0.0:1749611578.303265:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947dc0. 00000100:00000001:2.0:1749611578.303266:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225227136 : -131939484324480 : ffff880071e7ad80) 00000100:00000001:0.0:1749611578.303268:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611578.303271:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300851762 00000100:00000040:2.0:1749611578.303272:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611578.303273:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136947680. 00000100:00000001:0.0:1749611578.303276:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749611578.303279:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611578.303279:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611578.303282:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611578.303284:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494695552 00000100:00000001:0.0:1749611578.303285:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303287:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611578.303288:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611578.303291:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611578.303291:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611578.303292:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749611578.303294:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611578.303294:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303294:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611578.303296:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000001:0.0:1749611578.303296:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611578.303297:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749611578.303298:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611578.303299:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494695936, offset 0 00000100:00100000:1.0:1749611578.303302:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494695552 00000400:00000200:2.0:1749611578.303304:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611578.303304:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749611578.303305:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611578.303307:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749611578.303308:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78000 x1834598494695680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611578.303309:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611578.303311:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611578.303312:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611578.303313:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303316:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611578.303318:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611578.303319:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94f200 00000020:00000010:1.0:1749611578.303319:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4600. 02000000:00000001:0.0:1749611578.303320:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611578.303322:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611578.303325:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880070e6b700. 02000000:00000001:0.0:1749611578.303325:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611578.303326:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 142104 00000100:00100000:0.0:1749611578.303328:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494695680:0@lo:38:kworker.0 00000020:00000010:1.0:1749611578.303330:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000100:00000001:0.0:1749611578.303331:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:2.0:1749611578.303332:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611578.303333:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611578.303335:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749611578.303335:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611578.303336:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611578.303336:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749611578.303337:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611578.303339:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.303340:0:28322:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:0.0:1749611578.303340:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5206400. 00000100:00000200:2.0:1749611578.303342:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749611578.303343:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611578.303344:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611578.303346:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79f80. 00000400:00000010:0.0:1749611578.303346:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff478. 00000100:00000040:2.0:1749611578.303349:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880071e79f80 x1834598494695936 msgsize 224 00000400:00000010:0.0:1749611578.303349:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00100000:2.0:1749611578.303353:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1749611578.303353:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494695680, portal 10 00000100:00000001:0.0:1749611578.303355:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611578.303356:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225215488 : -131939484336128 : ffff880071e78000) 00000100:00000001:2.0:1749611578.303361:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749611578.303363:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78000 x1834598494695680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611578.303366:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000100:00000001:1.0:1749611578.303368:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611578.303369:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000001:0.0:1749611578.303369:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611578.303371:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611578.303372:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:0.0:1749611578.303373:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000200:2.0:1749611578.303376:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611594 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611578.303376:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494695680, offset 0 00000100:00000001:1.0:1749611578.303378:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749611578.303379:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611578.303381:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611578.303384:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749611578.303386:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000400:00000200:0.0:1749611578.303386:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611578.303388:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611594 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611578.303390:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417885440 : -131936291666176 : ffff88013033c700) 00000400:00000200:0.0:1749611578.303417:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94f100 00000100:00000040:1.0:1749611578.303418:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033c700 x1834598494695552/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611578.303423:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 142328 00000100:00000001:2.0:1749611578.303426:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.303428:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611578.303428:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611578.303431:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611578.303433:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303435:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611578.303437:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 947 usecs (1 jiffies) 00000100:00000001:2.0:1749611578.303440:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300851761 00000100:00100000:1.0:1749611578.303441:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494695552:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611578.303442:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611578.303443:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300851762 00000100:00000001:2.0:1749611578.303446:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300851761 00000100:00000200:1.0:1749611578.303446:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494695552 00000100:00000010:0.0:1749611578.303446:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033ca80. 00000100:00000001:2.0:1749611578.303448:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300851762 00000100:00000040:0.0:1749611578.303448:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033ca80 x1834598494695680 msgsize 520 00000100:00000001:3.0:1749611578.303449:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749611578.303450:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749611578.303452:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494695936 00000100:00100000:0.0:1749611578.303453:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749611578.303454:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749611578.303455:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611578.303455:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300851761 00000100:00000001:3.0:1749611578.303457:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611578.303458:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300851762 00000100:00000001:3.0:1749611578.303460:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.303460:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300851761 00000100:00000001:2.0:1749611578.303462:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300851762 00000100:00000001:0.0:1749611578.303462:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749611578.303463:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.303464:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611578.303466:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494695936 00000100:00000001:2.0:1749611578.303466:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611578.303467:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000020:00000001:3.0:1749611578.303468:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749611578.303468:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.303469:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611578.303469:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749611578.303471:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611578.303472:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611578.303472:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611578.303475:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611578.303476:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78000 x1834598494695680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611578.303479:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00010000:00000001:1.0:1749611578.303479:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611578.303482:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611578.303482:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611578.303483:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1749611578.303485:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749611578.303485:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749611578.303486:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78000 x1834598494695680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611578.303487:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611578.303488:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749611578.303491:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000010:1.0:1749611578.303491:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087546800. 00000100:00000001:0.0:1749611578.303493:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611578.303494:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.303495:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611578.303495:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611578.303496:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611578.303496:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611578.303497:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494695680 00000100:00000001:0.0:1749611578.303498:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611578.303499:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749611578.303500:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e73a2c0. 00010000:00000001:1.0:1749611578.303500:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611578.303501:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611578.303502:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1092 usecs (2 jiffies) 00000100:00000001:2.0:1749611578.303503:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611578.303503:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303504:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300851762 00000020:00000010:3.0:1749611578.303505:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e73a4c0. 00000100:00001000:1.0:1749611578.303506:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749611578.303507:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303507:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300851762 00000100:00100000:2.0:1749611578.303509:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494695680 00000100:00000001:1.0:1749611578.303510:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611578.303510:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300851762 00000020:00000040:3.0:1749611578.303512:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000020:00000001:2.0:1749611578.303512:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611578.303512:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300851762 00000020:00000040:2.0:1749611578.303513:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611578.303513:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611578.303514:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300851762 00000020:00000001:2.0:1749611578.303515:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749611578.303515:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:2.0:1749611578.303516:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303517:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300851762 00000020:00000001:2.0:1749611578.303518:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611578.303518:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611578.303518:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300851762 00000100:00000001:1.0:1749611578.303520:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611578.303547:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300851762 00000020:00000010:2.0:1749611578.303549:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27de00. 00000100:00000001:0.0:1749611578.303550:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611578.303553:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000100:00000001:0.0:1749611578.303553:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303555:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611578.303557:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749611578.303557:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000040:0.0:1749611578.303559:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78700 x1834598494695808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611578.303561:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:3.0:1749611578.303562:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124400. 00000100:00000001:2.0:1749611578.303562:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611578.303563:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749611578.303563:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:3.0:1749611578.303566:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7580. 00000100:00000001:2.0:1749611578.303566:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611578.303566:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303566:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611578.303568:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749611578.303570:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000001:2.0:1749611578.303570:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611578.303570:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611578.303573:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611578.303574:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 02000000:00000001:0.0:1749611578.303575:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749611578.303577:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:2.0:1749611578.303577:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611578.303577:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749611578.303578:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494695552, offset 0 02000000:00000001:0.0:1749611578.303579:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611578.303580:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611578.303581:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749611578.303583:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494695808:0@lo:38:kworker.0 00000100:00000001:3.0:1749611578.303584:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611578.303584:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611578.303585:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611578.303586:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611578.303586:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611578.303588:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611578.303589:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611578.303590:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 02000000:00000001:0.0:1749611578.303591:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749611578.303592:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611578.303593:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417886336 : -131936291665280 : ffff88013033ca80) 02000000:00000010:0.0:1749611578.303596:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800ac893800. 00000100:00000001:3.0:1749611578.303598:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:2.0:1749611578.303598:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033ca80 x1834598494695680/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611578.303598:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611578.303601:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:0.0:1749611578.303601:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 00000100:00000001:3.0:1749611578.303603:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611578.303604:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000400:00000200:1.0:1749611578.303606:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94f080 00000100:00000200:0.0:1749611578.303608:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494695808, portal 10 00000100:00000001:3.0:1749611578.303609:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.303610:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611578.303611:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225217280 : -131939484334336 : ffff880071e78700) 00000400:00000200:1.0:1749611578.303612:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9549 [1] + 0 00000400:00000200:1.0:1749611578.303617:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611578.303617:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78700 x1834598494695808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611578.303618:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611578.303620:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749611578.303622:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749611578.303623:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494695680:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1749611578.303624:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00000001:0.0:1749611578.303624:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611578.303626:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611578.303627:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494695680 00000100:00000040:0.0:1749611578.303627:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611578.303628:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000010:0.0:1749611578.303628:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:3.0:1749611578.303630:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134225223552 : -131939484328064 : ffff880071e79f80) 00000020:00000001:2.0:1749611578.303630:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749611578.303630:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494695808, offset 0 00010000:00000001:2.0:1749611578.303632:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749611578.303632:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78e00 x1834598494695552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611578.303634:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611578.303637:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880071e79f80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:259/0 lens 224/0 e 0 to 0 dl 1749611589 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611578.303641:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611578.303641:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611578.303643:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e78e00 x1834598494695552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749611578.303645:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611578.303647:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749611578.303647:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94f180 00010000:00000001:2.0:1749611578.303648:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749611578.303649:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e73a4c0. 00010000:00000001:2.0:1749611578.303651:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611578.303651:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611578.303651:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 142848 00000100:00000001:3.0:1749611578.303652:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611578.303654:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:3.0:1749611578.303655:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e73a4c0. 00000100:00000001:2.0:1749611578.303655:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749611578.303655:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611578.303658:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749611578.303659:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000200:0.0:1749611578.303659:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749611578.303660:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494695936:12345-0@lo:400:kworker.0 00000400:00000010:1.0:1749611578.303661:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 02000000:00000010:2.0:1749611578.303662:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012db64000. 02000000:00000001:2.0:1749611578.303664:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611578.303665:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611578.303666:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611578.303666:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:2.0:1749611578.303669:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611578.303670:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611578.303671:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494695936 00010000:00000001:2.0:1749611578.303671:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611578.303673:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000001:3.0:1749611578.303674:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:2.0:1749611578.303674:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611578.303674:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611578.303675:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611578.303676:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749611578.303677:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749611578.303677:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:1.0:1749611578.303677:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611578.303679:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1749611578.303679:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033ce00. 00000020:00000001:3.0:1749611578.303680:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611578.303682:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1749611578.303682:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:1.0:1749611578.303682:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033c700 x1834598494695552/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611598 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611578.303682:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033ce00 x1834598494695808 msgsize 520 00000100:00000001:2.0:1749611578.303684:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611578.303685:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749611578.303686:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:0.0:1749611578.303686:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749611578.303688:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1749611578.303690:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:3.0:1749611578.303692:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611578.303692:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611578.303693:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611578.303693:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494695552:12345-0@lo:38:kworker.0 Request processed in 252us (542us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749611578.303694:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749611578.303695:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611578.303696:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1749611578.303698:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611578.303698:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749611578.303699:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611578.303700:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000020:00000001:3.0:1749611578.303701:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1749611578.303701:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00000200:2.0:1749611578.303704:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494695680, offset 0 00000100:00000001:1.0:1749611578.303704:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611578.303705:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749611578.303705:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000001:1.0:1749611578.303706:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:3.0:1749611578.303707:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:0.0:1749611578.303707:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611578.303709:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749611578.303710:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880070e6b700. 02000000:00000010:3.0:1749611578.303711:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781da800. 00000400:00000200:2.0:1749611578.303711:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611578.303713:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611578.303713:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78700 x1834598494695808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611578.303715:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611578.303715:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000020:00000001:3.0:1749611578.303718:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611578.303718:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749611578.303718:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4600. 00000100:00000001:0.0:1749611578.303720:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000040:3.0:1749611578.303721:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494695936 00000100:00000001:1.0:1749611578.303722:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611578.303723:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749611578.303724:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78700 x1834598494695808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749611578.303728:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880071e79f80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:259/0 lens 224/224 e 0 to 0 dl 1749611589 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611578.303729:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94f100 00000100:00000001:0.0:1749611578.303730:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303732:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749611578.303735:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9559 [1] + 0 00000100:00000001:0.0:1749611578.303736:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611578.303737:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611578.303739:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611578.303739:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 781 usecs (1 jiffies) 00000400:00000200:2.0:1749611578.303740:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611578.303741:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300851762 00000100:00001000:3.0:1749611578.303742:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=33 v=5 (1 1 1 1) 00000400:00000200:2.0:1749611578.303743:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611578.303744:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300851762 00000100:00000001:3.0:1749611578.303746:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611578.303746:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611578.303746:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300851762 00000100:00000001:0.0:1749611578.303748:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300851762 00000100:00000040:3.0:1749611578.303749:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611578.303750:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300851762 00000100:00000001:3.0:1749611578.303751:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749611578.303751:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78000 x1834598494695680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749611578.303751:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749611578.303752:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300851762 02000000:00000001:3.0:1749611578.303754:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611578.303754:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300851762 00000020:00000040:1.0:1749611578.303755:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 02000000:00000001:3.0:1749611578.303756:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303756:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300851762 00000100:00000001:3.0:1749611578.303758:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611578.303758:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611578.303760:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611578.303760:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e78000 x1834598494695680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.303760:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611578.303764:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000001:1.0:1749611578.303765:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000001:0.0:1749611578.303765:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611578.303766:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611578.303768:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749611578.303768:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000100:00100000:1.0:1749611578.303772:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494695808 00000400:00000200:0.0:1749611578.303772:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 02000000:00000001:1.0:1749611578.303774:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:0.0:1749611578.303774:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:1.0:1749611578.303776:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611578.303776:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611578.303778:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611578.303779:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78e00 x1834598494695552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611578.303781:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611578.303782:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494695936, offset 224 00000100:00100000:1.0:1749611578.303783:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494695808 00000400:00000200:2.0:1749611578.303785:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000020:00000001:1.0:1749611578.303786:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611578.303787:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:2.0:1749611578.303788:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000020:00000001:1.0:1749611578.303789:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611578.303791:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749611578.303791:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611578.303792:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611578.303792:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749611578.303793:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.303795:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611578.303796:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4600. 00000100:00000040:2.0:1749611578.303798:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:1.0:1749611578.303798:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880070e6b700. 00000100:00000200:0.0:1749611578.303799:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78e00 x1834598494695552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611578.303801:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611578.303801:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000020:00000001:2.0:1749611578.303803:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611578.303805:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611578.303806:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611578.303806:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611578.303807:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033ca80 x1834598494695680/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611598 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611578.303808:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.303808:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.303810:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611578.303812:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611578.303812:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611578.303814:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611578.303815:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611578.303816:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611578.303817:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494695680:12345-0@lo:38:kworker.0 Request processed in 196us (366us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611578.303818:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611578.303819:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611578.303823:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94f200 00000100:00000001:1.0:1749611578.303825:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00001000:0.0:1749611578.303825:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611578 v=5 (0 0 0 0) 00000100:00100000:2.0:1749611578.303826:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00000001:1.0:1749611578.303826:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611578.303828:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1749611578.303828:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=101 v=20 (1 20 1 1) 00000400:00000200:3.0:1749611578.303829:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9551 [1] + 224 00000100:00000001:2.0:1749611578.303830:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749611578.303830:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00000001:0.0:1749611578.303831:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1749611578.303833:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 00000100:00000001:1.0:1749611578.303833:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417887232 : -131936291664384 : ffff88013033ce00) 00000400:00000200:3.0:1749611578.303834:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611578.303834:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611578.303836:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611578.303837:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033ce00 x1834598494695808/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611598 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611578.303838:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749611578.303838:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000100:00000001:3.0:1749611578.303841:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611578.303841:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78e00 x1834598494695552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611603 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611578.303843:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27de00. 00000100:00000200:3.0:1749611578.303847:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611594 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611578.303847:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494695808:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611578.303849:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.303849:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749611578.303850:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494695808 00000020:00000001:1.0:1749611578.303852:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611578.303852:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1749611578.303854:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611578.303854:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.303856:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749611578.303857:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.303858:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611578.303861:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749611578.303862:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611578.303864:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00080000:0.0:1749611578.303865:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:1.0:1749611578.303867:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611578.303867:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749611578.303869:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611578.303870:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611578.303871:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78e00 x1834598494695552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611603 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611578.303874:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611578.303875:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000100:00000001:2.0:1749611578.303876:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611578.303876:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:3.0:1749611578.303878:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:1.0:1749611578.303878:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749611578.303879:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494695552:0@lo:38:kworker.0 00000100:00000001:3.0:1749611578.303881:0:10935:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:1.0:1749611578.303881:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:2.0:1749611578.303882:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611578.303883:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611578.303883:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611578.303884:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1749611578.303885:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087546400. 00000100:00000001:0.0:1749611578.303885:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611578.303886:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611578.303887:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611578.303889:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611578.303889:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611578.303892:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000010:2.0:1749611578.303892:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe9a0. 00010000:00000001:1.0:1749611578.303892:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749611578.303893:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78e00 x1834598494695552/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611603 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611578.303894:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611578.303894:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611578.303895:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000020:00000001:3.0:1749611578.303896:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000010:2.0:1749611578.303897:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00001000:1.0:1749611578.303897:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749611578.303900:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79f80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:259/0 lens 224/224 e 0 to 0 dl 1749611589 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611578.303900:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611578.303900:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611578.303900:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749611578.303902:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611578.303903:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1749611578.303904:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000200:2.0:1749611578.303905:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611594 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611578.303906:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:0.0:1749611578.303906:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5207000. 00000100:00000001:1.0:1749611578.303909:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:3.0:1749611578.303910:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e79f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494695936:12345-0@lo:400:kworker.0 Request processed in 261us (559us total) trans 0 rc 0/0 02000000:00000001:0.0:1749611578.303910:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749611578.303912:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:0.0:1749611578.303912:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000200:2.0:1749611578.303913:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611594 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611578.303914:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:0.0:1749611578.303914:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749611578.303916:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611578.303916:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611578.303918:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749611578.303918:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006bbae800. 00000100:00100000:3.0:1749611578.303919:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00000001:2.0:1749611578.303920:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749611578.303920:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611578.303921:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749611578.303922:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611578.303922:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611578.303922:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 02000000:00000001:0.0:1749611578.303923:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611578.303924:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611578.303925:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:0.0:1749611578.303925:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78e00. 02000000:00000001:2.0:1749611578.303926:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:1.0:1749611578.303926:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494695808, offset 0 00000100:00000001:3.0:1749611578.303927:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611578.303928:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611578.303928:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:3.0:1749611578.303930:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7580. 00000100:00000001:2.0:1749611578.303930:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611578.303930:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611578.303930:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.303931:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611578.303932:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611578.303934:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000400:00000200:1.0:1749611578.303936:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611578.303937:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124400. 00000100:00001000:2.0:1749611578.303937:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=133 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611578.303937:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611578.303938:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.303940:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1749611578.303941:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=133 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611578.303941:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749611578.303942:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94f180 00000020:00000040:3.0:1749611578.303944:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611578.303944:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000001:0.0:1749611578.303944:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611578.303945:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611578.303946:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1749611578.303948:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000010:0.0:1749611578.303948:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff478. 00000100:00000001:3.0:1749611578.303951:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611578.303951:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00010000:00080000:2.0:1749611578.303952:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611578.303952:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749611578.303955:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611578.303958:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78000 x1834598494695680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611578.303959:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9565 [1] + 0 00010000:00000001:2.0:1749611578.303960:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611578.303963:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:1.0:1749611578.303964:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611578.303965:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611578.303966:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1749611578.303966:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78000 x1834598494695680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611578.303967:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611578.303968:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611578.303971:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611594 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611578.303971:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611578.303973:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749611578.303975:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78700 x1834598494695808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.303975:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.303976:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611578.303978:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611578.303978:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611578.303979:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611578.303980:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611578.303981:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.303981:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611578.303984:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e78700 x1834598494695808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611578.303985:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611594 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611578.303987:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611578.303992:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611578 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611578.303993:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749611578.303994:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=83 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611578.303997:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611578.303999:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611578.304001:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611578.304003:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00100000:2.0:1749611578.304004:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494695936:0@lo:400:kworker.0 00000400:00000010:1.0:1749611578.304005:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000040:0.0:1749611578.304005:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78000 x1834598494695680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611603 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611578.304007:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611578.304008:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611578.304009:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611578.304011:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611578.304011:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.304012:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611578.304014:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7ad80 x1834598494695936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611594 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611578.304014:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611578.304014:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611578.304015:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611578.304017:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.304017:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611578.304018:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749611578.304019:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611578.304020:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1749611578.304021:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:2.0:1749611578.304022:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:1.0:1749611578.304023:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033ce00 x1834598494695808/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611598 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611578.304023:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000010:2.0:1749611578.304024:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27ca00. 00000100:00000001:0.0:1749611578.304025:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611578.304027:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611578.304029:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:0.0:1749611578.304029:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78000 x1834598494695680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611603 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611578.304030:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611578.304032:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:1.0:1749611578.304033:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494695808:12345-0@lo:38:kworker.0 Request processed in 185us (348us total) trans 0 rc -19/-19 02000000:00000010:2.0:1749611578.304034:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2ef00. 00000100:00100000:0.0:1749611578.304037:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494695680:0@lo:38:kworker.0 02000000:00000001:2.0:1749611578.304039:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611578.304040:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:1.0:1749611578.304040:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00000010:2.0:1749611578.304042:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7ad80. 00000400:00000001:0.0:1749611578.304042:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611578.304043:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:0.0:1749611578.304043:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611578.304044:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611578.304045:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:0.0:1749611578.304045:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 00000100:00000001:2.0:1749611578.304046:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611578.304047:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880070e6b700. 00000100:00000001:2.0:1749611578.304048:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611578.304048:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749611578.304049:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000020:00000010:1.0:1749611578.304050:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00000001:0.0:1749611578.304051:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611578.304053:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1749611578.304053:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4600. 00000100:00000001:2.0:1749611578.304054:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611578.304054:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78700 x1834598494695808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611578.304056:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611578.304056:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611578.304058:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611578.304061:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78700 x1834598494695808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611603 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.304068:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611578.304073:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.304075:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611578.304077:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611578.304078:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611578.304080:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611578.304082:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611578.304086:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611578 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611578.304088:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=133 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611578.304091:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611578.304092:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611578.304094:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611578.304097:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78700 x1834598494695808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611603 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.304104:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611578.304106:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611578.304107:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.304109:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611578.304110:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611578.304112:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611578.304115:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611578.304117:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611578.304120:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78700 x1834598494695808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611603 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611578.304127:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494695808:0@lo:38:kworker.0 00000100:00000001:0.0:1749611578.304130:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.304132:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611578.304134:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78000 x1834598494695680/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611603 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.304141:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611578.304142:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611578.304143:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5206400. 02000000:00000001:0.0:1749611578.304150:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611578.304152:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611578.304154:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611578.304156:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611578.304158:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff4800. 02000000:00000001:0.0:1749611578.304161:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611578.304162:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611578.304163:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78000. 00000100:00000001:0.0:1749611578.304165:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611578.304167:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.304168:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611578.304171:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78700 x1834598494695808/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611603 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.304177:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611578.304179:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611578.304180:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800ac893800. 02000000:00000001:0.0:1749611578.304182:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611578.304183:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611578.304184:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611578.304186:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611578.304187:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff7c00. 02000000:00000001:0.0:1749611578.304189:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611578.304190:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611578.304191:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78700. 00000100:00000001:0.0:1749611578.304193:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611578.304194:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.304196:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.304198:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611578.304199:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611578.304201:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.304202:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611578.304581:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300851762, at 4300851762 00000100:00000040:0.0:1749611578.304581:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300851762, at 4300851762 00000100:00000040:2.0:1749611578.304586:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300851762, at 4300851762 00000100:00000010:1.0:1749611578.304592:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947200. 00000100:00000010:2.0:1749611578.304594:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947dc0. 00000100:00000040:3.0:1749611578.304603:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300851762, at 4300851762 00000100:00000010:0.0:1749611578.304609:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947400. 00000100:00000010:3.0:1749611578.304614:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136947680. 00000100:00000001:0.0:1749611578.453686:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611578.453693:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611578.453696:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611578.453700:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611578.453721:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611578.453726:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.453729:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611578.453740:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88006a38d880 x1834598494694784/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.453751:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611578.453756:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006a38d880 x1834598494694784/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.453765:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611578.453768:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.453770:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611578.453772:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611578.453775:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38d880 x1834598494694784/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611578.453784:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006a38d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494694784:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611578.453790:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.453792:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611578.453795:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611578.453797:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611578.453800:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006a38d880 x1834598494694784/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.453807:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611578.453809:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880084695540. 00000100:00000001:0.0:1749611578.453815:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611578.453816:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611578.453820:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611578.453825:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611578.453828:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611578.453832:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006dc58a00 refcount=4 00000020:00000001:0.0:1749611578.453834:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134155880960 : -131939553670656 : ffff88006dc58a00) 00010000:00000001:0.0:1749611578.453837:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134155880960 : -131939553670656 : ffff88006dc58a00) 00010000:00010000:0.0:1749611578.453847:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88006dc58a00/0x689c0ec07329d5ea lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611578.453857:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611578.453863:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88006dc58a00/0x689c0ec07329d5ea lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611578.453869:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611578.453872:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006dc58a00/0x689c0ec07329d5ea lrc: 4/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611578.453879:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611578.453881:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611578.453883:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88006dc58a00/0x689c0ec07329d5ea lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611578.453890:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611578.453893:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611578.453896:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611578.453898:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88006dc58a00/0x689c0ec07329d5ea lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611578.453905:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88006dc58a00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611578.453908:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611578.453911:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88006dc58a00/0x689c0ec07329d5ea lrc: 4/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611578.453916:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611578.453918:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611578.453919:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611578.453920:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006dc58a00 refcount=5 00000020:00000001:0.0:1749611578.453922:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134155880960 : -131939553670656 : ffff88006dc58a00) 00010000:00000001:0.0:1749611578.453924:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134155880960 : -131939553670656 : ffff88006dc58a00) 00010000:00000001:0.0:1749611578.453932:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611578.453935:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88006dc58a00/0x689c0ec07329d5ea lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611578.453941:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611578.453944:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88006dc58a00/0x689c0ec07329d5ea lrc: 5/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611578.453949:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:00000040:0.0:1749611578.453951:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611578.453952:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611578.453955:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611578.453956:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611578.453959:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611578.453961:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611578.453962:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611578.453964:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611578.453966:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88006dc58a00 with handle 0x689c0ec07329d5ea from hash 00010000:00000001:0.0:1749611578.453969:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611578.453970:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611578.453971:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611578.453972:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611578.453974:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611578.453975:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611578.453977:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611578.453978:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611578.453979:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611578.453981:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611578.453984:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88006dc58a00/0x689c0ec07329d5ea lrc: 3/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611578.453989:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611578.453990:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611578.453991:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611578.453992:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611578.453994:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611578.453999:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611578.454000:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611578.454003:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88006dc58a00/0x689c0ec07329d5ea lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611578.454011:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800a6190d00 count: 0 00010000:00000001:0.0:1749611578.454047:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611578.454049:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611578.454052:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611578.454057:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006a38d880 x1834598494694784/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.454064:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611578.454067:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611578.454069:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611578.454071:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611578.454075:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006dc58400. 02000000:00000001:0.0:1749611578.454080:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611578.454081:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611578.454083:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38d880. 00000100:00000001:0.0:1749611578.454087:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611578.454089:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611578.454091:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611578.454095:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:0.0:1749611578.454098:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' failed (-110). 10000000:00000001:0.0:1749611578.454102:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00020000:0.0:1749611578.454105:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -110 10000000:00000001:0.0:1749611578.454107:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611578.454109:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611578.454111:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff8800b4070600) refs 2 10000000:00000001:0.0:1749611578.454113:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611578.454115:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611578.454116:0:9690:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b4070c00) refs 4 10000000:00000001:0.0:1749611578.454118:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611578.454120:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611578.454122:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1749611578.454123:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611578.454130:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b4229800 from 1 10000000:00000001:0.0:1749611578.454133:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611578.454134:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1749611578.454139:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033d180. 00000020:00000040:0.0:1749611578.454143:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611578.454147:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611578.454150:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611578.454154:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611578.454160:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88008295f400. 00000100:00000001:0.0:1749611578.454165:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611578.454169:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611578.454172:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611578.454176:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800a6190b00. 00010000:00000001:0.0:1749611578.454180:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611578.454182:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88008295e600. 00000020:00000001:0.0:1749611578.454186:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611578.454188:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88008295e600 with handle 0x689c0ec07329d5f8 to hash 00000020:00000001:0.0:1749611578.454190:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611578.454192:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134505080320 : -131939204471296 : ffff88008295e600) 00010000:00000001:0.0:1749611578.454195:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134505080320 : -131939204471296 : ffff88008295e600) 00010000:00000001:0.0:1749611578.454198:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611578.454199:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611578.454202:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88008295e600/0x689c0ec07329d5f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611578.454210:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88008295e600/0x689c0ec07329d5f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611578.454220:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88008295e600/0x689c0ec07329d5f8 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611578.454225:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611578.454226:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611578.454232:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880084695540. 00000100:00000001:0.0:1749611578.454234:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134535714112 : -131939173837504 : ffff880084695540) 00000100:00000001:0.0:1749611578.454240:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611578.454242:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137417888128 : -131936291663488 : ffff88013033d180) 00000100:00000001:0.0:1749611578.454246:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611578.454251:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.454253:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611578.454255:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611578.454259:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88013033d180 x1834598494696064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.454267:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611578.454269:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611578.454272:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88013033d180 x1834598494696064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611578.454280:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611578.454282:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611578.454283:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611578.454285:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611578.454287:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611578.454288:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.454290:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611578.454291:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.454293:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611578.456754:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a6190d00. 00010000:00000010:3.1:1749611578.456765:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006dc58a00. 00000100:00000001:0.0:1749611578.458629:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611578.458634:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611578.458636:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611578.458640:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611578.458642:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611578.458645:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.458648:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611578.458650:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611578.458652:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611579.046685:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611579.046694:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611579.046696:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611579.046701:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611579.046705:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611579.046726:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611579.046729:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611579.046733:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611579.046735:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611579.302691:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611579.302699:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611579.302819:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611579.302826:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611579.302831:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611579.303605:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611579.303620:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611579.303623:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611579.303627:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611579.303630:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611579.303633:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611579.303636:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611579.453693:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611579.453702:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611579.453705:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611579.453712:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611579.453717:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611579.453721:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611579.453726:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611579.453730:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611579.453734:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611579.458626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611579.458632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611579.458634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611579.458637:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611579.458640:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611579.458643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611579.458646:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611579.458648:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611579.458651:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.046648:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611580.046656:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611580.046659:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611580.046664:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695cc0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611580.046668:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611580.046671:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.046674:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611580.046686:0:31086:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88013033c380 x1834598494695424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.046712:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611580.046718:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88013033c380 x1834598494695424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.046727:0:31086:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611580.046730:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.046733:0:31086:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611580.046735:0:31086:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611580.046738:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033c380 x1834598494695424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611580.046747:0:31086:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013033c380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:31086:1834598494695424:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611580.046753:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.046755:0:31086:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611580.046758:0:31086:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611580.046760:0:31086:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611580.046764:0:31086:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88013033c380 x1834598494695424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.046771:0:31086:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611580.046774:0:31086:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880084695cc0. 00000100:00000001:0.0:1749611580.046780:0:31086:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611580.046781:0:31086:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611580.046785:0:31086:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611580.046789:0:31086:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611580.046792:0:31086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611580.046796:0:31086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88008295f200 refcount=4 00000020:00000001:0.0:1749611580.046798:0:31086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134505083392 : -131939204468224 : ffff88008295f200) 00010000:00000001:0.0:1749611580.046802:0:31086:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134505083392 : -131939204468224 : ffff88008295f200) 00010000:00010000:0.0:1749611580.046808:0:31086:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88008295f200/0x689c0ec07329d5f1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611580.046818:0:31086:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611580.046828:0:31086:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88008295f200/0x689c0ec07329d5f1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611580.046835:0:31086:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611580.046838:0:31086:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88008295f200/0x689c0ec07329d5f1 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611580.046844:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611580.046846:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611580.046849:0:31086:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88008295f200/0x689c0ec07329d5f1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611580.046854:0:31086:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611580.046856:0:31086:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611580.046859:0:31086:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611580.046862:0:31086:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88008295f200/0x689c0ec07329d5f1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611580.046868:0:31086:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88008295f200 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611580.046871:0:31086:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611580.046874:0:31086:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88008295f200/0x689c0ec07329d5f1 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611580.046879:0:31086:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611580.046881:0:31086:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611580.046882:0:31086:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611580.046883:0:31086:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88008295f200 refcount=5 00000020:00000001:0.0:1749611580.046885:0:31086:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134505083392 : -131939204468224 : ffff88008295f200) 00010000:00000001:0.0:1749611580.046887:0:31086:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134505083392 : -131939204468224 : ffff88008295f200) 00010000:00000001:0.0:1749611580.046890:0:31086:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611580.046893:0:31086:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88008295f200/0x689c0ec07329d5f1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611580.046899:0:31086:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611580.046908:0:31086:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88008295f200/0x689c0ec07329d5f1 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611580.046914:0:31086:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611580.046916:0:31086:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611580.046918:0:31086:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611580.046920:0:31086:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611580.046922:0:31086:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611580.046925:0:31086:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611580.046926:0:31086:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611580.046928:0:31086:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611580.046929:0:31086:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611580.046932:0:31086:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88008295f200 with handle 0x689c0ec07329d5f1 from hash 00010000:00000001:0.0:1749611580.046935:0:31086:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611580.046936:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611580.046937:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611580.046938:0:31086:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611580.046940:0:31086:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611580.046941:0:31086:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611580.046943:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611580.046944:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611580.046946:0:31086:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611580.046948:0:31086:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611580.046950:0:31086:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88008295f200/0x689c0ec07329d5f1 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611580.046955:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611580.046956:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611580.046957:0:31086:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611580.046958:0:31086:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611580.046960:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611580.046961:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611580.046962:0:31086:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611580.046964:0:31086:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88008295f200/0x689c0ec07329d5f1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 31086 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611580.046972:0:31086:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800a6190800 count: 0 00010000:00000001:0.0:1749611580.047011:0:31086:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611580.047013:0:31086:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611580.047017:0:31086:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611580.047021:0:31086:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88013033c380 x1834598494695424/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.047028:0:31086:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611580.047032:0:31086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611580.047034:0:31086:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611580.047036:0:31086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611580.047041:0:31086:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88008295f000. 02000000:00000001:0.0:1749611580.047045:0:31086:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611580.047047:0:31086:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611580.047048:0:31086:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013033c380. 00000100:00000001:0.0:1749611580.047054:0:31086:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611580.047056:0:31086:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611580.047058:0:31086:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611580.047061:0:31086:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611580.047063:0:31086:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611580.047067:0:31086:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880136947400. 00000020:00000010:0.0:1749611580.047071:0:31086:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88008295f000. 00000020:00000010:0.0:1749611580.047076:0:31086:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88008295f800. 00000040:00000010:0.0:1749611580.047081:0:31086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006dc58a00. 00000020:00000010:0.0:1749611580.047086:0:31086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b422e800. 00000020:00000010:0.0:1749611580.047090:0:31086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc58400. 80000000:00000010:0.0:1749611580.047096:0:31086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16180. 00040000:00000010:0.0:1749611580.047102:0:31086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc59000. 00080000:00000010:0.0:1749611580.047108:0:31086:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012d89f000. 00080000:00000010:0.0:1749611580.047113:0:31086:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685c000. 10000000:00000040:0.0:1749611580.047121:0:31086:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611580.047126:0:31086:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880084695180 : new refcount 2 00000040:00000001:0.0:1749611580.047130:0:31086:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611580.047132:0:31086:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611580.047135:0:31086:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88006dc58800. 00000040:00000001:0.0:1749611580.047139:0:31086:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611580.047144:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611580.047153:0:31086:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:0.0:1749611580.047157:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00080000:00000001:0.0:1749611580.047166:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611580.047169:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611580.047188:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611580.047206:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611580.047209:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611580.047211:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611580.047213:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611580.047216:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611580.047219:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0xa:0x0] 91:3075167914 to info ffff88012d89f000 00000020:00000001:0.0:1749611580.047224:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f3f8 00080000:00000002:0.0:1749611580.047226:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0xa:0x0] 00080000:00000001:0.0:1749611580.047229:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611580.047233:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611580.047236:0:31086:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff8800ac893800. 00080000:00000001:0.0:1749611580.047239:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611580.047244:0:31086:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff88006a9b84e0. 00000020:00000001:0.0:1749611580.047247:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611580.047255:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012b81bd00. 00000020:00000001:0.0:1749611580.047261:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611580.047264:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006dc58600. 00000020:00000001:0.0:1749611580.047266:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611580.047269:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611580.047271:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611580.047274:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611580.047276:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611580.047278:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611580.047282:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611580.047287:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137339108696 : -131936370442920 : ffff88012b81bd58) 00000040:00000001:0.0:1749611580.047289:0:31086:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611580.047292:0:31086:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611580.047294:0:31086:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611580.047299:0:31086:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88009685e000. 00000040:00000001:0.0:1749611580.047301:0:31086:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611580.047309:0:31086:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611580.048162:0:31086:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611580.048168:0:31086:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611580.048170:0:31086:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611580.048173:0:31086:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611580.048177:0:31086:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b164e0. 00000040:00001000:0.0:1749611580.048180:0:31086:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0xa:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611580.048185:0:31086:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611580.048189:0:31086:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59a00. 00000020:00000010:0.0:1749611580.048193:0:31086:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc59c00. 00000040:00000010:0.0:1749611580.048196:0:31086:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006dc59400. 00000020:00000010:0.0:1749611580.048200:0:31086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b422b000. 00000020:00000010:0.0:1749611580.048206:0:31086:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611580.048210:0:31086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880133195200. 80000000:00000010:0.0:1749611580.048214:0:31086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16e40. 40000000:00000010:0.0:1749611580.048217:0:31086:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136947180. 00100000:00000010:0.0:1749611580.048223:0:31086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b422c000. 00040000:00000010:0.0:1749611580.048226:0:31086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012b81b800. 00040000:00000010:0.0:1749611580.048231:0:31086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8f400. 00080000:00000010:0.0:1749611580.048235:0:31086:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012d89e000. 00080000:00000010:0.0:1749611580.048241:0:31086:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 00000004:00000010:0.0:1749611580.048248:0:31086:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b422c800. 00000004:00000010:0.0:1749611580.048254:0:31086:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012d898000. 00000004:00000010:0.0:1749611580.048258:0:31086:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b422a000. 00002000:00000010:0.0:1749611580.048263:0:31086:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88006dff7c00. 00000004:00000010:0.0:1749611580.048269:0:31086:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88006dff4800. 00000020:00000010:0.0:1749611580.048272:0:31086:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136947840. 00000040:00000010:0.0:1749611580.048280:0:31086:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880070f02000. 00000040:00001000:0.0:1749611580.048283:0:31086:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611580.048285:0:31086:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611580.048288:0:31086:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611580.048293:0:31086:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16952 00000040:00000001:0.0:1749611580.048702:0:31086:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611580.048708:0:31086:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611580.048716:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611580.048720:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611580.048723:0:31086:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048725:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f020e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611580.048727:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1749611580.048729:0:31086:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048731:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02158 type=0x10620000 idx=3 00000040:00001000:0.0:1749611580.048733:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:0.0:1749611580.048734:0:31086:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048736:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02200 type=0x10620000 idx=4 00000040:00001000:0.0:1749611580.048738:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:0.0:1749611580.048740:0:31086:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048741:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f022e0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611580.048743:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:0.0:1749611580.048745:0:31086:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048746:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f023c0 type=0x10620000 idx=6 00000040:00001000:0.0:1749611580.048748:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:0.0:1749611580.048750:0:31086:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048751:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02438 type=0x10620000 idx=7 00000040:00001000:0.0:1749611580.048753:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:0.0:1749611580.048755:0:31086:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048756:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f024e0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611580.048758:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:0.0:1749611580.048760:0:31086:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048761:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f025c0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611580.048763:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:0.0:1749611580.048765:0:31086:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048767:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f026a0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611580.048768:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:0.0:1749611580.048770:0:31086:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048772:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02718 type=0x10620000 idx=11 00000040:00001000:0.0:1749611580.048774:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:0.0:1749611580.048780:0:31086:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048782:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f027f8 type=0x10620000 idx=12 00000040:00001000:0.0:1749611580.048784:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:0.0:1749611580.048786:0:31086:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048788:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f028d8 type=0x10620000 idx=13 00000040:00001000:0.0:1749611580.048790:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:0.0:1749611580.048792:0:31086:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048794:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02930 type=0x10620000 idx=14 00000040:00001000:0.0:1749611580.048795:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:0.0:1749611580.048797:0:31086:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048799:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f029b0 type=0x10620000 idx=15 00000040:00001000:0.0:1749611580.048800:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:0.0:1749611580.048802:0:31086:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048804:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02a40 type=0x10620000 idx=16 00000040:00001000:0.0:1749611580.048805:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:0.0:1749611580.048807:0:31086:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048809:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02ae0 type=0x10620000 idx=17 00000040:00001000:0.0:1749611580.048810:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:0.0:1749611580.048812:0:31086:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048814:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02bc0 type=0x10620000 idx=18 00000040:00001000:0.0:1749611580.048815:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:0.0:1749611580.048817:0:31086:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048819:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02ca0 type=0x10620000 idx=19 00000040:00001000:0.0:1749611580.048820:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:0.0:1749611580.048822:0:31086:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048824:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02cf0 type=0x10620000 idx=20 00000040:00001000:0.0:1749611580.048825:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:0.0:1749611580.048827:0:31086:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048829:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02dd0 type=0x10620000 idx=21 00000040:00001000:0.0:1749611580.048830:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:0.0:1749611580.048832:0:31086:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048834:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02eb0 type=0x10620000 idx=22 00000040:00001000:0.0:1749611580.048840:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:0.0:1749611580.048841:0:31086:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048844:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02f08 type=0x10620000 idx=23 00000040:00001000:0.0:1749611580.048846:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1749611580.048848:0:31086:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048849:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02f88 type=0x10620000 idx=24 00000040:00001000:0.0:1749611580.048851:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:0.0:1749611580.048853:0:31086:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048854:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03018 type=0x10620000 idx=25 00000040:00001000:0.0:1749611580.048856:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000040:00001000:0.0:1749611580.048858:0:31086:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048859:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f030b8 type=0x10620000 idx=26 00000040:00001000:0.0:1749611580.048861:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:0.0:1749611580.048863:0:31086:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048864:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03198 type=0x10620000 idx=27 00000040:00001000:0.0:1749611580.048866:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:0.0:1749611580.048868:0:31086:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048870:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03278 type=0x10620000 idx=28 00000040:00001000:0.0:1749611580.048871:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:0.0:1749611580.048873:0:31086:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048875:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f032c8 type=0x10620000 idx=29 00000040:00001000:0.0:1749611580.048876:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000040:00001000:0.0:1749611580.048878:0:31086:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048880:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f033a8 type=0x10620000 idx=30 00000040:00001000:0.0:1749611580.048881:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:0.0:1749611580.048883:0:31086:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048885:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03488 type=0x10620000 idx=31 00000040:00001000:0.0:1749611580.048886:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:0.0:1749611580.048888:0:31086:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048890:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f034e0 type=0x10620000 idx=32 00000040:00001000:0.0:1749611580.048891:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000040:00001000:0.0:1749611580.048898:0:31086:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048900:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03560 type=0x10620000 idx=33 00000040:00001000:0.0:1749611580.048902:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000040:00001000:0.0:1749611580.048904:0:31086:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048906:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f035f0 type=0x10620000 idx=34 00000040:00001000:0.0:1749611580.048908:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:0.0:1749611580.048909:0:31086:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048911:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03670 type=0x10620000 idx=35 00000040:00001000:0.0:1749611580.048913:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000040:00001000:0.0:1749611580.048914:0:31086:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048916:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03750 type=0x10620000 idx=36 00000040:00001000:0.0:1749611580.048918:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000040:00001000:0.0:1749611580.048919:0:31086:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048921:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03830 type=0x10620000 idx=37 00000040:00001000:0.0:1749611580.048923:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000040:00001000:0.0:1749611580.048924:0:31086:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048926:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03880 type=0x10620000 idx=38 00000040:00001000:0.0:1749611580.048928:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000040:00001000:0.0:1749611580.048929:0:31086:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048931:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03960 type=0x10620000 idx=39 00000040:00001000:0.0:1749611580.048933:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:0.0:1749611580.048934:0:31086:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048936:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03a40 type=0x10620000 idx=40 00000040:00001000:0.0:1749611580.048938:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:0.0:1749611580.048939:0:31086:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048941:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03a98 type=0x10620000 idx=41 00000040:00001000:0.0:1749611580.048943:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:0.0:1749611580.048944:0:31086:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048946:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03b18 type=0x10620000 idx=42 00000040:00001000:0.0:1749611580.048948:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:0.0:1749611580.048949:0:31086:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048951:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03ba8 type=0x10620000 idx=43 00000040:00001000:0.0:1749611580.048957:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000040:00001000:0.0:1749611580.048959:0:31086:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048962:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03c28 type=0x10620000 idx=44 00000040:00001000:0.0:1749611580.048964:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000040:00001000:0.0:1749611580.048965:0:31086:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048967:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03d08 type=0x10620000 idx=45 00000040:00001000:0.0:1749611580.048969:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000040:00001000:0.0:1749611580.048971:0:31086:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048972:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03de8 type=0x10620000 idx=46 00000040:00001000:0.0:1749611580.048974:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000040:00001000:0.0:1749611580.048976:0:31086:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048977:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03e38 type=0x10620000 idx=47 00000040:00001000:0.0:1749611580.048979:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000040:00001000:0.0:1749611580.048981:0:31086:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.048982:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f03f18 type=0x10600000 idx=48 00000040:00001000:0.0:1749611580.048984:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000040:00001000:0.0:1749611580.048986:0:31086:0:(llog.c:575:llog_process_thread()) index: 49 last_index 64767 00000040:00000001:0.0:1749611580.048988:0:31086:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611580.048989:0:31086:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611580.048993:0:31086:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 16952 00000040:00000001:0.0:1749611580.049313:0:31086:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611580.049317:0:31086:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611580.049319:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02000 type=0x10620000 idx=49 00000040:00001000:0.0:1749611580.049322:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611580.049324:0:31086:0:(llog.c:754:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.049326:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f020e0 type=0x10620000 idx=50 00000040:00001000:0.0:1749611580.049328:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1749611580.049329:0:31086:0:(llog.c:754:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.049331:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02158 type=0x10620000 idx=51 00000040:00001000:0.0:1749611580.049333:0:31086:0:(llog.c:688:llog_process_thread()) synced_idx: 51 00000040:00000001:0.0:1749611580.049335:0:31086:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611580.049336:0:31086:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611580.049339:0:31086:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 51 (cur idx 51 off 16384), size 16952 00000040:00000001:0.0:1749611580.049352:0:31086:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611580.049355:0:31086:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611580.049357:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02158 type=0x10620000 idx=51 00000040:00001000:0.0:1749611580.049359:0:31086:0:(llog.c:733:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000040:00001000:0.0:1749611580.049361:0:31086:0:(llog.c:754:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000040:00001000:0.0:1749611580.049363:0:31086:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f02238 type=0x0 idx=0 00000040:00000001:0.0:1749611580.049365:0:31086:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611580.049367:0:31086:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00000010:0.0:1749611580.049370:0:31086:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880070f02000. 00000020:00000010:0.0:1749611580.049393:0:31086:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880136947840. 00000020:00000010:0.0:1749611580.049404:0:31086:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc59c00. 00000040:00000010:0.0:1749611580.049409:0:31086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006dc59400. 00000020:00000010:0.0:1749611580.049412:0:31086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b422b000. 00000020:00000010:0.0:1749611580.049417:0:31086:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611580.049422:0:31086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880133195200. 80000000:00000010:0.0:1749611580.049427:0:31086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16e40. 40000000:00000010:0.0:1749611580.049432:0:31086:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136947180. 00100000:00000010:0.0:1749611580.049436:0:31086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b422c000. 00040000:00000010:0.0:1749611580.049441:0:31086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012b81b800. 00040000:00000010:0.0:1749611580.049444:0:31086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8f400. 00080000:00000010:0.0:1749611580.049449:0:31086:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:0.0:1749611580.049453:0:31086:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d89e000. 00000004:00000010:0.0:1749611580.049458:0:31086:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b422c800. 00000004:00000010:0.0:1749611580.049462:0:31086:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012d898000. 00000004:00000010:0.0:1749611580.049466:0:31086:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b422a000. 00002000:00000010:0.0:1749611580.049471:0:31086:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88006dff7c00. 00000004:00000010:0.0:1749611580.049475:0:31086:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88006dff4800. 00000020:00000010:0.0:1749611580.049478:0:31086:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59a00. 00000040:00000010:0.0:1749611580.049481:0:31086:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b164e0. 00000040:00000001:0.0:1749611580.049484:0:31086:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611580.049487:0:31086:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611580.049491:0:31086:0:(lu_object.c:207:lu_object_put()) Add ffff88006dc58600/ffff88012b81bd00 to site lru. bkt: ffff880099881030 00000040:00000010:0.0:1749611580.049494:0:31086:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88006a9b84e0. 00000040:00000001:0.0:1749611580.049497:0:31086:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611580.049505:0:31086:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009685e000. 00000040:00000010:0.0:1749611580.049510:0:31086:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88006dc58800. 00000040:00000001:0.0:1749611580.049514:0:31086:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611580.049517:0:31086:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log lustre-client, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611580.049550:0:31086:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611580.049553:0:31086:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611580.049556:0:31086:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611580.049559:0:31086:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1749611580.049561:0:31086:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611580.049563:0:31086:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88007fb8e800. 00000040:00000001:0.0:1749611580.049566:0:31086:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611580.049568:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611580.049571:0:31086:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:0.0:1749611580.049575:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00080000:00000001:0.0:1749611580.049580:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611580.049583:0:31086:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611580.049586:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611580.049589:0:31086:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff88006a9b84e0. 00000020:00000001:0.0:1749611580.049592:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611580.049596:0:31086:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612137339108696 : -131936370442920 : ffff88012b81bd58) 00000040:00000001:0.0:1749611580.049599:0:31086:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611580.049601:0:31086:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611580.049602:0:31086:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611580.049605:0:31086:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880070f06000. 00000040:00000001:0.0:1749611580.049607:0:31086:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611580.049609:0:31086:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611580.049617:0:31086:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611580.049619:0:31086:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611580.049621:0:31086:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611580.049623:0:31086:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611580.049625:0:31086:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b164e0. 00000040:00001000:0.0:1749611580.049628:0:31086:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0xa:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611580.049973:0:31124:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611580.049981:0:31124:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4600. 00000020:00000010:1.0:1749611580.049987:0:31124:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b8b5400. 00000040:00000010:1.0:1749611580.049990:0:31124:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b8b5800. 00000020:00000010:1.0:1749611580.049995:0:31124:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197d000. 00000020:00000010:1.0:1749611580.050000:0:31124:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931da90. 00000020:00000010:1.0:1749611580.050003:0:31124:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b8b4000. 80000000:00000010:1.0:1749611580.050007:0:31124:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976f960. 40000000:00000010:1.0:1749611580.050010:0:31124:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012eb377c0. 00100000:00000010:1.0:1749611580.050014:0:31124:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880071978000. 00040000:00000010:1.0:1749611580.050019:0:31124:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880081d44900. 00040000:00000010:1.0:1749611580.050022:0:31124:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b8b5c00. 00080000:00000010:1.0:1749611580.050035:0:31124:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b2000. 00080000:00000010:1.0:1749611580.050041:0:31124:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28e000. 00000004:00000010:1.0:1749611580.050046:0:31124:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197c800. 00000004:00000010:1.0:1749611580.050051:0:31124:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b7000. 00000004:00000010:1.0:1749611580.050055:0:31124:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197a000. 00002000:00000010:1.0:1749611580.050059:0:31124:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880087547800. 00000004:00000010:1.0:1749611580.050063:0:31124:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009cd6ac00. 00000020:00000010:1.0:1749611580.050066:0:31124:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012eb37700. 00000040:00000010:1.0:1749611580.050073:0:31124:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88007d28a000. 00000040:00001000:1.0:1749611580.050075:0:31124:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611580.050078:0:31124:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611580.050080:0:31124:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611580.050085:0:31124:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16952 00000040:00000001:1.0:1749611580.050100:0:31124:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611580.050103:0:31124:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.050105:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611580.050108:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611580.050111:0:31124:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.050115:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.050118:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.050119:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.050123:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611580.050125:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.050127:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611580.050129:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1749611580.050131:0:31124:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.050133:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.050134:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.050136:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a158 type=0x10620000 idx=3 00000040:00001000:1.0:1749611580.050138:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1749611580.050140:0:31124:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.050142:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.050144:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.050145:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a200 type=0x10620000 idx=4 00000040:00001000:1.0:1749611580.050152:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1749611580.050154:0:31124:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.050156:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.050157:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.050159:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.050160:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611580.050162:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.050164:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a2e0 type=0x10620000 idx=5 00000040:00001000:1.0:1749611580.050166:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1749611580.050167:0:31124:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.050169:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.050170:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.050171:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.050172:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611580.050174:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.050176:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a3c0 type=0x10620000 idx=6 00000040:00001000:1.0:1749611580.050178:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1749611580.050179:0:31124:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.050181:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.050182:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.050184:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a438 type=0x10620000 idx=7 00000040:00001000:1.0:1749611580.050185:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1749611580.050187:0:31124:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.050188:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.050190:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.050191:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a4e0 type=0x10620000 idx=8 00000040:00001000:1.0:1749611580.050193:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1749611580.050195:0:31124:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.050196:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.050197:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.050198:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.050200:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611580.050202:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.050203:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a5c0 type=0x10620000 idx=9 00000040:00001000:1.0:1749611580.050209:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1749611580.050211:0:31124:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.050213:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.050215:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.050216:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.050218:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611580.050220:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.050221:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a6a0 type=0x10620000 idx=10 00000040:00001000:1.0:1749611580.050223:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1749611580.050225:0:31124:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.050226:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.050228:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.050229:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a718 type=0x10620000 idx=11 00000040:00001000:1.0:1749611580.050231:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1749611580.050233:0:31124:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.050234:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.050235:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.050236:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.050238:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611580.050240:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.050241:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a7f8 type=0x10620000 idx=12 00000040:00001000:1.0:1749611580.050243:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1749611580.050245:0:31124:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.050246:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.050247:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.050248:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.050252:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.050253:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a8d8 type=0x10620000 idx=13 00000040:00001000:1.0:1749611580.050255:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1749611580.050257:0:31124:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.050258:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.050260:0:31124:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:1.0:1749611580.050265:0:31124:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff8800aca72c00. 00000100:00000040:1.0:1749611580.050273:0:31124:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000400:00001000:1.0:1749611580.050282:0:31124:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000400:00000200:1.0:1749611580.050290:0:31124:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000040:1.0:1749611580.050294:0:31124:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000100:00000010:1.0:1749611580.050297:0:31124:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff8800aca72c00. 00000020:00000010:1.0:1749611580.050302:0:31124:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff88012eb37d40. 00000020:00000001:1.0:1749611580.050305:0:31124:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1749611580.050307:0:31124:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff88012eb376c0. 00000020:00000001:1.0:1749611580.050311:0:31124:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611580.050313:0:31124:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff88012eb376c0. 00000020:00000010:1.0:1749611580.050316:0:31124:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff88012eb376c0. 00000020:01000004:1.0:1749611580.050319:0:31124:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1749611580.050322:0:31124:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:1.0:1749611580.050327:0:31124:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff880070e6b700. 00000020:00000080:1.0:1749611580.050330:0:31124:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611580.050333:0:31124:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611580.050336:0:31124:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611580.050347:0:31124:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800851555c0. 00000020:00000080:1.0:1749611580.050351:0:31124:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) 00000020:00000001:1.0:1749611580.050353:0:31124:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611580.050356:0:31124:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197b000. 00000020:00000001:1.0:1749611580.050358:0:31124:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611580.050361:0:31124:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197b000 with handle 0x689c0ec07329d5ff to hash 00000020:00000001:1.0:1749611580.050364:0:31124:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611580.050367:0:31124:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611580.050369:0:31124:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.050371:0:31124:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219984896 : -131939489566720 : ffff88007197b000) 00000020:00000040:1.0:1749611580.050402:0:31124:0:(genops.c:898:class_export_put()) PUTting export ffff88007197b000 : new refcount 1 00000020:00000040:1.0:1749611580.050418:0:31124:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 2 - obd_device_list 00000020:00000001:1.0:1749611580.050424:0:31124:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611580.050426:0:31124:0:(obd_config.c:653:class_attach()) OBD: dev 12 attached type lwp with refcount 2 00000020:00000001:1.0:1749611580.050429:0:31124:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.050431:0:31124:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611580.050434:0:31124:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff880070e6b700. 00000020:00000001:1.0:1749611580.050437:0:31124:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000020:00000010:1.0:1749611580.050447:0:31124:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88009976f9c0. 00000020:00000080:1.0:1749611580.050449:0:31124:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611580.050454:0:31124:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611580.050479:0:31124:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611580.050483:0:31124:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8927540. 00000001:00000010:1.0:1749611580.050488:0:31124:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012feaca60. 00000001:00000010:1.0:1749611580.050493:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4800. 00000001:00000010:1.0:1749611580.050496:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5200. 00000001:00000010:1.0:1749611580.050498:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4200. 00000001:00000010:1.0:1749611580.050501:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5000. 00000001:00000001:1.0:1749611580.050503:0:31124:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611580.050505:0:31124:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8927b40. 00000001:00000010:1.0:1749611580.050508:0:31124:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012feac540. 00000001:00000010:1.0:1749611580.050510:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5e00. 00000001:00000010:1.0:1749611580.050512:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5a00. 00000001:00000010:1.0:1749611580.050515:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5600. 00000001:00000010:1.0:1749611580.050517:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4400. 00000020:00000001:1.0:1749611580.050520:0:31124:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611580.050563:0:31124:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4a00. 00000020:00000010:1.0:1749611580.050568:0:31124:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880070e6b700. 00000020:00000010:1.0:1749611580.050572:0:31124:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000008:00000010:1.0:1749611580.050577:0:31124:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bfb80. 00020000:00000010:1.0:1749611580.050582:0:31124:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b6d00. 00008000:00000010:1.0:1749611580.050586:0:31124:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7aa8. 00000080:00000010:1.0:1749611580.050593:0:31124:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a0f0. 00000020:00000010:1.0:1749611580.050597:0:31124:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4e00. 00000020:00000010:1.0:1749611580.050600:0:31124:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880095486c00. 00000040:00000010:1.0:1749611580.050603:0:31124:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880095487000. 00000020:00000010:1.0:1749611580.050606:0:31124:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071979000. 00000020:00000010:1.0:1749611580.050610:0:31124:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611580.050613:0:31124:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880095487600. 80000000:00000010:1.0:1749611580.050616:0:31124:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976fa20. 40000000:00000010:1.0:1749611580.050618:0:31124:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012eb37440. 00100000:00000010:1.0:1749611580.050627:0:31124:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197b800. 00040000:00000010:1.0:1749611580.050631:0:31124:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880081d44b00. 00040000:00000010:1.0:1749611580.050634:0:31124:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4ae00. 00080000:00000010:1.0:1749611580.050638:0:31124:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611580.050645:0:31124:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801302d4000. 00000004:00000010:1.0:1749611580.050650:0:31124:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880071978800. 00000004:00000010:1.0:1749611580.050654:0:31124:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b5000. 00000004:00000010:1.0:1749611580.050658:0:31124:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88009d241000. 00000004:00000010:1.0:1749611580.050661:0:31124:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012eab1400. 00000010:00000010:1.0:1749611580.050665:0:31124:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88009976f5a0. 00000010:00000001:1.0:1749611580.050667:0:31124:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:1.0:1749611580.050673:0:31124:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1749611580.050676:0:31124:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.050768:0:31124:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1749611580.050773:0:31124:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1749611580.050775:0:31124:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff880070e6b680. 00000010:00000010:1.0:1749611580.050778:0:31124:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff88012feac200. 00000010:00000010:1.0:1749611580.050781:0:31124:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff88012feacaa0. 00000020:00000001:1.0:1749611580.050784:0:31124:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749611580.050786:0:31124:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611580.050788:0:31124:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134959773664 : -131938749777952 : ffff88009daff7e0) 00000020:01000004:1.0:1749611580.050791:0:31124:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88007197e000 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749611580.050793:0:31124:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612134959773664 : -131938749777952 : ffff88009daff7e0) 00000020:00000001:1.0:1749611580.050796:0:31124:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749611580.050797:0:31124:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611580.050799:0:31124:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134959773664 : -131938749777952 : ffff88009daff7e0) 00000020:01000004:1.0:1749611580.050801:0:31124:0:(tgt_mount.c:188:server_put_mount()) put mount ffff88007197e000 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749611580.050804:0:31124:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1749611580.050806:0:31124:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88007197e000 3 00000020:00000001:1.0:1749611580.050808:0:31124:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.050810:0:31124:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611580.050812:0:31124:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff880070e6b800. 00010000:00000001:1.0:1749611580.050815:0:31124:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00010000:00000010:1.0:1749611580.050821:0:31124:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012eb37080. 00010000:00000001:1.0:1749611580.050824:0:31124:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611580.050832:0:31124:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611580.050836:0:31124:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88012d4a0000. 00000020:00000040:1.0:1749611580.050839:0:31124:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 3 - import 00000020:00000001:1.0:1749611580.050844:0:31124:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611580.050846:0:31124:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611580.050848:0:31124:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749611580.050850:0:31124:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1749611580.050862:0:31124:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:1.0:1749611580.050865:0:31124:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611580.050869:0:31124:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611580.050872:0:31124:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611580.050874:0:31124:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611580.050876:0:31124:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611580.050880:0:31124:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:1.0:1749611580.050882:0:31124:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00010000:00000010:1.0:1749611580.050886:0:31124:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009976fa80. 00010000:00080000:1.0:1749611580.050888:0:31124:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88012d4a0000@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.106@tcp at head 00010000:00000001:1.0:1749611580.050891:0:31124:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611580.050893:0:31124:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749611580.050895:0:31124:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611580.050896:0:31124:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749611580.050900:0:31124:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff880083908800. 00000001:00000001:1.0:1749611580.050902:0:31124:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611580.050905:0:31124:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff880081d44200. 00000001:00000010:1.0:1749611580.050910:0:31124:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff88009de53c00. 00000001:00000010:1.0:1749611580.050964:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007819000. 00000001:00000010:1.0:1749611580.051025:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007823000. 00000001:00000010:1.0:1749611580.051085:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000782d000. 00000001:00000010:1.0:1749611580.051143:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007837000. 00000001:00000010:1.0:1749611580.051201:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007841000. 00000001:00000010:1.0:1749611580.051259:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000784b000. 00000001:00000010:1.0:1749611580.051318:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007855000. 00000001:00000010:1.0:1749611580.051397:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000785f000. 00000001:00000010:1.0:1749611580.051465:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007869000. 00000001:00000010:1.0:1749611580.051549:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007873000. 00000001:00000010:1.0:1749611580.051619:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000787d000. 00000001:00000010:1.0:1749611580.051679:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007887000. 00010000:00000010:3.1:1749611580.051685:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a6190800. 00010000:00000010:3.1:1749611580.051696:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008295f200. 00000001:00000010:1.0:1749611580.051736:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007891000. 00000001:00000010:1.0:1749611580.051793:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000789b000. 00000001:00000010:1.0:1749611580.051857:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900078a5000. 00000001:00000010:1.0:1749611580.051914:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900078af000. 00000001:00000010:1.0:1749611580.051972:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900078b9000. 00000001:00000010:1.0:1749611580.052037:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900078c3000. 00000001:00000010:1.0:1749611580.052096:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900078cd000. 00000001:00000010:1.0:1749611580.052158:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900078d7000. 00000001:00000010:1.0:1749611580.052216:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900078e1000. 00000001:00000010:1.0:1749611580.052278:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900078eb000. 00000001:00000010:1.0:1749611580.052334:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900078f5000. 00000001:00000010:1.0:1749611580.052408:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900078ff000. 00000001:00000010:1.0:1749611580.052474:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007909000. 00000001:00000010:1.0:1749611580.052554:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007913000. 00000001:00000010:1.0:1749611580.052613:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000791d000. 00000001:00000010:1.0:1749611580.052677:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007927000. 00000001:00000010:1.0:1749611580.052735:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007931000. 00000001:00000010:1.0:1749611580.052792:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000793b000. 00000001:00000010:1.0:1749611580.052848:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007945000. 00000001:00000010:1.0:1749611580.052911:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000794f000. 00000020:00000010:1.0:1749611580.052986:0:31124:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009bce4c00. 00000020:00000010:1.0:1749611580.052991:0:31124:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012feac4e0. 00010000:00000001:1.0:1749611580.053003:0:31124:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749611580.053031:0:31124:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611580.053043:0:31124:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009bce4400. 00000020:00000010:1.0:1749611580.053046:0:31124:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88012db4be00. 00010000:00000001:1.0:1749611580.053055:0:31124:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611580.053061:0:31124:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-5 is initialized 00010000:00000001:1.0:1749611580.053063:0:31124:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611580.053067:0:31124:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134521505792 : -131939188045824 : ffff880083908800) 00010000:00000001:1.0:1749611580.053070:0:31124:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611580.053073:0:31124:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff880070e6b680. 00000010:00000010:1.0:1749611580.053077:0:31124:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff88012feacaa0. 00000010:00000010:1.0:1749611580.053080:0:31124:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff88012feac200. 00000010:00000010:1.0:1749611580.053082:0:31124:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff880070e6b800. 00000010:00000001:1.0:1749611580.053084:0:31124:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611580.053101:0:31124:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009bce7400. 00000020:00000010:1.0:1749611580.053104:0:31124:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88006abf2000. 00000010:00000001:1.0:1749611580.053117:0:31124:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611580.053122:0:31124:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880095486c00. 00000040:00000010:1.0:1749611580.053126:0:31124:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880095487000. 00000020:00000010:1.0:1749611580.053129:0:31124:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071979000. 00000020:00000010:1.0:1749611580.053134:0:31124:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611580.053139:0:31124:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880095487600. 80000000:00000010:1.0:1749611580.053142:0:31124:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976fa20. 40000000:00000010:1.0:1749611580.053144:0:31124:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012eb37440. 00100000:00000010:1.0:1749611580.053147:0:31124:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197b800. 00040000:00000010:1.0:1749611580.053151:0:31124:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880081d44b00. 00040000:00000010:1.0:1749611580.053155:0:31124:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4ae00. 00080000:00000010:1.0:1749611580.053160:0:31124:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801302d4000. 00080000:00000010:1.0:1749611580.053164:0:31124:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00000004:00000010:1.0:1749611580.053168:0:31124:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880071978800. 00000004:00000010:1.0:1749611580.053172:0:31124:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b5000. 00000004:00000010:1.0:1749611580.053175:0:31124:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88009d241000. 00000004:00000010:1.0:1749611580.053181:0:31124:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88012eab1400. 00000020:00000010:1.0:1749611580.053185:0:31124:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4e00. 00000020:00000010:1.0:1749611580.053189:0:31124:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880070e6b700. 00000020:00000010:1.0:1749611580.053192:0:31124:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000008:00000010:1.0:1749611580.053196:0:31124:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bfb80. 00020000:00000010:1.0:1749611580.053200:0:31124:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b6d00. 00008000:00000010:1.0:1749611580.053204:0:31124:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7aa8. 00000080:00000010:1.0:1749611580.053213:0:31124:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a0f0. 00000020:00000010:1.0:1749611580.053216:0:31124:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4a00. 00000020:00000001:1.0:1749611580.053219:0:31124:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611580.053221:0:31124:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 4 - setup 00000020:00000080:1.0:1749611580.053224:0:31124:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:1.0:1749611580.053226:0:31124:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.053228:0:31124:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611580.053231:0:31124:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88009976f9c0. 00000020:00000001:1.0:1749611580.053237:0:31124:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749611580.053240:0:31124:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b200. 00000020:00000010:1.0:1749611580.053242:0:31124:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012db4ae00. 00000040:00000010:1.0:1749611580.053245:0:31124:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012db4aa00. 00000020:00000010:1.0:1749611580.053248:0:31124:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88009d241000. 00000020:00000010:1.0:1749611580.053251:0:31124:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611580.053253:0:31124:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012db4ba00. 80000000:00000010:1.0:1749611580.053256:0:31124:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009ac44300. 40000000:00000010:1.0:1749611580.053258:0:31124:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b52e3740. 00100000:00000010:1.0:1749611580.053261:0:31124:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880071978800. 00040000:00000010:1.0:1749611580.053264:0:31124:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009de53300. 00040000:00000010:1.0:1749611580.053267:0:31124:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4a200. 00080000:00000010:1.0:1749611580.053271:0:31124:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf6000. 00080000:00000010:1.0:1749611580.053274:0:31124:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801302d4000. 00000004:00000010:1.0:1749611580.053277:0:31124:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197b800. 00000004:00000010:1.0:1749611580.053282:0:31124:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf4000. 00000004:00000010:1.0:1749611580.053284:0:31124:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880071979000. 00000004:00000010:1.0:1749611580.053287:0:31124:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009bce6400. 00000020:00000010:1.0:1749611580.053290:0:31124:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b600. 00000020:00000010:1.0:1749611580.053292:0:31124:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129f4d680. 00000020:00000010:1.0:1749611580.053294:0:31124:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000020:00000010:1.0:1749611580.053298:0:31124:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff8800a8927f00. 00000020:00000010:1.0:1749611580.053300:0:31124:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff8800b52e3640. 00000020:00000001:1.0:1749611580.053302:0:31124:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749611580.053305:0:31124:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749611580.053311:0:31124:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749611580.053313:0:31124:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611580.053315:0:31124:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611580.053318:0:31124:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b4001000. 00000020:00000001:1.0:1749611580.053320:0:31124:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611580.053323:0:31124:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b4001000 with handle 0x689c0ec07329d606 to hash 00000020:00000001:1.0:1749611580.053325:0:31124:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611580.053328:0:31124:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611580.053330:0:31124:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611580.053333:0:31124:0:(genops.c:887:class_export_get()) GET export ffff8800b4001000 refcount=3 00000020:00000040:1.0:1749611580.053336:0:31124:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 5 - export 00000020:00000001:1.0:1749611580.053339:0:31124:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000040:1.0:1749611580.053341:0:31124:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 2 00000020:00000080:1.0:1749611580.053344:0:31124:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x689c0ec07329d606 00000020:00000001:1.0:1749611580.053346:0:31124:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.053347:0:31124:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611580.053349:0:31124:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d606 00000020:00000001:1.0:1749611580.053351:0:31124:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611580.053352:0:31124:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=3 00000020:00000001:1.0:1749611580.053355:0:31124:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000001:1.0:1749611580.053357:0:31124:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000001:1.0:1749611580.053361:0:31124:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749611580.053364:0:31124:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611580.053366:0:31124:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749611580.053370:0:31124:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611580.053372:0:31124:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611580.053374:0:31124:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611580.053397:0:31124:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611580.053398:0:31124:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d606 00000020:00000001:1.0:1749611580.053399:0:31124:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611580.053401:0:31124:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=4 00000020:00000001:1.0:1749611580.053403:0:31124:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000001:1.0:1749611580.053405:0:31124:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000001:1.0:1749611580.053407:0:31124:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611580.053414:0:31124:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:1.0:1749611580.053416:0:31124:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611580.053418:0:31124:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 3 00000100:00080000:1.0:1749611580.053421:0:31124:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d4a0000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611580.053424:0:31124:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611580.053426:0:31124:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611580.053433:0:31124:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749611580.053436:0:31124:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749611580.053439:0:31124:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749611580.053442:0:31124:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611580.053444:0:31124:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611580.053446:0:31124:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611580.053450:0:31124:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9d880. 00000020:00000040:1.0:1749611580.053453:0:31124:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749611580.053457:0:31124:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611580.053459:0:31124:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611580.053462:0:31124:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611580.053465:0:31124:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611580.053468:0:31124:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611580.053473:0:31124:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012eab1400. 00000100:00000001:1.0:1749611580.053480:0:31124:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611580.053487:0:31124:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880077a9d880 x1834598494696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611580.053498:0:31124:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611580.053503:0:31124:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611580.053508:0:31124:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880077a9d880] to pc [ptlrpcd_rcv+-1] req@ffff880077a9d880 x1834598494696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611580.053551:0:31124:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611580.053554:0:31124:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749611580.053556:0:31124:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:1.0:1749611580.053559:0:31124:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749611580.053578:0:31124:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749611580.053585:0:31124:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611580.053636:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611580.053642:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611580.053654:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611580.053662:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880077a9d880 x1834598494696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611580.053671:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611580.053675:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611580.053677:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611580.053679:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:0.0:1749611580.053681:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749611580.053682:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749611580.053684:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611580.053687:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611580.053691:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880077a9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494696192:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1749611580.053695:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611580.053695:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611580.053697:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611580.053699:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749611580.053699:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611580.053701:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.053703:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749611580.053703:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749611580.053707:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6184 02000000:00000010:0.0:1749611580.053707:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006dff4800. 02000000:00000001:0.0:1749611580.053710:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611580.053711:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611580.053714:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000010:0.0:1749611580.053716:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 00000100:00000001:2.0:1749611580.053717:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611580.053719:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611580.053721:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749611580.053723:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000020:00000001:2.0:1749611580.053724:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611580.053726:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611580.053728:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749611580.053730:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494696192, portal 10 00000020:00000040:2.0:1749611580.053731:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000100:00000001:0.0:1749611580.053733:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749611580.053734:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:0.0:1749611580.053735:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134321838208 : -131939387713408 : ffff880077a9d880) 00000020:00000001:2.0:1749611580.053736:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611580.053739:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611580.053741:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749611580.053741:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880070f02000. 00000100:00000040:2.0:1749611580.053743:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611580.053745:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611580.053748:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00000040:0.0:1749611580.053748:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880077a9d880 x1834598494696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611580.053751:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611580.053753:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611580.053756:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611580.053756:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611580.053760:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611580.053761:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611580.053762:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 02000000:00000001:2.0:1749611580.053763:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.053765:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000200:0.0:1749611580.053765:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494696192, offset 0 00000100:00000001:2.0:1749611580.053767:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611580.053770:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749611580.053771:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7ad80. 00000020:00000040:2.0:1749611580.053775:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611580.053777:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611580.053783:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611580.053784:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611580.053786:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611580.053788:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611580.053791:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611580.053795:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94f300 02000000:00000010:2.0:1749611580.053797:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880080faac00. 00000020:00000040:1.0:1749611580.053798:0:31124:0:(genops.c:887:class_export_get()) GET export ffff8800b4001000 refcount=4 00000400:00000200:0.0:1749611580.053801:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 143368 00000100:00000001:2.0:1749611580.053802:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.053803:0:31124:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611580.053805:0:31124:0:(genops.c:887:class_export_get()) GET export ffff8800b4001000 refcount=5 00000020:00000001:1.0:1749611580.053807:0:31124:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611580.053809:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7ad80 x1834598494696320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611580.053809:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749611580.053810:0:31124:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff8800a8927f00. 00000020:00000010:1.0:1749611580.053814:0:31124:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff8800b52e3640. 00000400:00000200:0.0:1749611580.053814:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611580.053819:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000010:1.0:1749611580.053821:0:31124:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012db4ae00. 00000100:00000001:2.0:1749611580.053822:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:1.0:1749611580.053824:0:31124:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012db4aa00. 00000100:00000001:0.0:1749611580.053825:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611580.053827:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7ad80] to pc [ptlrpcd_rcv+-1] req@ffff880071e7ad80 x1834598494696320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611580.053827:0:31124:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88009d241000. 00000100:00000200:0.0:1749611580.053827:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611580.053830:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033c380. 00000020:00000010:1.0:1749611580.053832:0:31124:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a9318508. 00000100:00000040:0.0:1749611580.053834:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033c380 x1834598494696192 msgsize 520 00000020:00000010:1.0:1749611580.053835:0:31124:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012db4ba00. 00000100:00000001:2.0:1749611580.053837:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:1.0:1749611580.053838:0:31124:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009ac44300. 00000100:00100000:0.0:1749611580.053839:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1749611580.053840:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 40000000:00000010:1.0:1749611580.053842:0:31124:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b52e3740. 00000100:00080000:2.0:1749611580.053844:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611580.053845:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00100000:00000010:1.0:1749611580.053846:0:31124:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880071978800. 00000100:00080000:2.0:1749611580.053847:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611580.053849:0:18174:0:(import.c:480:import_select_connection()) Process entered 00040000:00000010:1.0:1749611580.053849:0:31124:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009de53300. 00000100:00000001:0.0:1749611580.053849:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749611580.053852:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6184 00040000:00000010:1.0:1749611580.053852:0:31124:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4a200. 00000100:00080000:2.0:1749611580.053854:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00080000:00000010:1.0:1749611580.053856:0:31124:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801302d4000. 00000100:00000040:2.0:1749611580.053857:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000400:00000200:0.0:1749611580.053857:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000001:2.0:1749611580.053859:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00080000:00000010:1.0:1749611580.053859:0:31124:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf6000. 00000400:00000010:0.0:1749611580.053859:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000040:2.0:1749611580.053861:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611580.053862:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611580.053862:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000004:00000010:1.0:1749611580.053863:0:31124:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197b800. 00000020:00000001:2.0:1749611580.053865:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611580.053866:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000004:00000010:1.0:1749611580.053866:0:31124:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf4000. 00000020:00000001:2.0:1749611580.053867:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:0.0:1749611580.053868:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880077a9d880 x1834598494696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611580.053869:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000004:00000010:1.0:1749611580.053870:0:31124:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880071979000. 00000020:00000001:2.0:1749611580.053871:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611580.053873:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000004:00000010:1.0:1749611580.053873:0:31124:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009bce6400. 00000100:00000040:2.0:1749611580.053876:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000020:00000010:1.0:1749611580.053876:0:31124:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b200. 00000100:00000001:0.0:1749611580.053876:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749611580.053879:0:31124:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129f4d680. 00000100:00000040:0.0:1749611580.053879:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880077a9d880 x1834598494696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611580.053882:0:31124:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00000001:2.0:1749611580.053883:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611580.053885:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000010:1.0:1749611580.053885:0:31124:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b600. 00000100:00000001:0.0:1749611580.053886:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.053887:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611580.053888:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749611580.053889:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000020:00000010:1.0:1749611580.053889:0:31124:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff88012eb37d40. 00000020:00000010:1.0:1749611580.053891:0:31124:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff88012eb376c0. 00000100:00080000:2.0:1749611580.053892:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611580.053892:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.053894:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.053894:0:31124:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611580.053896:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1749611580.053896:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611580.053896:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 02000000:00000001:2.0:1749611580.053899:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00001000:1.0:1749611580.053899:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a930 type=0x10620000 idx=14 02000000:00000001:2.0:1749611580.053900:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.053900:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300853534 00000100:00000001:2.0:1749611580.053902:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000040:00001000:1.0:1749611580.053902:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000100:00000001:2.0:1749611580.053904:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.053904:0:31124:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000010:0.0:1749611580.053904:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c4d00. 00000100:00000010:2.0:1749611580.053907:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7a680. 00000020:00000040:2.0:1749611580.053909:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749611580.053910:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749611580.053912:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611580.053913:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.053913:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1749611580.053914:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611580.053915:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1749611580.053915:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.053916:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300853534 02000000:00000001:2.0:1749611580.053917:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.053917:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a9b0 type=0x10620000 idx=15 00000100:00000010:0.0:1749611580.053918:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c4f80. 00000040:00001000:1.0:1749611580.053919:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 02000000:00000010:2.0:1749611580.053920:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880080faa400. 00000040:00001000:1.0:1749611580.053921:0:31124:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611580.053921:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611580.053923:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.053923:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611580.053924:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300853534 00000020:00000001:1.0:1749611580.053925:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.053926:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28aa40 type=0x10620000 idx=16 00000100:00000010:0.0:1749611580.053926:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c49c0. 00000100:00100000:2.0:1749611580.053927:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7a680 x1834598494696448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000040:00001000:1.0:1749611580.053928:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000100:00000001:0.0:1749611580.053929:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000040:00001000:1.0:1749611580.053930:0:31124:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.053931:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611580.053932:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300853534 00000020:00000001:1.0:1749611580.053933:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.053934:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000040:00001000:1.0:1749611580.053934:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28aae0 type=0x10620000 idx=17 00000100:00000010:0.0:1749611580.053934:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c41c0. 00000100:00000001:2.0:1749611580.053936:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.053936:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000100:00000001:0.0:1749611580.053937:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000040:00001000:1.0:1749611580.053938:0:31124:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000040:2.0:1749611580.053940:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7a680] to pc [ptlrpcd_rcv+-1] req@ffff880071e7a680 x1834598494696448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611580.053940:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.053941:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.053942:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.053945:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.053947:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.053947:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28abc0 type=0x10620000 idx=18 00000100:00080000:2.0:1749611580.053949:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000040:00001000:1.0:1749611580.053949:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:1.0:1749611580.053950:0:31124:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00080000:2.0:1749611580.053952:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:1.0:1749611580.053952:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.053953:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1749611580.053954:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000040:00000001:1.0:1749611580.053954:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00080000:2.0:1749611580.053955:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1749611580.053955:0:31124:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611580.053955:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611580.053957:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000020:00000001:1.0:1749611580.053957:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.053959:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28aca0 type=0x10620000 idx=19 00000040:00001000:1.0:1749611580.053961:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:1.0:1749611580.053962:0:31124:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611580.053963:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611580.053964:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6184 00000020:00000001:1.0:1749611580.053964:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.053965:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611580.053967:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000040:00001000:1.0:1749611580.053967:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28acf0 type=0x10620000 idx=20 00000100:00000001:0.0:1749611580.053967:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611580.053969:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000040:00001000:1.0:1749611580.053969:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000100:00000001:0.0:1749611580.053970:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611580.053971:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611580.053973:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611580.053975:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000040:00001000:1.0:1749611580.053975:0:31124:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:2.0:1749611580.053977:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749611580.053977:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611580.053977:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:2.0:1749611580.053978:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000040:00000001:1.0:1749611580.053978:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:0.0:1749611580.053978:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611580.053980:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00000001:1.0:1749611580.053980:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000040:2.0:1749611580.053981:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:1.0:1749611580.053981:0:31124:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611580.053981:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611580.053983:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:1.0:1749611580.053983:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.053983:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611580.053984:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749611580.053985:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000040:00001000:1.0:1749611580.053985:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28add0 type=0x10620000 idx=21 00000040:00001000:1.0:1749611580.053987:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000100:00000040:2.0:1749611580.053988:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000040:00001000:1.0:1749611580.053988:0:31124:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000040:0.0:1749611580.053989:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7ad80 x1834598494696320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611580.053990:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749611580.053990:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000040:2.0:1749611580.053991:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000040:00000001:1.0:1749611580.053991:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.053992:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:2.0:1749611580.053993:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611580.053994:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611580.053995:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000040:00001000:1.0:1749611580.053996:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28aeb0 type=0x10620000 idx=22 00000100:00080000:2.0:1749611580.053997:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000040:00001000:1.0:1749611580.053997:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000100:00000001:0.0:1749611580.053997:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611580.053999:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.053999:0:31124:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611580.053999:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611580.054001:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000001:1.0:1749611580.054001:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 02000000:00000001:0.0:1749611580.054001:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749611580.054002:0:31124:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 02000000:00000001:0.0:1749611580.054003:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611580.054004:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611580.054005:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:1.0:1749611580.054005:0:31124:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88009bce6400. 02000000:00000001:2.0:1749611580.054006:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611580.054006:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.054007:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:3.0:1749611580.054009:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494696192 00000100:00000001:2.0:1749611580.054009:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611580.054009:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494696320:0@lo:38:kworker.0 00000100:00000040:1.0:1749611580.054011:0:31124:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000100:00000010:2.0:1749611580.054012:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7b800. 02000000:00000001:3.0:1749611580.054013:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00001000:1.0:1749611580.054013:0:31124:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000100:00000001:0.0:1749611580.054013:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749611580.054014:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611580.054015:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611580.054016:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749611580.054016:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611580.054017:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611580.054017:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611580.054018:0:31124:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000001:3.0:1749611580.054019:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.054019:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611580.054019:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611580.054020:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611580.054021:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611580.054021:0:31124:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 02000000:00000010:0.0:1749611580.054022:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006dff7c00. 00000100:00000010:1.0:1749611580.054023:0:31124:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff88009bce6400. 02000000:00000001:3.0:1749611580.054024:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611580.054024:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880080fa9800. 02000000:00000001:0.0:1749611580.054024:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611580.054026:0:31124:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff8800b52e3740. 00000100:00000001:2.0:1749611580.054027:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611580.054028:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494696192 00000020:00000001:1.0:1749611580.054028:0:31124:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000400:00000010:0.0:1749611580.054028:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff478. 00000020:00000001:3.0:1749611580.054030:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749611580.054030:0:31124:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff8800b52e3640. 00000400:00000010:0.0:1749611580.054031:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000020:00000040:3.0:1749611580.054032:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611580.054033:0:31124:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611580.054034:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749611580.054035:0:31124:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff8800b52e3640. 00000100:00000200:0.0:1749611580.054035:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494696320, portal 4 00000100:00100000:2.0:1749611580.054036:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7b800 x1834598494696576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:3.0:1749611580.054037:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.054037:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:1.0:1749611580.054038:0:31124:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff8800b52e3640. 00000100:00000001:0.0:1749611580.054038:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225227136 : -131939484324480 : ffff880071e7ad80) 00000020:00000001:3.0:1749611580.054039:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1749611580.054040:0:31124:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1749611580.054042:0:31124:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf001 lwp lustre-MDT0001-lwp-OST0000_UUID (null) (null) 00000020:00000010:3.0:1749611580.054043:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125400. 00000100:00000001:2.0:1749611580.054043:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749611580.054044:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7ad80 x1834598494696320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611580.054046:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611580.054046:0:31124:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff880129f4d680. 00000020:00000010:3.0:1749611580.054048:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000020:00000080:1.0:1749611580.054048:0:31124:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000100:00000040:2.0:1749611580.054049:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7b800] to pc [ptlrpcd_rcv+-1] req@ffff880071e7b800 x1834598494696576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.054051:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:3.0:1749611580.054052:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000040:0.0:1749611580.054053:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749611580.054054:0:31124:0:(obd_config.c:596:class_attach()) Process entered 00000400:00000010:0.0:1749611580.054055:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000020:00000001:1.0:1749611580.054056:0:31124:0:(genops.c:349:class_newdev()) Process entered 00000100:00000001:3.0:1749611580.054057:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611580.054057:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611580.054058:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494696320, offset 0 00000100:00000001:3.0:1749611580.054059:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749611580.054060:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749611580.054061:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611580.054062:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611580.054062:0:31124:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085152ae0. 00000100:00000001:2.0:1749611580.054063:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611580.054066:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7bb80. 00000020:00000080:1.0:1749611580.054066:0:31124:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) 00000100:00000001:3.0:1749611580.054067:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611580.054068:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749611580.054068:0:31124:0:(genops.c:950:__class_new_export()) Process entered 00000100:00000001:2.0:1749611580.054070:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000020:00000010:1.0:1749611580.054071:0:31124:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b4003000. 02000000:00000001:2.0:1749611580.054072:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749611580.054072:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611580.054073:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.054073:0:31124:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:3.0:1749611580.054076:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749611580.054076:0:31124:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b4003000 with handle 0x689c0ec07329d60d to hash 02000000:00000010:2.0:1749611580.054077:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e900. 00000020:00000001:1.0:1749611580.054078:0:31124:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000400:00000200:0.0:1749611580.054078:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94f380 00000100:00000001:2.0:1749611580.054079:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.054081:0:31124:0:(obd_class.h:1037:obd_init_export()) Process entered 00000100:00000040:2.0:1749611580.054083:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1749611580.054083:0:31124:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611580.054084:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 12480 00000020:00000001:1.0:1749611580.054085:0:31124:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135334129664 : -131938375421952 : ffff8800b4003000) 00000100:00000001:3.0:1749611580.054086:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611580.054088:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1749611580.054088:0:31124:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4003000 : new refcount 1 00000400:00000200:0.0:1749611580.054089:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611580.054090:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611580.054091:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611580.054093:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749611580.054094:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00000040:2.0:1749611580.054096:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7bb80] to pc [ptlrpcd_00_01+1] req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611580.054096:0:31124:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 2 - obd_device_list 00000100:00000001:3.0:1749611580.054097:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417884544 : -131936291667072 : ffff88013033c380) 00000100:00000001:0.0:1749611580.054097:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611580.054099:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:1.0:1749611580.054100:0:31124:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611580.054102:0:31124:0:(obd_config.c:653:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000100:00000010:0.0:1749611580.054102:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033d500. 00000100:00000040:3.0:1749611580.054104:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033c380 x1834598494696192/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611600 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611580.054104:0:31124:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611580.054105:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033d500 x1834598494696320 msgsize 520 00000020:00000001:1.0:1749611580.054106:0:31124:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611580.054108:0:31124:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff880129f4d680. 00000100:00100000:0.0:1749611580.054109:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749611580.054110:0:31124:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000020:00000010:1.0:1749611580.054114:0:31124:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88009ac44300. 00000020:00000080:1.0:1749611580.054115:0:31124:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000100:00100000:3.0:1749611580.054117:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494696192:12345-0@lo:38:llog_process_th.0 00000100:00000001:2.0:1749611580.054117:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.054118:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749611580.054119:0:31124:0:(obd_config.c:667:class_setup()) Process entered 00000100:00000200:3.0:1749611580.054121:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494696192 00000100:00000040:2.0:1749611580.054122:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6191) 00000400:00000200:0.0:1749611580.054122:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611580.054124:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000020:00000001:3.0:1749611580.054125:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611580.054126:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749611580.054128:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749611580.054130:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7ad80 x1834598494696320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611580.054132:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611580.054134:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611580.054135:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611580.054137:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611580.054139:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1749611580.054140:0:31124:0:(hash.c:1039:cfs_hash_create()) Process entered 00000100:00000040:0.0:1749611580.054140:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7ad80 x1834598494696320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611580.054143:0:31124:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a8927f00. 00000100:00000001:2.0:1749611580.054146:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749611580.054147:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611580.054147:0:31124:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012feac8e0. 00000100:00000001:0.0:1749611580.054147:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.054148:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.054148:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000001:00000010:1.0:1749611580.054149:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4b600. 00000100:00000001:0.0:1749611580.054150:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611580.054152:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000001:00000010:1.0:1749611580.054152:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4b200. 00000001:00000010:1.0:1749611580.054154:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4b400. 00000100:00000040:0.0:1749611580.054154:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1261 usecs (2 jiffies) 00010000:00000001:3.0:1749611580.054155:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000001:00000010:1.0:1749611580.054156:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4a200. 00000100:00000001:0.0:1749611580.054156:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300853513 02000000:00000001:2.0:1749611580.054157:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:3.0:1749611580.054158:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611580.054159:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1749611580.054159:0:31124:0:(hash.c:1039:cfs_hash_create()) Process entered 00000100:00000001:0.0:1749611580.054159:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300853534 00000100:00000001:3.0:1749611580.054161:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:2.0:1749611580.054161:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611580.054161:0:31124:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff8800a89276c0. 00000100:00000001:0.0:1749611580.054161:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300853513 00000100:00000001:0.0:1749611580.054163:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300853534 00000100:00000001:3.0:1749611580.054164:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000001:00000010:1.0:1749611580.054164:0:31124:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88012feace80. 00000100:00100000:2.0:1749611580.054165:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494696704:0@lo:400:kworker.0 00000100:00000001:0.0:1749611580.054165:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300853513 02000000:00000001:3.0:1749611580.054166:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000010:1.0:1749611580.054166:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4ba00. 00000100:00000001:0.0:1749611580.054167:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300853534 00000001:00000010:1.0:1749611580.054168:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4aa00. 00000100:00000001:2.0:1749611580.054169:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611580.054169:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300853513 02000000:00000010:3.0:1749611580.054170:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009d743800. 02000000:00000001:3.0:1749611580.054172:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611580.054172:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611580.054172:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300853534 02000000:00000001:2.0:1749611580.054174:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611580.054175:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611580.054175:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012db4ae00. 02000000:00000001:2.0:1749611580.054177:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000001:00000010:1.0:1749611580.054178:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4a00. 00010000:00000001:3.0:1749611580.054179:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611580.054179:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749611580.054180:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27ca00. 00000020:00000001:1.0:1749611580.054180:0:31124:0:(obd_class.h:571:obd_setup()) Process entered 00010000:00000001:3.0:1749611580.054181:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611580.054181:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.054181:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611580.054183:0:31124:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4e00. 00000100:00000001:0.0:1749611580.054184:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00001000:3.0:1749611580.054185:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:2.0:1749611580.054186:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe9a0. 00000020:00000010:1.0:1749611580.054186:0:31124:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129f4d680. 00000100:00000001:3.0:1749611580.054188:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749611580.054188:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7a680 x1834598494696448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611580.054189:0:31124:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000400:00000010:2.0:1749611580.054190:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000001:3.0:1749611580.054191:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000008:00000010:1.0:1749611580.054192:0:31124:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bfb80. 00000100:00000040:3.0:1749611580.054194:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000200:2.0:1749611580.054195:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494696704, portal 10 00020000:00000010:1.0:1749611580.054195:0:31124:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b6d00. 00000100:00000001:0.0:1749611580.054195:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611580.054196:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611580.054196:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.054197:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00008000:00000010:1.0:1749611580.054198:0:31124:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7aa8. 00000100:00000001:3.0:1749611580.054199:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611580.054199:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225230720 : -131939484320896 : ffff880071e7bb80) 02000000:00000001:0.0:1749611580.054199:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611580.054201:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611580.054202:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000080:00000010:1.0:1749611580.054202:0:31124:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a0f0. 02000000:00000001:0.0:1749611580.054203:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611580.054204:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611580.054205:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611580.054205:0:31124:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095487600. 02000000:00000001:3.0:1749611580.054206:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611580.054206:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494696448:0@lo:38:kworker.0 00000100:00000001:3.0:1749611580.054208:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749611580.054208:0:31124:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880095487000. 00000100:00000001:0.0:1749611580.054209:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:3.0:1749611580.054210:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000040:00000010:1.0:1749611580.054210:0:31124:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880095486c00. 02000000:00000001:0.0:1749611580.054211:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611580.054212:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611580.054212:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611580.054214:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000020:00000010:1.0:1749611580.054214:0:31124:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4003800. 02000000:00000001:0.0:1749611580.054214:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611580.054215:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611580.054217:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000020:00000010:1.0:1749611580.054217:0:31124:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9318508. 00000100:00000200:3.0:1749611580.054218:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494696192, offset 0 02000000:00000010:0.0:1749611580.054218:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006bbae800. 00000020:00000010:1.0:1749611580.054220:0:31124:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c8f2200. 02000000:00000001:0.0:1749611580.054220:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611580.054221:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494696704, offset 0 00000400:00000200:3.0:1749611580.054223:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 80000000:00000010:1.0:1749611580.054223:0:31124:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009ac44360. 00000400:00000010:0.0:1749611580.054223:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 40000000:00000010:1.0:1749611580.054225:0:31124:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b52e36c0. 00000400:00000200:2.0:1749611580.054228:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00100000:00000010:1.0:1749611580.054228:0:31124:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4006000. 00040000:00000010:1.0:1749611580.054231:0:31124:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009de53300. 00000400:00000200:3.0:1749611580.054232:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00040000:00000010:1.0:1749611580.054234:0:31124:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c8f3200. 00000400:00000200:2.0:1749611580.054237:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:1.0:1749611580.054237:0:31124:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88006abf4000. 00000400:00000200:3.0:1749611580.054240:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94f300 00080000:00000010:1.0:1749611580.054240:0:31124:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801302d4000. 00000400:00000010:0.0:1749611580.054240:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000200:0.0:1749611580.054243:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494696448, portal 10 00000400:00000200:2.0:1749611580.054245:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94f500 00000004:00000010:1.0:1749611580.054245:0:31124:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b4007800. 00000100:00000001:0.0:1749611580.054245:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749611580.054246:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9579 [1] + 0 00000004:00000010:1.0:1749611580.054247:0:31124:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf6000. 00000100:00000001:0.0:1749611580.054247:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225225344 : -131939484326272 : ffff880071e7a680) 00000400:00000200:3.0:1749611580.054251:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000004:00000010:1.0:1749611580.054251:0:31124:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b4001800. 00000004:00000010:1.0:1749611580.054253:0:31124:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8801327dc400. 00000100:00000040:0.0:1749611580.054253:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7a680 x1834598494696448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611580.054255:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000010:00000010:1.0:1749611580.054256:0:31124:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88009ac443c0. 00000010:00000001:1.0:1749611580.054258:0:31124:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:0.0:1749611580.054259:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611580.054262:0:31124:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000040:0.0:1749611580.054262:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611580.054263:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 143888 00000400:00000010:0.0:1749611580.054264:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:1.0:1749611580.054265:0:31124:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611580.054268:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494696448, offset 0 00000400:00000200:2.0:1749611580.054270:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611580.054271:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611580.054271:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611580.054273:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611580.054276:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880077a9d880 x1834598494696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611580.054277:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749611580.054278:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749611580.054279:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611580.054283:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7aa00. 00000400:00000200:0.0:1749611580.054283:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94f400 00000100:00000040:2.0:1749611580.054286:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880071e7aa00 x1834598494696704 msgsize 224 00000400:00000200:0.0:1749611580.054287:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 144112 00000100:00100000:2.0:1749611580.054290:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611580.054291:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611580.054294:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880077a9d880 x1834598494696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611580.054298:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611580.054299:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611580.054304:0:31124:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1749611580.054307:0:31124:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000100:00000001:3.0:1749611580.054314:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000010:00000010:1.0:1749611580.054314:0:31124:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff880129f4d700. 00000010:00000010:1.0:1749611580.054317:0:31124:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff88012feacdc0. 00000400:00000200:2.0:1749611580.054320:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000010:00000010:1.0:1749611580.054320:0:31124:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff88012feac720. 00000100:00000001:0.0:1749611580.054320:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749611580.054322:0:31124:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000100:00100000:0.0:1749611580.054322:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494696320 00000400:00000010:2.0:1749611580.054323:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000020:00000001:1.0:1749611580.054324:0:31124:0:(tgt_mount.c:55:server_find_mount()) Process entered 02000000:00000001:0.0:1749611580.054324:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611580.054326:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749611580.054326:0:31124:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134959773664 : -131938749777952 : ffff88009daff7e0) 00000100:00000001:0.0:1749611580.054326:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611580.054327:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000400:00000010:3.0:1749611580.054329:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000020:01000004:1.0:1749611580.054329:0:31124:0:(tgt_mount.c:154:server_get_mount()) get mount ffff88007197e000 from lustre-OST0000, refs=3 00000100:00000001:0.0:1749611580.054329:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611580.054331:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611580.054331:0:31124:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612134959773664 : -131938749777952 : ffff88009daff7e0) 02000000:00000001:0.0:1749611580.054332:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611580.054333:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749611580.054333:0:31124:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000100:00000001:3.0:1749611580.054334:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749611580.054334:0:31124:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611580.054335:0:31124:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134959773664 : -131938749777952 : ffff88009daff7e0) 00000100:00100000:0.0:1749611580.054335:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494696320 00000020:00000001:0.0:1749611580.054337:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611580.054338:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:1.0:1749611580.054338:0:31124:0:(tgt_mount.c:188:server_put_mount()) put mount ffff88007197e000 from lustre-OST0000, refs=3 00000020:00000040:0.0:1749611580.054338:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611580.054339:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749611580.054340:0:31124:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:00000001:0.0:1749611580.054340:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749611580.054341:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000040:2.0:1749611580.054342:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:01000004:1.0:1749611580.054342:0:31124:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88007197e000 3 00000020:00000001:0.0:1749611580.054342:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611580.054343:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.054344:0:31124:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611580.054345:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611580.054345:0:31124:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611580.054345:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611580.054348:0:31124:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff880129f4d780. 00000020:00000010:0.0:1749611580.054348:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000100:00000001:2.0:1749611580.054349:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611580.054350:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033c380 x1834598494696192/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611600 ref 1 fl Interpret:/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611580.054350:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1749611580.054350:0:31124:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00000020:00000010:0.0:1749611580.054352:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff700. 00010000:00000010:1.0:1749611580.054354:0:31124:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff8800b52e3700. 00000100:00000001:2.0:1749611580.054355:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611580.054356:0:31124:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00000020:00000010:0.0:1749611580.054356:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 00010000:00000001:1.0:1749611580.054357:0:31124:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611580.054359:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 947 usecs (1 jiffies) 00000100:00100000:3.0:1749611580.054360:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494696192:12345-0@lo:38:llog_process_th.0 Request processed in 243us (524us total) trans 0 rc -19/-19 00000020:00000010:1.0:1749611580.054360:0:31124:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff880071979000. 00000100:00000001:0.0:1749611580.054360:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611580.054361:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611580.054362:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300853512 00000020:00000040:1.0:1749611580.054363:0:31124:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 3 - import 00000100:00000001:0.0:1749611580.054363:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.054364:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300853534 00000100:00000001:2.0:1749611580.054367:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300853512 00000020:00000001:1.0:1749611580.054367:0:31124:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611580.054368:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611580.054369:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00000001:2.0:1749611580.054369:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300853534 00000020:00000040:1.0:1749611580.054369:0:31124:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749611580.054371:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300853512 00000020:00000001:1.0:1749611580.054371:0:31124:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611580.054372:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749611580.054372:0:31124:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000001:3.0:1749611580.054373:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611580.054374:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300853534 00000100:00000001:2.0:1749611580.054398:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300853512 00000100:00000001:2.0:1749611580.054401:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300853534 00000100:00000001:2.0:1749611580.054403:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611580.054403:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611580.054404:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000100:00000200:1.0:1749611580.054405:0:31124:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:2.0:1749611580.054406:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611580.054407:0:31124:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611580.054408:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611580.054409:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00000001:1.0:1749611580.054410:0:31124:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611580.054411:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611580.054412:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125400. 00000100:00000040:1.0:1749611580.054412:0:31124:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:0.0:1749611580.054413:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611580.054415:0:31124:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611580.054415:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611580.054417:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611580.054417:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611580.054417:0:31124:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611580.054419:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1749611580.054420:0:31124:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00100000:0.0:1749611580.054420:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00000001:2.0:1749611580.054421:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611580.054422:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417889024 : -131936291662592 : ffff88013033d500) 00000100:00000001:2.0:1749611580.054423:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611580.054424:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611580.054426:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611580.054426:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611580.054427:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494696704 00000100:00000040:1.0:1749611580.054427:0:31124:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00000100:00000040:0.0:1749611580.054427:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033d500 x1834598494696320/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611600 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611580.054430:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611580.054431:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000010:1.0:1749611580.054431:0:31124:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009ac44420. 00000100:00000001:3.0:1749611580.054433:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749611580.054433:0:31124:0:(ldlm_lib.c:102:import_set_conn()) imp ffff880071979000@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.106@tcp at head 00010000:00000001:1.0:1749611580.054436:0:31124:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611580.054437:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611580.054438:0:31124:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00000100:00100000:0.0:1749611580.054438:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494696320:12345-0@lo:38:kworker.0 00000100:00100000:3.0:1749611580.054439:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494696704 00010000:00000001:1.0:1749611580.054439:0:31124:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00000020:00000001:3.0:1749611580.054441:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:1.0:1749611580.054441:0:31124:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611580.054442:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494696320 00000020:00000040:3.0:1749611580.054443:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749611580.054444:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000010:1.0:1749611580.054444:0:31124:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff8801327dc800. 00000020:00000001:0.0:1749611580.054445:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000001:00000001:1.0:1749611580.054446:0:31124:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611580.054448:0:31124:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8801240ab200. 00010000:00000001:0.0:1749611580.054448:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611580.054450:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611580.054452:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611580.054453:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000001:00000010:1.0:1749611580.054453:0:31124:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8801240ab300. 00000020:00000001:3.0:1749611580.054455:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:3.0:1749611580.054458:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:0.0:1749611580.054458:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611580.054461:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611580.054463:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:0.0:1749611580.054464:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749611580.054465:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e73a280. 00000020:00000010:3.0:1749611580.054470:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e73a2c0. 00010000:00000001:0.0:1749611580.054472:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:3.0:1749611580.054474:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611580.054475:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611580.054477:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611580.054480:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611580.054483:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000010:0.0:1749611580.054485:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b5206400. 00000020:00000010:3.0:1749611580.054486:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125400. 02000000:00000001:0.0:1749611580.054487:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611580.054489:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000100:00000001:0.0:1749611580.054489:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611580.054492:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00010000:00000001:0.0:1749611580.054492:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611580.054494:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611580.054497:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00001000:0.0:1749611580.054497:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000001:00000010:1.0:1749611580.054498:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007959000. 00000100:00000001:3.0:1749611580.054500:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611580.054500:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611580.054501:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611580.054503:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.054503:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611580.054506:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611580.054508:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611580.054508:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611580.054510:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611580.054510:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611580.054512:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611580.054513:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 02000000:00000001:0.0:1749611580.054516:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611580.054518:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611580.054518:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.054520:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611580.054551:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611580.054553:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611580.054558:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00000040:0.0:1749611580.054558:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611580.054561:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000400:00000010:0.0:1749611580.054562:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000100:00000001:3.0:1749611580.054563:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134225226240 : -131939484325376 : ffff880071e7aa00) 00000100:00000200:0.0:1749611580.054566:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494696320, offset 0 00000100:00000040:3.0:1749611580.054568:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880071e7aa00 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:261/0 lens 224/0 e 0 to 0 dl 1749611591 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611580.054570:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611580.054577:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:0.0:1749611580.054577:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611580.054579:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e73a2c0. 00000100:00000001:3.0:1749611580.054581:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611580.054582:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94f380 00000020:00000010:3.0:1749611580.054584:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e73a2c0. 00000400:00000200:0.0:1749611580.054587:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9581 [1] + 0 00000100:00100000:3.0:1749611580.054588:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494696704:12345-0@lo:400:kworker.0 00000100:00000200:3.0:1749611580.054592:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494696704 00000400:00000200:0.0:1749611580.054592:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1749611580.054593:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007963000. 00000400:00000200:0.0:1749611580.054595:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611580.054599:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749611580.054600:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749611580.054603:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7ad80 x1834598494696320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611580.054604:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749611580.054606:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611580.054609:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749611580.054611:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:0.0:1749611580.054612:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7ad80 x1834598494696320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611580.054614:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749611580.054618:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611580.054620:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611580.054623:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749611580.054625:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611580.054627:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749611580.054631:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611580.054633:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611580.054633:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:3.0:1749611580.054638:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800781d8c00. 00000400:00000200:0.0:1749611580.054639:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 02000000:00000001:3.0:1749611580.054640:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611580.054641:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:3.0:1749611580.054643:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.054643:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749611580.054645:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.054645:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000040:3.0:1749611580.054648:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494696704 00000100:00000001:0.0:1749611580.054648:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611580.054651:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749611580.054651:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000001:00000010:1.0:1749611580.054653:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000796d000. 00000100:00000001:0.0:1749611580.054653:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749611580.054655:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880071e7aa00 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1749611591 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611580.054655:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611580.054661:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033d500 x1834598494696320/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611600 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611580.054663:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611580.054665:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611580.054668:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=35 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611580.054672:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611580.054674:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611580.054676:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749611580.054677:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494696320:12345-0@lo:38:kworker.0 Request processed in 236us (567us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749611580.054678:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611580.054680:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611580.054682:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611580.054685:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611580.054687:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00100000:0.0:1749611580.054689:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00000200:3.0:1749611580.054692:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494696704, offset 224 00000100:00000001:0.0:1749611580.054693:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611580.054695:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749611580.054696:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749611580.054701:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff700. 00000400:00000200:3.0:1749611580.054704:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749611580.054707:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000400:00000200:3.0:1749611580.054709:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94f500 00000020:00000010:0.0:1749611580.054712:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00000001:0.0:1749611580.054717:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611580.054719:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9589 [1] + 224 00000400:00000200:3.0:1749611580.054725:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611580.054728:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000001:00000010:1.0:1749611580.054729:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007977000. 00000100:00000001:3.0:1749611580.054731:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611580.054735:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.054738:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611580.054741:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749611580.054744:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611580.054746:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033d880. 00000100:00000040:0.0:1749611580.054750:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033d880 x1834598494696448 msgsize 520 00000100:00100000:0.0:1749611580.054756:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611580.054757:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611580.054761:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000400:00000010:3.0:1749611580.054763:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:3.0:1749611580.054766:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611580.054766:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611580.054767:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749611580.054772:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000001:3.0:1749611580.054774:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.054775:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749611580.054776:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000040:3.0:1749611580.054777:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00100000:2.0:1749611580.054778:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494696448 00000100:00000001:0.0:1749611580.054778:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749611580.054779:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749611580.054781:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611580.054781:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:3.0:1749611580.054783:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749611580.054783:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749611580.054783:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7a680 x1834598494696448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611580.054785:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611580.054787:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7aa00 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:261/0 lens 224/224 e 0 to 0 dl 1749611591 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611580.054789:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611580.054791:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494696448 00000100:00000001:0.0:1749611580.054791:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611580.054794:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611580.054795:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:3.0:1749611580.054796:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e7aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494696704:12345-0@lo:400:kworker.0 Request processed in 218us (509us total) trans 0 rc 0/0 00000020:00000001:2.0:1749611580.054797:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611580.054799:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611580.054801:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611580.054803:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7a680 x1834598494696448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611580.054805:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000020:00000010:2.0:1749611580.054805:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d000. 00000100:00000040:3.0:1749611580.054807:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:2.0:1749611580.054809:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000100:00000001:0.0:1749611580.054809:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611580.054810:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611580.054811:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611580.054812:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611580.054813:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000020:00000010:3.0:1749611580.054815:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000001:00000010:1.0:1749611580.054816:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007981000. 00000100:00000001:2.0:1749611580.054817:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611580.054817:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611580.054818:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00000001:2.0:1749611580.054818:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611580.054820:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611580.054820:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1091 usecs (2 jiffies) 00000020:00000010:3.0:1749611580.054821:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125400. 00000100:00000001:0.0:1749611580.054823:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300853514 00000100:00000001:2.0:1749611580.054824:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611580.054826:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611580.054826:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300853534 00000100:00000001:3.0:1749611580.054828:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.054828:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300853514 00000100:00000001:2.0:1749611580.054830:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.054830:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300853534 00000100:00000001:0.0:1749611580.054832:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300853514 00000100:00000001:0.0:1749611580.054834:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300853534 00000100:00000001:3.0:1749611580.054836:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611580.054836:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300853514 00000100:00000001:2.0:1749611580.054838:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611580.054838:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300853534 00000100:00000001:2.0:1749611580.054840:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611580.054840:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611580.054842:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611580.054842:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611580.054844:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00000001:2.0:1749611580.054847:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417889920 : -131936291661696 : ffff88013033d880) 00000400:00000001:0.0:1749611580.054847:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611580.054848:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611580.054849:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611580.054850:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611580.054851:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 00000100:00000040:2.0:1749611580.054852:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033d880 x1834598494696448/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611600 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611580.054854:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749611580.054856:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749611580.054858:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611580.054861:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880077a9d880 x1834598494696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749611580.054862:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1749611580.054862:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494696448:12345-0@lo:38:kworker.0 00000020:00000040:3.0:1749611580.054866:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000200:2.0:1749611580.054866:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494696448 00000020:00000001:2.0:1749611580.054868:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749611580.054870:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880077a9d880 x1834598494696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611580.054871:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611580.054877:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611580.054879:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611580.054880:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.054881:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00020000:2.0:1749611580.054883:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749611580.054884:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1749611580.054886:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611580.054886:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000001:00000010:1.0:1749611580.054889:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000798b000. 00000100:00000001:0.0:1749611580.054893:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611580.054895:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749611580.054895:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.054898:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611580.054900:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1749611580.054901:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012d4a0438 time=1749611580 v=5 (0 0 0 0) 02000000:00000001:2.0:1749611580.054902:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611580.054905:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fa9c00. 00000100:00001000:0.0:1749611580.054905:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012d4a03f0 time=1749611580 v=0 (0 0 0 0) 02000000:00000001:2.0:1749611580.054907:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611580.054908:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88012d4a03f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1749611580.054909:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.054911:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:2.0:1749611580.054912:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611580.054914:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.054914:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611580.054916:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749611580.054918:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611580.054921:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749611580.054921:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880077a9d880 x1834598494696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611590 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611580.054923:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611580.054926:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611580.054928:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611580.054928:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611580.054930:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611580.054931:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611580.054932:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611580.054934:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:0.0:1749611580.054934:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:2.0:1749611580.054936:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611580.054936:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749611580.054937:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.054939:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:0.0:1749611580.054939:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749611580.054942:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749611580.054942:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000010:2.0:1749611580.054944:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000001:0.0:1749611580.054945:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611580.054948:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494696448, offset 0 00000100:00000040:0.0:1749611580.054949:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9d880 x1834598494696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611590 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611580.054952:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:1.0:1749611580.054956:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007995000. 00000400:00000200:2.0:1749611580.054959:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749611580.054961:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880077a9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494696192:0@lo:38:llog_process_th.0 00000400:00000200:2.0:1749611580.054966:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94f400 00000100:00000001:0.0:1749611580.054968:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.054970:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749611580.054971:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9595 [1] + 0 00000100:00000040:0.0:1749611580.054975:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880077a9d880 x1834598494696192/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611590 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611580.054976:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611580.054979:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611580.054982:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611580.054985:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1749611580.054987:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7a680 x1834598494696448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611580.054989:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611580.054993:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006dff4800. 00000100:00000040:2.0:1749611580.054996:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7a680 x1834598494696448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611580.054998:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611580.055001:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611580.055011:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000001:00000010:1.0:1749611580.055014:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc9000799f000. 00000020:00000001:0.0:1749611580.055015:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611580.055017:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:0.0:1749611580.055018:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012eab1400. 00000400:00000200:2.0:1749611580.055022:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 02000000:00000001:0.0:1749611580.055023:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000010:2.0:1749611580.055024:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000001:2.0:1749611580.055026:0:9691:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749611580.055026:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611580.055028:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000010:0.0:1749611580.055028:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9d880. 00000100:00000001:2.0:1749611580.055031:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611580.055034:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:0.0:1749611580.055034:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611580.055036:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.055036:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611580.055038:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611580.055039:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611580.055042:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033d880 x1834598494696448/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611600 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.055046:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611580.055049:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611580.055052:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494696448:12345-0@lo:38:kworker.0 Request processed in 190us (300us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611580.055052:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611580.055054:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611580.055056:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749611580.055060:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00000001:2.0:1749611580.055062:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:0.0:1749611580.055063:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7b800 x1834598494696576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611580.055064:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611580.055068:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 00000020:00000010:2.0:1749611580.055072:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000100:00000001:0.0:1749611580.055074:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1749611580.055076:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d000. 00000001:00000010:1.0:1749611580.055077:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900079a9000. 00000100:00000001:0.0:1749611580.055077:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.055080:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611580.055080:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611580.055083:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611580.055086:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611580.055091:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494696576:0@lo:38:kworker.0 00000100:00000001:2.0:1749611580.055097:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611580.055097:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611580.055099:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611580.055100:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000001:2.0:1749611580.055102:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749611580.055102:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611580.055103:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749611580.055105:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749611580.055106:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe9a0. 00000400:00000200:2.0:1749611580.055108:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000400:00000010:2.0:1749611580.055110:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 02000000:00000010:0.0:1749611580.055110:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5207000. 00000100:00000001:2.0:1749611580.055112:0:28322:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611580.055113:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611580.055116:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611580.055118:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 00000400:00000010:0.0:1749611580.055123:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000200:2.0:1749611580.055125:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611580.055129:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494696576, portal 10 00000100:00000001:2.0:1749611580.055131:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611580.055132:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611580.055134:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225229824 : -131939484321792 : ffff880071e7b800) 00000001:00000010:1.0:1749611580.055135:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900079b3000. 00000100:00000001:2.0:1749611580.055138:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611580.055140:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611580.055142:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:0.0:1749611580.055143:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7b800 x1834598494696576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611580.055144:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611580.055146:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611580.055148:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611580.055153:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1749611580.055157:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=135 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611580.055159:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611580.055161:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611580.055163:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749611580.055168:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.055170:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611580.055174:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749611580.055175:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611580.055177:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:2.0:1749611580.055178:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611580.055181:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611580.055182:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000200:0.0:1749611580.055182:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494696576, offset 0 00000100:00000001:2.0:1749611580.055184:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611580.055188:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611580.055189:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000001:00000010:1.0:1749611580.055190:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900079bd000. 00000100:00000001:2.0:1749611580.055195:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611580.055197:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611580.055198:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611580.055199:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611580.055202:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611580.055207:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94f480 00000100:00100000:2.0:1749611580.055210:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494696704:0@lo:400:kworker.0 00000100:00000001:2.0:1749611580.055214:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611580.055214:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 144632 00000100:00000001:2.0:1749611580.055216:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611580.055218:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7bb80 x1834598494696704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611580.055221:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749611580.055222:0:31126:0:(genops.c:887:class_export_get()) GET export ffff8800b4001000 refcount=6 00000100:00000001:2.0:1749611580.055225:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00002000:00000001:3.0:1749611580.055227:0:31126:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 02000000:00000001:2.0:1749611580.055227:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:0.0:1749611580.055227:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00002000:00000001:3.0:1749611580.055229:0:31126:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611580.055229:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27ca00. 00000100:00000001:0.0:1749611580.055231:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:3.0:1749611580.055232:0:31126:0:(genops.c:887:class_export_get()) GET export ffff8800b4001000 refcount=7 00000100:00000200:0.0:1749611580.055234:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:3.0:1749611580.055237:0:31126:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 6 02000000:00000001:2.0:1749611580.055237:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611580.055239:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:0.0:1749611580.055239:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033dc00. 00000020:00000040:2.0:1749611580.055241:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611580.055243:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:0.0:1749611580.055243:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033dc00 x1834598494696576 msgsize 520 02000000:00000010:2.0:1749611580.055245:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e900. 02000000:00000001:2.0:1749611580.055248:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:0.0:1749611580.055249:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749611580.055250:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000001:00000010:1.0:1749611580.055251:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900079c7000. 00000100:00000010:2.0:1749611580.055252:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7bb80. 00000100:00000001:2.0:1749611580.055254:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611580.055256:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611580.055258:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.055260:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611580.055262:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611580.055264:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.055266:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611580.055266:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000001:2.0:1749611580.055267:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611580.055269:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611580.055272:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611580.055278:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749611580.055278:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7b800 x1834598494696576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611580.055280:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494696576 02000000:00000001:2.0:1749611580.055282:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611580.055284:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611580.055286:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611580.055288:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.055289:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749611580.055291:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494696576 00000020:00000001:2.0:1749611580.055293:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611580.055294:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749611580.055294:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7b800 x1834598494696576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611580.055296:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611580.055297:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611580.055299:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611580.055302:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27ca00. 00000020:00000010:2.0:1749611580.055305:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000100:00000001:0.0:1749611580.055305:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611580.055308:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000001:0.0:1749611580.055308:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000001:00000010:1.0:1749611580.055309:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900079d1000. 00000100:00000001:2.0:1749611580.055311:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611580.055312:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.055313:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611580.055314:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.055317:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611580.055317:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 780 usecs (1 jiffies) 00000100:00000001:0.0:1749611580.055321:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300853513 00000100:00000001:2.0:1749611580.055323:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.055325:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300853534 00000100:00000001:2.0:1749611580.055329:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611580.055329:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300853513 00000100:00000001:2.0:1749611580.055330:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611580.055333:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300853534 00000100:00100000:2.0:1749611580.055338:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00000001:2.0:1749611580.055341:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417890816 : -131936291660800 : ffff88013033dc00) 00000100:00000001:0.0:1749611580.055343:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300853513 00000100:00000040:2.0:1749611580.055345:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033dc00 x1834598494696576/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611600 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.055346:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300853534 00000100:00000001:0.0:1749611580.055349:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300853513 00000100:00000001:0.0:1749611580.055352:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300853534 00000100:00100000:2.0:1749611580.055354:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494696576:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611580.055356:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611580.055358:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494696576 00000100:00000001:0.0:1749611580.055359:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611580.055360:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611580.055363:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:0.0:1749611580.055365:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611580.055368:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749611580.055370:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611580.055371:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff478. 00010000:00020000:2.0:1749611580.055373:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749611580.055399:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:0.0:1749611580.055399:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00010000:00000001:2.0:1749611580.055402:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749611580.055403:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749611580.055404:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611580.055406:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000001:00000010:1.0:1749611580.055406:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900079db000. 00000100:00000001:0.0:1749611580.055407:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749611580.055408:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611580.055412:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fab400. 02000000:00000001:2.0:1749611580.055414:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611580.055414:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7ad80 x1834598494696320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611580.055416:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611580.055418:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611580.055420:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611580.055423:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611580.055426:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749611580.055427:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7ad80 x1834598494696320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611580.055428:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611580.055430:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611580.055432:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611580.055435:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611580.055438:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:0.0:1749611580.055438:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611580.055440:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611580.055441:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611580.055442:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.055444:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611580.055444:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749611580.055446:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611580.055447:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:2.0:1749611580.055448:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000001:0.0:1749611580.055450:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611580.055452:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611580.055456:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611580.055457:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494696576, offset 0 00000400:00000200:2.0:1749611580.055462:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749611580.055462:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611580 v=5 (0 0 0 0) 00000400:00000200:2.0:1749611580.055468:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749611580.055468:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=103 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611580.055472:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749611580.055474:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94f480 00000100:00000001:0.0:1749611580.055475:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000001:00000010:1.0:1749611580.055476:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900079e5000. 00000100:00000001:0.0:1749611580.055478:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611580.055479:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x95a9 [1] + 0 00000400:00000200:2.0:1749611580.055483:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611580.055484:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7ad80 x1834598494696320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611605 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611580.055486:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611580.055490:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611580.055494:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7b800 x1834598494696576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.055495:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611580.055499:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749611580.055503:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7b800 x1834598494696576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.055509:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611580.055511:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611580.055511:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:2.0:1749611580.055514:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000100:00000001:0.0:1749611580.055514:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749611580.055516:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000001:2.0:1749611580.055518:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:0.0:1749611580.055518:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611580.055519:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611580.055553:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611580.055557:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:2.0:1749611580.055559:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611580.055561:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749611580.055563:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:2.0:1749611580.055565:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033dc00 x1834598494696576/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611600 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.055568:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749611580.055575:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494696576:12345-0@lo:38:kworker.0 Request processed in 220us (330us total) trans 0 rc -19/-19 00000001:00000010:1.0:1749611580.055576:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900079ef000. 00000100:00000040:0.0:1749611580.055577:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7ad80 x1834598494696320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611605 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611580.055582:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00000001:2.0:1749611580.055585:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611580.055586:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611580.055590:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 00000100:00100000:0.0:1749611580.055590:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494696320:0@lo:38:kworker.0 00000020:00000010:2.0:1749611580.055593:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000020:00000010:2.0:1749611580.055597:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ca00. 00000100:00000001:2.0:1749611580.055599:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749611580.055600:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611580.055602:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611580.055605:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000400:00000200:0.0:1749611580.055610:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611580.055613:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611580.055616:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611580.055620:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7a680 x1834598494696448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611580.055634:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7a680 x1834598494696448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.055644:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611580.055647:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.055650:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611580.055652:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000001:00000010:1.0:1749611580.055654:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc900079f9000. 00000100:00000001:0.0:1749611580.055655:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611580.055657:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611580.055659:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611580.055664:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611580 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611580.055667:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=85 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611580.055670:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611580.055671:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611580.055674:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611580.055677:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7a680 x1834598494696448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611605 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.055691:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611580.055694:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611580.055695:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.055697:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611580.055699:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611580.055701:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611580.055704:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611580.055706:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611580.055710:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7a680 x1834598494696448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611605 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611580.055714:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a03000. 00000100:00100000:0.0:1749611580.055718:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494696448:0@lo:38:kworker.0 00000100:00000001:0.0:1749611580.055722:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.055725:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611580.055727:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7ad80 x1834598494696320/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611605 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.055734:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611580.055735:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611580.055738:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006dff7c00. 02000000:00000001:0.0:1749611580.055741:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611580.055742:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611580.055744:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611580.055746:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611580.055748:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880080faac00. 02000000:00000001:0.0:1749611580.055751:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611580.055752:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611580.055754:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7ad80. 00000100:00000001:0.0:1749611580.055757:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611580.055758:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.055759:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611580.055762:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7a680 x1834598494696448/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611605 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611580.055778:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a0d000. 00000100:00000001:0.0:1749611580.055780:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611580.055782:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611580.055783:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006bbae800. 02000000:00000001:0.0:1749611580.055786:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611580.055787:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611580.055789:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611580.055790:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611580.055792:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880080faa400. 02000000:00000001:0.0:1749611580.055794:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611580.055795:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611580.055796:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7a680. 00000100:00000001:0.0:1749611580.055798:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611580.055799:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.055801:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.055806:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611580.055808:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.055810:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611580.055811:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611580.055814:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611580.055815:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611580.055817:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 00000400:00000200:0.0:1749611580.055820:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749611580.055821:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749611580.055823:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611580.055827:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7b800 x1834598494696576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611580.055835:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7b800 x1834598494696576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611605 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.055841:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000001:00000010:1.0:1749611580.055843:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a17000. 00000100:00000001:0.0:1749611580.055843:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.055844:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611580.055846:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611580.055847:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611580.055849:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611580.055850:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611580.055859:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611580 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611580.055862:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=135 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611580.055864:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611580.055866:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611580.055868:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611580.055872:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7b800 x1834598494696576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611605 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.055878:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611580.055880:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611580.055881:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.055883:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611580.055884:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611580.055887:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611580.055889:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611580.055891:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611580.055894:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7b800 x1834598494696576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611605 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611580.055899:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a21000. 00000100:00100000:0.0:1749611580.055901:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494696576:0@lo:38:kworker.0 00000100:00000001:0.0:1749611580.055905:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.055907:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611580.055909:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7b800 x1834598494696576/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611605 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.055915:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611580.055917:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611580.055918:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5207000. 02000000:00000001:0.0:1749611580.055921:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611580.055922:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611580.055923:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611580.055924:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611580.055926:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880080fa9800. 02000000:00000001:0.0:1749611580.055932:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611580.055934:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611580.055935:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7b800. 00000100:00000001:0.0:1749611580.055938:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611580.055939:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.055941:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.055943:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611580.055944:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611580.055945:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.055947:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611580.055964:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a2b000. 00000001:00000010:1.0:1749611580.056020:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a35000. 00000001:00000010:1.0:1749611580.056085:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a3f000. 00000001:00000010:1.0:1749611580.056161:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a49000. 00000001:00000010:1.0:1749611580.056248:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a53000. 00000001:00000010:1.0:1749611580.056320:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a5d000. 00000001:00000010:1.0:1749611580.056400:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a67000. 00000001:00000010:1.0:1749611580.056476:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a71000. 00000001:00000010:1.0:1749611580.056561:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a7b000. 00000001:00000010:1.0:1749611580.056638:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a85000. 00000001:00000010:1.0:1749611580.056718:0:31124:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a8f000. 00000020:00000010:1.0:1749611580.056816:0:31124:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8801327dcc00. 00000020:00000010:1.0:1749611580.056821:0:31124:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff88012feac4c0. 00010000:00000001:1.0:1749611580.056835:0:31124:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749611580.056873:0:31124:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611580.056887:0:31124:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8801327dd000. 00000020:00000010:1.0:1749611580.056891:0:31124:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88009c8f3400. 00010000:00000001:1.0:1749611580.056900:0:31124:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611580.056902:0:31124:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-6 is initialized 00010000:00000001:1.0:1749611580.056904:0:31124:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611580.056906:0:31124:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612137456289792 : -131936253261824 : ffff8801327dc800) 00010000:00000001:1.0:1749611580.056909:0:31124:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611580.056912:0:31124:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff880129f4d700. 00000010:00000010:1.0:1749611580.056916:0:31124:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff88012feac720. 00000010:00000010:1.0:1749611580.056918:0:31124:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff88012feacdc0. 00000010:00000010:1.0:1749611580.056920:0:31124:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff880129f4d780. 00000010:00000001:1.0:1749611580.056922:0:31124:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611580.056940:0:31124:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8801327dd400. 00000020:00000010:1.0:1749611580.056943:0:31124:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88009c9b5000. 00000010:00000001:1.0:1749611580.056953:0:31124:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611580.056958:0:31124:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880095487000. 00000040:00000010:1.0:1749611580.056962:0:31124:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880095486c00. 00000020:00000010:1.0:1749611580.056965:0:31124:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4003800. 00000020:00000010:1.0:1749611580.056976:0:31124:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611580.056980:0:31124:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c8f2200. 80000000:00000010:1.0:1749611580.056983:0:31124:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009ac44360. 40000000:00000010:1.0:1749611580.056986:0:31124:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b52e36c0. 00100000:00000010:1.0:1749611580.056990:0:31124:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4006000. 00040000:00000010:1.0:1749611580.056994:0:31124:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009de53300. 00040000:00000010:1.0:1749611580.056998:0:31124:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c8f3200. 00080000:00000010:1.0:1749611580.057001:0:31124:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801302d4000. 00080000:00000010:1.0:1749611580.057005:0:31124:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88006abf4000. 00000004:00000010:1.0:1749611580.057008:0:31124:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b4007800. 00000004:00000010:1.0:1749611580.057013:0:31124:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf6000. 00000004:00000010:1.0:1749611580.057016:0:31124:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b4001800. 00000004:00000010:1.0:1749611580.057019:0:31124:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8801327dc400. 00000020:00000010:1.0:1749611580.057023:0:31124:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095487600. 00000020:00000010:1.0:1749611580.057027:0:31124:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129f4d680. 00000020:00000010:1.0:1749611580.057030:0:31124:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000008:00000010:1.0:1749611580.057032:0:31124:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bfb80. 00020000:00000010:1.0:1749611580.057036:0:31124:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b6d00. 00008000:00000010:1.0:1749611580.057039:0:31124:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7aa8. 00000080:00000010:1.0:1749611580.057043:0:31124:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a0f0. 00000020:00000010:1.0:1749611580.057046:0:31124:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4e00. 00000020:00000001:1.0:1749611580.057048:0:31124:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611580.057050:0:31124:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 4 - setup 00000020:00000080:1.0:1749611580.057053:0:31124:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:1.0:1749611580.057055:0:31124:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.057057:0:31124:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611580.057060:0:31124:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88009ac44300. 00000020:00000001:1.0:1749611580.057066:0:31124:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749611580.057068:0:31124:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2000. 00000020:00000010:1.0:1749611580.057071:0:31124:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c8f3200. 00000040:00000010:1.0:1749611580.057073:0:31124:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c8f2200. 00000020:00000010:1.0:1749611580.057076:0:31124:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197b800. 00000020:00000010:1.0:1749611580.057078:0:31124:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611580.057085:0:31124:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c8f3c00. 80000000:00000010:1.0:1749611580.057088:0:31124:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880134ed14e0. 40000000:00000010:1.0:1749611580.057091:0:31124:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e700740. 00100000:00000010:1.0:1749611580.057094:0:31124:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880071978800. 00040000:00000010:1.0:1749611580.057096:0:31124:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240ab800. 00040000:00000010:1.0:1749611580.057099:0:31124:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c8f2c00. 00080000:00000010:1.0:1749611580.057102:0:31124:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611580.057105:0:31124:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8801302d4000. 00000004:00000010:1.0:1749611580.057109:0:31124:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b4001800. 00000004:00000010:1.0:1749611580.057112:0:31124:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88006abf6000. 00000004:00000010:1.0:1749611580.057115:0:31124:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b4007800. 00000004:00000010:1.0:1749611580.057118:0:31124:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8801327dc400. 00000020:00000010:1.0:1749611580.057121:0:31124:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3000. 00000020:00000010:1.0:1749611580.057124:0:31124:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0680. 00000020:00000010:1.0:1749611580.057126:0:31124:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000020:00000010:1.0:1749611580.057130:0:31124:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff8800a8927300. 00000020:00000010:1.0:1749611580.057132:0:31124:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff8800b52e36c0. 00000020:00000001:1.0:1749611580.057134:0:31124:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749611580.057135:0:31124:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749611580.057137:0:31124:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749611580.057139:0:31124:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611580.057140:0:31124:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611580.057142:0:31124:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b4006000. 00000020:00000001:1.0:1749611580.057145:0:31124:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611580.057147:0:31124:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b4006000 with handle 0x689c0ec07329d614 to hash 00000020:00000001:1.0:1749611580.057149:0:31124:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611580.057152:0:31124:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611580.057154:0:31124:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611580.057156:0:31124:0:(genops.c:887:class_export_get()) GET export ffff8800b4006000 refcount=3 00000020:00000040:1.0:1749611580.057159:0:31124:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 5 - export 00000020:00000001:1.0:1749611580.057161:0:31124:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135334141952 : -131938375409664 : ffff8800b4006000) 00000020:00000040:1.0:1749611580.057164:0:31124:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4006000 : new refcount 2 00000020:00000080:1.0:1749611580.057166:0:31124:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x689c0ec07329d614 00000020:00000001:1.0:1749611580.057169:0:31124:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.057175:0:31124:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611580.057176:0:31124:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d614 00000020:00000001:1.0:1749611580.057178:0:31124:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611580.057180:0:31124:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4006000 refcount=3 00000020:00000001:1.0:1749611580.057182:0:31124:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334141952 : -131938375409664 : ffff8800b4006000) 00000020:00000001:1.0:1749611580.057184:0:31124:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334141952 : -131938375409664 : ffff8800b4006000) 00000100:00000001:1.0:1749611580.057187:0:31124:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749611580.057189:0:31124:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611580.057192:0:31124:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749611580.057195:0:31124:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611580.057197:0:31124:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:1.0:1749611580.057199:0:31124:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611580.057201:0:31124:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611580.057202:0:31124:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d614 00000020:00000001:1.0:1749611580.057203:0:31124:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611580.057205:0:31124:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4006000 refcount=4 00000020:00000001:1.0:1749611580.057207:0:31124:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334141952 : -131938375409664 : ffff8800b4006000) 00000020:00000001:1.0:1749611580.057209:0:31124:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334141952 : -131938375409664 : ffff8800b4006000) 00000100:00000001:1.0:1749611580.057211:0:31124:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611580.057213:0:31124:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:1.0:1749611580.057214:0:31124:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611580.057216:0:31124:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4006000 : new refcount 3 00000100:00080000:1.0:1749611580.057219:0:31124:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880071979000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611580.057221:0:31124:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611580.057223:0:31124:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611580.057227:0:31124:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749611580.057229:0:31124:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0001-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749611580.057231:0:31124:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749611580.057234:0:31124:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611580.057235:0:31124:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611580.057237:0:31124:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611580.057240:0:31124:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9d880. 00000020:00000040:1.0:1749611580.057247:0:31124:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749611580.057250:0:31124:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611580.057251:0:31124:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611580.057254:0:31124:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611580.057255:0:31124:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611580.057258:0:31124:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611580.057262:0:31124:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8801327dd800. 00000100:00000001:1.0:1749611580.057266:0:31124:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611580.057273:0:31124:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611580.057282:0:31124:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611580.057286:0:31124:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611580.057290:0:31124:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880077a9d880] to pc [ptlrpcd_rcv+-1] req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611580.057318:0:31124:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611580.057321:0:31124:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749611580.057323:0:31124:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000040:1.0:1749611580.057326:0:31124:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749611580.057339:0:31124:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749611580.057341:0:31124:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611580.057412:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611580.057418:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611580.057421:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611580.057431:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.057447:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611580.057450:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611580.057454:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749611580.057454:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611580.057457:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611580.057461:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:0.0:1749611580.057461:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611580.057466:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880077a9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494696832:0@lo:38:llog_process_th.0 00000100:00000040:2.0:1749611580.057467:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6191) 00000100:00000001:0.0:1749611580.057472:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611580.057476:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611580.057479:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611580.057482:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611580.057488:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800b5207000. 02000000:00000001:0.0:1749611580.057492:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611580.057497:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff420. 00000400:00000010:0.0:1749611580.057503:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000200:0.0:1749611580.057508:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494696832, portal 10 00000100:00000001:0.0:1749611580.057512:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611580.057514:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134321838208 : -131939387713408 : ffff880077a9d880) 00000020:00000010:0.0:1749611580.057557:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88009685e000. 00000100:00000040:0.0:1749611580.057568:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.057600:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:1.0:1749611580.057601:0:31124:0:(genops.c:887:class_export_get()) GET export ffff8800b4006000 refcount=4 00000100:00000040:0.0:1749611580.057604:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749611580.057607:0:31124:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611580.057608:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000020:00000040:1.0:1749611580.057609:0:31124:0:(genops.c:887:class_export_get()) GET export ffff8800b4006000 refcount=5 00000020:00000001:1.0:1749611580.057610:0:31124:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611580.057613:0:31124:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff8800a8927300. 00000100:00000200:0.0:1749611580.057613:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494696832, offset 0 00000020:00000040:2.0:1749611580.057618:0:31127:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4006000 : new refcount 4 00000020:00000010:1.0:1749611580.057618:0:31124:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff8800b52e36c0. 00000400:00000200:0.0:1749611580.057618:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749611580.057624:0:31124:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c8f3200. 00000040:00000010:1.0:1749611580.057627:0:31124:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c8f2200. 00000020:00000010:1.0:1749611580.057629:0:31124:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197b800. 00000400:00000200:0.0:1749611580.057629:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749611580.057633:0:31124:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611580.057637:0:31124:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c8f3c00. 00000400:00000200:0.0:1749611580.057639:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94f580 80000000:00000010:1.0:1749611580.057640:0:31124:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880134ed14e0. 40000000:00000010:1.0:1749611580.057643:0:31124:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e700740. 00000400:00000200:0.0:1749611580.057646:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 145152 00000400:00000200:0.0:1749611580.057653:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:1.0:1749611580.057654:0:31124:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880071978800. 00040000:00000010:1.0:1749611580.057657:0:31124:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240ab800. 00000400:00000200:0.0:1749611580.057658:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00040000:00000010:1.0:1749611580.057660:0:31124:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c8f2c00. 00000100:00000001:0.0:1749611580.057663:0:28320:0:(events.c:287:request_in_callback()) Process entered 00080000:00000010:1.0:1749611580.057664:0:31124:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8801302d4000. 00000100:00000200:0.0:1749611580.057665:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00080000:00000010:1.0:1749611580.057667:0:31124:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00000004:00000010:1.0:1749611580.057670:0:31124:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b4001800. 00000100:00000010:0.0:1749611580.057670:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033df80. 00000004:00000010:1.0:1749611580.057674:0:31124:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88006abf6000. 00000100:00000040:0.0:1749611580.057674:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033df80 x1834598494696832 msgsize 520 00000004:00000010:1.0:1749611580.057677:0:31124:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b4007800. 00000100:00100000:0.0:1749611580.057680:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000010:1.0:1749611580.057681:0:31124:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8801327dc400. 00000020:00000010:1.0:1749611580.057684:0:31124:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2000. 00000020:00000010:1.0:1749611580.057687:0:31124:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0680. 00000020:00000010:1.0:1749611580.057691:0:31124:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00000001:0.0:1749611580.057691:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749611580.057694:0:31124:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3000. 00000020:00000010:1.0:1749611580.057697:0:31124:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff8800b52e3740. 00000400:00000200:0.0:1749611580.057697:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000020:00000010:1.0:1749611580.057700:0:31124:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff8800b52e3640. 00000400:00000010:0.0:1749611580.057700:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000020:00000001:1.0:1749611580.057702:0:31124:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.057703:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749611580.057704:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.057706:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000040:00001000:1.0:1749611580.057707:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28af08 type=0x10620000 idx=23 00000100:00100000:2.0:1749611580.057709:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494696832 00000100:00000200:0.0:1749611580.057709:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000040:00001000:1.0:1749611580.057710:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 02000000:00000001:2.0:1749611580.057711:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000040:00001000:1.0:1749611580.057713:0:31124:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611580.057714:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749611580.057715:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1749611580.057716:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.057717:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057719:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28af88 type=0x10620000 idx=24 02000000:00000001:2.0:1749611580.057720:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.057720:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000040:00001000:1.0:1749611580.057721:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000100:00100000:2.0:1749611580.057723:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494696832 00000040:00001000:1.0:1749611580.057723:0:31124:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.057724:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1749611580.057725:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611580.057725:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611580.057726:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611580.057727:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000040:00001000:1.0:1749611580.057727:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b018 type=0x10620000 idx=25 00000020:00000001:2.0:1749611580.057729:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00001000:1.0:1749611580.057729:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000020:00000001:2.0:1749611580.057731:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057731:0:31124:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:2.0:1749611580.057733:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.057733:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.057734:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.057734:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057736:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b0b8 type=0x10620000 idx=26 00000100:00000001:0.0:1749611580.057736:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749611580.057737:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27ca00. 00000040:00001000:1.0:1749611580.057737:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000100:00000001:0.0:1749611580.057740:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611580.057741:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000040:00001000:1.0:1749611580.057743:0:31124:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000010:2.0:1749611580.057745:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000020:00000001:1.0:1749611580.057745:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000040:0.0:1749611580.057745:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000040:00000001:1.0:1749611580.057747:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1749611580.057749:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000040:00000001:1.0:1749611580.057749:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:0.0:1749611580.057749:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300853538 00000100:00000001:2.0:1749611580.057750:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611580.057752:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.057752:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057754:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b198 type=0x10620000 idx=27 00000100:00000001:0.0:1749611580.057755:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300853534 00000100:00000001:2.0:1749611580.057756:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057756:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:1.0:1749611580.057757:0:31124:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.057759:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.057760:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:0.0:1749611580.057760:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300853538 00000040:00000001:1.0:1749611580.057761:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.057762:0:31124:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611580.057764:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057766:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b278 type=0x10620000 idx=28 00000040:00001000:1.0:1749611580.057768:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:1.0:1749611580.057770:0:31124:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611580.057771:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611580.057771:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.057772:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.057773:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300853534 00000040:00001000:1.0:1749611580.057774:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b2c8 type=0x10620000 idx=29 00000040:00001000:1.0:1749611580.057776:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000040:00001000:1.0:1749611580.057777:0:31124:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611580.057778:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300853538 00000100:00000001:2.0:1749611580.057779:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611580.057779:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.057780:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:2.0:1749611580.057781:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000040:00000001:1.0:1749611580.057781:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.057782:0:31124:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611580.057782:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300853534 00000020:00000001:1.0:1749611580.057784:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611580.057785:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000040:00001000:1.0:1749611580.057786:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b3a8 type=0x10620000 idx=30 00000100:00000001:0.0:1749611580.057786:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300853538 00000100:00000001:2.0:1749611580.057788:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417891712 : -131936291659904 : ffff88013033df80) 00000040:00001000:1.0:1749611580.057788:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:1.0:1749611580.057789:0:31124:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611580.057790:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300853534 00000020:00000001:1.0:1749611580.057791:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.057792:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.057793:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000040:2.0:1749611580.057794:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033df80 x1834598494696832/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611600 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611580.057794:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611580.057795:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611580.057797:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.057798:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057802:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b488 type=0x10620000 idx=31 00000100:00000001:0.0:1749611580.057803:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057805:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000100:00000001:0.0:1749611580.057806:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611580.057807:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494696832:12345-0@lo:38:llog_process_th.0 00000040:00001000:1.0:1749611580.057807:0:31124:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.057808:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.057810:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611580.057811:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494696832 00000040:00001000:1.0:1749611580.057812:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b4e0 type=0x10620000 idx=32 00000100:00000001:0.0:1749611580.057813:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000040:00001000:1.0:1749611580.057814:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000100:00000001:0.0:1749611580.057815:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1749611580.057816:0:31124:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.057817:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.057818:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.057818:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000040:00001000:1.0:1749611580.057820:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b560 type=0x10620000 idx=33 00000100:00000001:0.0:1749611580.057820:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611580.057822:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000040:00001000:1.0:1749611580.057822:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000100:00000001:0.0:1749611580.057822:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057823:0:31124:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00010000:00000001:2.0:1749611580.057825:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749611580.057825:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611580.057825:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.057826:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057828:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b5f0 type=0x10620000 idx=34 00000040:00001000:1.0:1749611580.057830:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:1.0:1749611580.057831:0:31124:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000040:2.0:1749611580.057832:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - find 00000020:00000001:1.0:1749611580.057833:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.057834:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611580.057835:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134677981920 : -131939031569696 : ffff88008ce42ae0) 00000040:00001000:1.0:1749611580.057836:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b670 type=0x10620000 idx=35 00000040:00001000:1.0:1749611580.057837:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000040:00001000:1.0:1749611580.057839:0:31124:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611580.057841:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749611580.057841:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.057842:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 02000000:00000001:2.0:1749611580.057843:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000040:00000001:1.0:1749611580.057843:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.057845:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611580.057846:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611580.057847:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff880080fa9800. 00000040:00001000:1.0:1749611580.057848:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b750 type=0x10620000 idx=36 02000000:00000001:2.0:1749611580.057849:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057850:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000040:00001000:1.0:1749611580.057851:0:31124:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611580.057852:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.057853:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.057854:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00010000:00000040:2.0:1749611580.057855:0:9693:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00000040:00000001:1.0:1749611580.057859:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.057860:0:31124:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00080000:2.0:1749611580.057862:0:9693:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp (null) cur 6186 last 0 00000020:00000001:1.0:1749611580.057862:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057864:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b830 type=0x10620000 idx=37 00010000:00000001:2.0:1749611580.057866:0:9693:0:(obd_class.h:881:obd_connect()) Process entered 00000040:00001000:1.0:1749611580.057866:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000040:00001000:1.0:1749611580.057869:0:31124:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.057870:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000004:00000001:2.0:1749611580.057871:0:9693:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000020:00000001:1.0:1749611580.057871:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611580.057873:0:9693:0:(genops.c:1392:class_connect()) Process entered 00000040:00001000:1.0:1749611580.057873:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b880 type=0x10620000 idx=38 00000020:00000001:2.0:1749611580.057874:0:9693:0:(genops.c:950:__class_new_export()) Process entered 00000040:00001000:1.0:1749611580.057875:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000020:00000010:2.0:1749611580.057877:0:9693:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880129e0e000. 00000040:00001000:1.0:1749611580.057877:0:31124:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.057878:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1749611580.057879:0:9693:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000040:00000001:1.0:1749611580.057879:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.057880:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.057881:0:31124:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749611580.057882:0:9693:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880129e0e000 with handle 0x689c0ec07329d61b to hash 00000020:00000001:1.0:1749611580.057883:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611580.057884:0:9693:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000040:00001000:1.0:1749611580.057885:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28b960 type=0x10620000 idx=39 00000020:00000001:2.0:1749611580.057887:0:9693:0:(obd_class.h:1037:obd_init_export()) Process entered 00000040:00001000:1.0:1749611580.057887:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:1.0:1749611580.057888:0:31124:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000004:00000001:2.0:1749611580.057889:0:9693:0:(mdt_handler.c:7527:mdt_init_export()) Process entered 00000020:00000001:1.0:1749611580.057890:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.057891:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000004:00000010:2.0:1749611580.057892:0:9693:0:(mdt_handler.c:7536:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff880136acd440. 00000040:00000001:1.0:1749611580.057892:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.057894:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1749611580.057895:0:9693:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000001:1.0:1749611580.057895:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057897:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28ba40 type=0x10620000 idx=40 00000001:00000010:2.0:1749611580.057898:0:9693:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff8800b2387880. 00000040:00001000:1.0:1749611580.057899:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:1.0:1749611580.057900:0:31124:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000001:2.0:1749611580.057901:0:9693:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.057902:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00010000:00000001:2.0:1749611580.057903:0:9693:0:(ldlm_lockd.c:3151:ldlm_init_export()) Process entered 00000020:00000001:1.0:1749611580.057903:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611580.057905:0:9693:0:(hash.c:1039:cfs_hash_create()) Process entered 00000040:00001000:1.0:1749611580.057905:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28ba98 type=0x10620000 idx=41 00000040:00001000:1.0:1749611580.057907:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:1.0:1749611580.057908:0:31124:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000010:2.0:1749611580.057909:0:9693:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88006a3819c0. 00000020:00000001:1.0:1749611580.057910:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.057911:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:2.0:1749611580.057913:0:9693:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b4a71760. 00000001:00000010:2.0:1749611580.057915:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27d000. 00000040:00001000:1.0:1749611580.057917:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28bb18 type=0x10620000 idx=42 00000001:00000010:2.0:1749611580.057919:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27ce00. 00000040:00001000:1.0:1749611580.057919:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000001:00000010:2.0:1749611580.057921:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27cc00. 00000040:00001000:1.0:1749611580.057921:0:31124:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.057923:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000010:2.0:1749611580.057924:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27de00. 00000020:00000001:1.0:1749611580.057925:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611580.057927:0:9693:0:(hash.c:1039:cfs_hash_create()) Process entered 00000040:00001000:1.0:1749611580.057927:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28bba8 type=0x10620000 idx=43 00000040:00001000:1.0:1749611580.057928:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000001:00000010:2.0:1749611580.057929:0:9693:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88006a381d80. 00000040:00001000:1.0:1749611580.057930:0:31124:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.057932:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.057933:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057935:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28bc28 type=0x10620000 idx=44 00000040:00001000:1.0:1749611580.057936:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000001:00000010:2.0:1749611580.057938:0:9693:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800b4a71d80. 00000040:00001000:1.0:1749611580.057938:0:31124:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000010:2.0:1749611580.057940:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27c000. 00000020:00000001:1.0:1749611580.057940:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.057941:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.057942:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000001:00000010:2.0:1749611580.057943:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27d400. 00000020:00000001:1.0:1749611580.057944:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:2.0:1749611580.057946:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27d600. 00000020:00000001:1.0:1749611580.057946:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057947:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28bd08 type=0x10620000 idx=45 00000001:00000010:2.0:1749611580.057948:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27c600. 00000040:00001000:1.0:1749611580.057949:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00010000:00000001:2.0:1749611580.057951:0:9693:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057951:0:31124:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.057952:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611580.057953:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00010000:00000001:2.0:1749611580.057954:0:9693:0:(ldlm_lockd.c:3170:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611580.057955:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000004:00000001:2.0:1749611580.057956:0:9693:0:(mdt_handler.c:7553:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.057956:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611580.057958:0:9693:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.057958:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057959:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28bde8 type=0x10620000 idx=46 00000020:00000040:2.0:1749611580.057960:0:9693:0:(genops.c:887:class_export_get()) GET export ffff880129e0e000 refcount=3 00000040:00001000:1.0:1749611580.057961:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000040:00001000:1.0:1749611580.057963:0:31124:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000040:2.0:1749611580.057964:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 7 - export 00000020:00000001:1.0:1749611580.057964:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:2.0:1749611580.057966:0:9693:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000020:00000001:1.0:1749611580.057966:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057967:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28be38 type=0x10620000 idx=47 00000020:00000040:2.0:1749611580.057969:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 2 00000040:00001000:1.0:1749611580.057969:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000020:00000080:2.0:1749611580.057971:0:9693:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x689c0ec07329d61b 00000040:00001000:1.0:1749611580.057971:0:31124:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:2.0:1749611580.057973:0:9693:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611580.057975:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611580.057976:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d61b 00000020:00000001:2.0:1749611580.057978:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611580.057980:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e0e000 refcount=3 00000020:00000001:2.0:1749611580.057982:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000020:00000001:2.0:1749611580.057984:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000020:00000001:1.0:1749611580.057986:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:2.0:1749611580.057987:0:9693:0:(nodemap_handler.c:548:nodemap_add_member()) Process entered 00000040:00000001:1.0:1749611580.057987:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.057989:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000001:00000001:2.0:1749611580.057990:0:9693:0:(nodemap_handler.c:353:nodemap_classify_nid()) Process entered 00000020:00000001:1.0:1749611580.057990:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611580.057992:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.057994:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28bf18 type=0x10600000 idx=48 00000040:00001000:1.0:1749611580.057996:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000001:00000040:2.0:1749611580.057997:0:9693:0:(nodemap_handler.c:366:nodemap_classify_nid()) found nid 192.168.202.106@tcp 00000040:00001000:1.0:1749611580.057998:0:31124:0:(llog.c:575:llog_process_thread()) index: 49 last_index 64767 00000001:00000040:2.0:1749611580.058000:0:9693:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 4 00000040:00000001:1.0:1749611580.058000:0:31124:0:(lustre_log.h:469:llog_next_block()) Process entered 00000001:00000001:2.0:1749611580.058002:0:9693:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process leaving (rc=18446612137310116864 : -131936399434752 : ffff880129c75c00) 00000040:00000001:1.0:1749611580.058002:0:31124:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611580.058005:0:31124:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 16952 00000001:00000001:2.0:1749611580.058006:0:9693:0:(nodemap_member.c:84:nm_member_add()) Process entered 00000020:00000040:2.0:1749611580.058008:0:9693:0:(genops.c:887:class_export_get()) GET export ffff880129e0e000 refcount=4 00000001:00000040:2.0:1749611580.058010:0:9693:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000001:00000001:2.0:1749611580.058013:0:9693:0:(nodemap_member.c:121:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611580.058015:0:31124:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000040:2.0:1749611580.058016:0:9693:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00000040:00000001:1.0:1749611580.058017:0:31124:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611580.058018:0:9693:0:(nodemap_handler.c:567:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.058019:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a000 type=0x10620000 idx=49 00000040:00001000:1.0:1749611580.058021:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611580.058023:0:31124:0:(llog.c:754:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611580.058025:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000004:00100000:2.0:1749611580.058026:0:9693:0:(mdt_handler.c:7245:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000040:00000001:1.0:1749611580.058026:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.058027:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611580.058029:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:2.0:1749611580.058030:0:9693:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000020:00000001:1.0:1749611580.058031:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611580.058032:0:9693:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.058033:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a0e0 type=0x10620000 idx=50 00000004:00000001:2.0:1749611580.058035:0:9693:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000040:00001000:1.0:1749611580.058035:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1749611580.058036:0:31124:0:(llog.c:754:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:2.0:1749611580.058038:0:9693:0:(lprocfs_status_server.c:588:lprocfs_exp_setup()) Process entered 00000020:00000001:1.0:1749611580.058038:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611580.058039:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1749611580.058041:0:9693:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff8800b538acc0 00000040:00001000:1.0:1749611580.058041:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a158 type=0x10620000 idx=51 00000040:00001000:1.0:1749611580.058042:0:31124:0:(llog.c:688:llog_process_thread()) synced_idx: 51 00000020:00000010:2.0:1749611580.058044:0:9693:0:(lprocfs_status_server.c:612:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff8800b4256840. 00000040:00000001:1.0:1749611580.058044:0:31124:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611580.058045:0:31124:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611580.058047:0:31124:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 51 (cur idx 51 off 16384), size 16952 00000040:00000001:1.0:1749611580.058050:0:31124:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749611580.058051:0:9693:0:(lprocfs_status_server.c:625:lprocfs_exp_setup()) Found stats ffff8800b4256f60 for nid 0@lo - ref 3 00000040:00000001:1.0:1749611580.058052:0:31124:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611580.058054:0:9693:0:(lprocfs_status_server.c:637:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000040:00001000:1.0:1749611580.058054:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a158 type=0x10620000 idx=51 00000040:00001000:1.0:1749611580.058056:0:31124:0:(llog.c:733:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000020:00000010:2.0:1749611580.058057:0:9693:0:(lprocfs_status_server.c:662:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff8800b4256840. 00000020:00000001:2.0:1749611580.058061:0:9693:0:(lprocfs_status_server.c:663:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000040:00001000:1.0:1749611580.058062:0:31124:0:(llog.c:754:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000004:00000001:2.0:1749611580.058063:0:9693:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.058064:0:31124:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000004:00000001:2.0:1749611580.058066:0:9693:0:(mdt_handler.c:7490:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1749611580.058066:0:31124:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611580.058067:0:31124:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00010000:00000001:2.0:1749611580.058068:0:9693:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.058069:0:31124:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611580.058071:0:9693:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff880129e0f000. 00000020:00000001:1.0:1749611580.058071:0:31124:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611580.058073:0:31124:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28a238 type=0x0 idx=0 00000020:00000040:2.0:1749611580.058074:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - import 00000040:00000001:1.0:1749611580.058075:0:31124:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1749611580.058077:0:31124:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000020:00000001:2.0:1749611580.058078:0:9693:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611580.058080:0:9693:0:(genops.c:1242:class_import_put()) import ffff880129e0f000 refcount=1 obd=lustre-MDT0001 00000040:00000010:1.0:1749611580.058080:0:31124:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88007d28a000. 00000020:00000001:2.0:1749611580.058082:0:9693:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000010:2.0:1749611580.058083:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd940. 00000020:00000040:2.0:1749611580.058088:0:9693:0:(genops.c:887:class_export_get()) GET export ffff880129e0e000 refcount=5 00000020:00000010:1.0:1749611580.058088:0:31124:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012eb37700. 00000100:00000040:2.0:1749611580.058090:0:9693:0:(service.c:1059:ptlrpc_request_change_export()) RPC GETting export ffff880129e0e000 : new rpc_count 1 00000100:00000001:2.0:1749611580.058093:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611580.058095:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611580.058097:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611580.058100:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611580.058102:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611580.058106:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000040:2.0:1749611580.058108:0:9693:0:(genops.c:887:class_export_get()) GET export ffff880129e0e000 refcount=6 00000020:00000010:1.0:1749611580.058110:0:31124:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012b8b5400. 00000100:00000001:2.0:1749611580.058113:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611580.058114:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000040:00000010:1.0:1749611580.058114:0:31124:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012b8b5800. 00000100:00000001:2.0:1749611580.058116:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:1.0:1749611580.058116:0:31124:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197d000. 00000020:00000010:1.0:1749611580.058120:0:31124:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931da90. 02000000:00000001:2.0:1749611580.058123:0:9693:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000010:1.0:1749611580.058125:0:31124:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012b8b4000. 02000000:00000001:2.0:1749611580.058126:0:9693:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 80000000:00000010:1.0:1749611580.058127:0:31124:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976f960. 02000000:08000000:2.0:1749611580.058129:0:9693:0:(sec.c:1414:sptlrpc_sec_create()) mdt lustre-MDT0001: reverse sec using flavor null 40000000:00000010:1.0:1749611580.058129:0:31124:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012eb377c0. 02000000:00000001:2.0:1749611580.058131:0:9693:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 00100000:00000010:1.0:1749611580.058132:0:31124:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880071978000. 02000000:00000001:2.0:1749611580.058134:0:9693:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:1.0:1749611580.058135:0:31124:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880081d44900. 00000100:00000001:2.0:1749611580.058136:0:9693:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:2.0:1749611580.058138:0:9693:0:(recover.c:146:ptlrpc_resend()) Process entered 00040000:00000010:1.0:1749611580.058138:0:31124:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012b8b5c00. 00000100:00000001:2.0:1749611580.058140:0:9693:0:(recover.c:175:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611580.058142:0:31124:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28e000. 00000100:00080000:2.0:1749611580.058143:0:9693:0:(import.c:66:import_set_state_nolock()) ffff880129e0f000 : changing import state from RECOVER to FULL 00000100:00000001:2.0:1749611580.058146:0:9693:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611580.058147:0:9693:0:(obd_class.h:1255:obd_import_event()) Process leaving 00080000:00000010:1.0:1749611580.058147:0:31124:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b2000. 00000100:00000001:2.0:1749611580.058149:0:9693:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749611580.058150:0:31124:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197c800. 00000020:00000040:2.0:1749611580.058152:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 5 00000004:00000010:1.0:1749611580.058153:0:31124:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b7000. 00000020:00000040:2.0:1749611580.058155:0:9693:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - find 00000004:00000010:1.0:1749611580.058156:0:31124:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197a000. 00010000:00000001:2.0:1749611580.058157:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749611580.058159:0:31124:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880087547800. 00000020:00000001:2.0:1749611580.058160:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000004:00000010:1.0:1749611580.058162:0:31124:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009cd6ac00. 00000020:00000001:2.0:1749611580.058163:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116702640 : -1592848976 : ffffffffa10f0db0) 00000020:00000010:1.0:1749611580.058165:0:31124:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4600. 00000020:00000001:2.0:1749611580.058166:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611580.058167:0:9693:0:(tgt_handler.c:550:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611580.058169:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611580.058171:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749611580.058173:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611580.058175:0:9693:0:(tgt_handler.c:1018:tgt_connect()) Process entered 00000001:00000001:2.0:1749611580.058180:0:9693:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1749611580.058182:0:9693:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611580.058183:0:31086:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b164e0. 00000001:00000001:2.0:1749611580.058184:0:9693:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:2.0:1749611580.058185:0:9693:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611580.058187:0:9693:0:(tgt_handler.c:1087:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611580.058189:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494696832 00000040:00000001:0.0:1749611580.058189:0:31086:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611580.058191:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:01000000:0.0:1749611580.058191:0:31086:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 00000040:00000001:0.0:1749611580.058195:0:31086:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00010000:00000200:2.0:1749611580.058197:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88013033df80 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749611600 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000002:0.0:1749611580.058199:0:31086:0:(lu_object.c:207:lu_object_put()) Add ffff88006dc58600/ffff88012b81bd00 to site lru. bkt: ffff880099881030 00000040:00000010:0.0:1749611580.058203:0:31086:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88006a9b84e0. 00010000:00000001:2.0:1749611580.058205:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000040:00000001:0.0:1749611580.058205:0:31086:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611580.058207:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611580.058208:0:31086:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880070f06000. 00000100:00001000:2.0:1749611580.058210:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=35 v=5 (1 1 1 1) 00000040:00000010:0.0:1749611580.058212:0:31086:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88007fb8e800. 00000020:00000001:0.0:1749611580.058215:0:31086:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611580.058217:0:31086:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000100:00001000:2.0:1749611580.058219:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:2.0:1749611580.058222:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:0.0:1749611580.058222:0:31086:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88008295f800. 00000100:00000040:2.0:1749611580.058224:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000040:00000010:0.0:1749611580.058225:0:31086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006dc58a00. 00000100:00000001:2.0:1749611580.058227:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611580.058229:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:0.0:1749611580.058229:0:31086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b422e800. 02000000:00000001:2.0:1749611580.058231:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.058233:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749611580.058234:0:31086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc58400. 00000100:00000040:2.0:1749611580.058235:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 80000000:00000010:0.0:1749611580.058237:0:31086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16180. 00000400:00000010:2.0:1749611580.058238:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000100:00000200:2.0:1749611580.058241:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834598494696832, offset 0 00040000:00000010:0.0:1749611580.058241:0:31086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc59000. 00080000:00000010:0.0:1749611580.058245:0:31086:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685c000. 00000400:00000200:2.0:1749611580.058246:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611580.058253:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00080000:00000010:0.0:1749611580.058256:0:31086:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff8800ac893800. 00080000:00000010:0.0:1749611580.058259:0:31086:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d89f000. 00000400:00000200:2.0:1749611580.058260:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6848ebf94f580 00000020:00000010:0.0:1749611580.058263:0:31086:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88008295f000. 00000400:00000200:2.0:1749611580.058265:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x95b5 [1] + 0 10000000:00000010:0.0:1749611580.058266:0:31086:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880136947400. 00000400:00000200:2.0:1749611580.058269:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 10000000:01000000:0.0:1749611580.058269:0:31086:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' succeeded (0). 00000400:00000200:2.0:1749611580.058273:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 10000000:00000001:0.0:1749611580.058273:0:31086:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611580.058275:0:31086:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611580.058276:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:0.0:1749611580.058279:0:31086:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611580.058281:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611580.058281:0:31086:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff880084695c00. 00000020:00000010:0.0:1749611580.058284:0:31086:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff880096dff280. 00000020:00000001:0.0:1749611580.058287:0:31086:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611580.058289:0:31086:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611580.058291:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611580.058292:0:31086:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at ffff880136947ec0. 00000020:00000010:0.0:1749611580.058294:0:31086:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at ffff880117b16300. 00000020:00000001:0.0:1749611580.058297:0:31086:0:(tgt_mount.c:1406:server_notify_target()) Process entered 00000020:00000001:0.0:1749611580.058299:0:31086:0:(tgt_mount.c:1210:server_lsi2mti()) Process entered 00000100:00000001:2.0:1749611580.058305:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611580.058309:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000400:00000010:2.0:1749611580.058312:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000001:2.0:1749611580.058314:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749611580.058314:0:31086:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff88009685c000. 00000100:00000001:2.0:1749611580.058316:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611580.058317:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611580.058319:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611580.058319:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611580.058322:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:2.0:1749611580.058324:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:01000004:0.0:1749611580.058324:0:31086:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000400:00000001:1.0:1749611580.058325:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749611580.058326:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611580.058326:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:01000004:0.0:1749611580.058326:0:31086:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000001:2.0:1749611580.058328:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:01000004:0.0:1749611580.058328:0:31086:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000400:00000010:1.0:1749611580.058329:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff420. 00000020:01000004:0.0:1749611580.058329:0:31086:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611580.058331:0:31086:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:2.0:1749611580.058332:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033df80 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749611600 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1749611580.058332:0:31086:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000400:00000200:1.0:1749611580.058333:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000020:01000004:0.0:1749611580.058333:0:31086:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611580.058335:0:31086:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:0.0:1749611580.058336:0:31086:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611580.058338:0:31086:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 00000400:00000010:1.0:1749611580.058340:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 10000000:00000001:0.0:1749611580.058341:0:31086:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1749611580.058343:0:31086:0:(mgc_request_server.c:266:mgc_set_info_async_server()) register_target lustre-OST0000 0x40000002 00000100:00000001:1.0:1749611580.058344:0:28320:0:(events.c:79:reply_in_callback()) Process entered 10000000:00000001:0.0:1749611580.058346:0:31086:0:(mgc_request_server.c:181:mgc_target_register()) Process entered 00000100:00000200:1.0:1749611580.058349:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611580.058349:0:31086:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033e300. 00000020:00000040:0.0:1749611580.058353:0:31086:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00100000:2.0:1749611580.058354:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28320:x1834598494696832:12345-0@lo:38:llog_process_th.0 Request processed in 546us (676us total) trans 0 rc 0/0 00000020:01000004:0.0:1749611580.058355:0:31086:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1749611580.058357:0:31086:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611580.058358:0:31086:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000100:00000200:1.0:1749611580.058359:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611590 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:01000004:0.0:1749611580.058360:0:31086:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00100000:2.0:1749611580.058363:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000020:01000004:0.0:1749611580.058364:0:31086:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000100:00000040:2.0:1749611580.058365:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e0e000 : new rpc_count 0 00000020:01000004:0.0:1749611580.058365:0:31086:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611580.058366:0:31086:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000100:00000001:1.0:1749611580.058367:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:01000004:0.0:1749611580.058367:0:31086:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00000001:2.0:1749611580.058368:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611580.058368:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611580.058369:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611580.058369:0:31086:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749611580.058371:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611580.058371:0:31086:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611580.058372:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1749611580.058373:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 00000100:00000001:1.0:1749611580.058394:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611580.058396:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611580.058399:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611580.058400:0:31086:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611580.058404:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8801302d4000. 00000020:00000010:2.0:1749611580.058406:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000100:00001000:1.0:1749611580.058409:0:28320:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979438 time=1749611580 v=5 (0 0 0 0) 00000020:00000010:2.0:1749611580.058410:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ca00. 02000000:00000010:0.0:1749611580.058410:0:31086:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff880070f06000. 00000100:00001000:1.0:1749611580.058412:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=1749611580 v=0 (0 0 0 0) 00000020:00000040:2.0:1749611580.058414:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 4 00000100:00001000:1.0:1749611580.058415:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff8800719793f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:2.0:1749611580.058416:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.058416:0:31086:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611580.058418:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611580.058420:0:28320:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611580.058421:0:31086:0:(mgc_request_server.c:211:mgc_target_register()) register lustre-OST0000 00010000:00000001:1.0:1749611580.058423:0:28320:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749611580.058423:0:31086:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611580.058425:0:31086:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00010000:00080000:1.0:1749611580.058427:0:28320:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611580.058429:0:31086:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880084695c00. 00000100:00000001:0.0:1749611580.058431:0:31086:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134535715840 : -131939173835776 : ffff880084695c00) 00000100:00000001:0.0:1749611580.058433:0:31086:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1749611580.058434:0:28320:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.058435:0:31086:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137417892608 : -131936291659008 : ffff88013033e300) 00000100:00000001:1.0:1749611580.058437:0:28320:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611580.058438:0:31086:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:1.0:1749611580.058439:0:28320:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000040:1.0:1749611580.058441:0:28320:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1749611580.058441:0:31086:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.058443:0:31086:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1749611580.058444:0:28320:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611580.058444:0:31086:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611580.058445:0:28320:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611580.058449:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611590 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611580.058450:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88013033e300 x1834598494696960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611580.058456:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611580.058458:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611580.058459:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611580.058460:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611580.058464:0:31086:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88013033e300 x1834598494696960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611580.058465:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611580.058467:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1749611580.058471:0:28320:0:(import.c:1107:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00000001:0.0:1749611580.058471:0:31086:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.058473:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:1.0:1749611580.058474:0:28320:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611580.058474:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611580.058475:0:28320:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d614 00000100:00100000:0.0:1749611580.058476:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695c00 going to sleep for 0 seconds 00000020:00000001:1.0:1749611580.058477:0:28320:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611580.058478:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1749611580.058479:0:28320:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4006000 refcount=5 00000100:00000001:0.0:1749611580.058480:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611580.058482:0:28320:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334141952 : -131938375409664 : ffff8800b4006000) 00000100:00000001:0.0:1749611580.058482:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611580.058483:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611580.058484:0:28320:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334141952 : -131938375409664 : ffff8800b4006000) 00000100:00000001:0.0:1749611580.058485:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611580.058487:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=1749611580 v=0 (0 0 0 0) 00000100:00001000:1.0:1749611580.058490:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff8800719793f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00080000:1.0:1749611580.058496:0:28320:0:(import.c:944:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:1.0:1749611580.058498:0:28320:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4006000 : new refcount 4 00000100:00000001:1.0:1749611580.058500:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:1.0:1749611580.058501:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00080000:1.0:1749611580.058503:0:28320:0:(import.c:1188:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1749611580.058506:0:28320:0:(import.c:66:import_set_state_nolock()) ffff880071979000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1749611580.058508:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:1.0:1749611580.058509:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:1.0:1749611580.058511:0:28320:0:(import.c:1216:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611580.058513:0:28320:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1749611580.058515:0:28320:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611580.058518:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611580.058549:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611590 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611580.058558:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880077a9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494696832:0@lo:38:llog_process_th.0 00000100:00000001:1.0:1749611580.058563:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611580.058565:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611580.058568:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880077a9d880 x1834598494696832/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611590 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611580.058574:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611580.058581:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611580.058584:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800b5207000. 02000000:00000001:1.0:1749611580.058587:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611580.058589:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611580.058591:0:28320:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749611580.058593:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611580.058595:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8801327dd800. 02000000:00000001:1.0:1749611580.058599:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611580.058600:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611580.058602:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9d880. 00000100:00000001:1.0:1749611580.058605:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611580.058607:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611580.058609:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611580.058610:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611580.058612:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611580.058614:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611580.058615:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611580.080632:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300853538, at 4300853538 00000100:00000040:3.0:1749611580.080635:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300853538, at 4300853538 00000100:00000040:2.0:1749611580.080638:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300853538, at 4300853538 00000100:00000040:0.0:1749611580.080638:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300853538, at 4300853538 00000100:00000010:1.0:1749611580.080654:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c4f80. 00000100:00000010:2.0:1749611580.080658:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c49c0. 00000100:00000010:0.0:1749611580.080664:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c4d00. 00000100:00000010:3.0:1749611580.080670:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c41c0. 00010000:00000001:0.0:1749611580.304708:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611580.304715:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611580.304840:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611580.304845:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611580.304850:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611580.453698:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611580.453706:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611580.453708:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611580.453714:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611580.453717:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611580.453721:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.453724:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611580.453728:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.453730:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611580.458614:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611580.458620:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611580.458622:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611580.458625:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611580.458628:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611580.458631:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.458633:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611580.458636:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611580.458638:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611581.057644:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611581.057652:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611581.057654:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611581.057658:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611581.057662:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611581.057666:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611581.057669:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611581.057671:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611581.057674:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611581.058645:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611581.058661:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611581.058664:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611581.058669:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611581.058672:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611581.058676:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611581.058680:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611581.306675:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611581.306683:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611581.306757:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611581.306763:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611581.306768:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611581.453698:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611581.453705:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611581.453707:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611581.453712:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611581.453716:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611581.453739:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611581.453742:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611581.453746:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611581.453748:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611581.458630:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611581.458636:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611581.458638:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611581.458641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611581.458644:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611581.458647:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611581.458649:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611581.458652:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611581.458654:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749611581.998672:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:2.0:1749611581.998682:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1749611581.998687:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:2.0:1749611581.998938:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:0.0:1749611581.998940:0:28314:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:2.0:1749611581.998956:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1749611581.998961:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:2.0:1749611581.998963:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611582.057644:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611582.057650:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611582.057653:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611582.057656:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611582.057659:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611582.057663:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611582.057666:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611582.057669:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611582.057672:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611582.058628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611582.058642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611582.058645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611582.058648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611582.058651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611582.058653:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611582.058656:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611582.308640:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611582.308645:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611582.308755:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611582.308760:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611582.308773:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611582.453640:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611582.453645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611582.453648:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611582.453651:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611582.453654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611582.453657:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611582.453659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611582.453662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611582.453664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611582.458624:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611582.458630:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611582.458632:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611582.458635:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611582.458649:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611582.458652:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611582.458655:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611582.458657:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611582.458659:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611583.057726:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611583.057734:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611583.057737:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611583.057742:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611583.057746:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611583.057749:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611583.057751:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611583.057754:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611583.057757:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611583.058606:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611583.058620:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611583.058622:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611583.058626:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611583.058628:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611583.058631:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611583.058633:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611583.310719:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611583.310727:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611583.310855:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611583.310861:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611583.310865:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611583.453700:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611583.453708:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611583.453710:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611583.453715:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611583.453719:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611583.453724:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611583.453727:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611583.453730:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611583.453733:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611583.458630:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611583.458636:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611583.458638:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611583.458641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611583.458644:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611583.458647:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611583.458650:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611583.458652:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611583.458654:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611584.057579:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611584.057587:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611584.057590:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611584.057594:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695c00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611584.057598:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611584.057601:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611584.057604:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611584.057607:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611584.057610:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611584.058649:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611584.058663:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611584.058665:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611584.058669:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611584.058671:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611584.058674:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611584.058677:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611584.312717:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611584.312727:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611584.312729:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611584.312733:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611584.312738:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611584.312740:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611584.312742:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611584.312745:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611584.312827:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611584.312833:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611584.312836:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611584.453703:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611584.453713:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611584.453716:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611584.453721:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611584.453725:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611584.453746:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611584.453749:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611584.453762:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88013033d180 x1834598494696064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611584.453773:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611584.453777:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88013033d180 x1834598494696064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611584.453786:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611584.453790:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611584.453792:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611584.453794:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611584.453798:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033d180 x1834598494696064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611584.453806:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013033d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494696064:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611584.453812:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611584.453814:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611584.453817:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611584.453819:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611584.453823:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88013033d180 x1834598494696064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611584.453830:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611584.453833:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880084695540. 00000100:00000001:0.0:1749611584.453838:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611584.453839:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611584.453844:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611584.453847:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611584.453851:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611584.453854:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88008295e600 refcount=4 00000020:00000001:0.0:1749611584.453856:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134505080320 : -131939204471296 : ffff88008295e600) 00010000:00000001:0.0:1749611584.453859:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134505080320 : -131939204471296 : ffff88008295e600) 00010000:00010000:0.0:1749611584.453867:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88008295e600/0x689c0ec07329d5f8 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611584.453881:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611584.453887:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88008295e600/0x689c0ec07329d5f8 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611584.453893:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611584.453896:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88008295e600/0x689c0ec07329d5f8 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611584.453902:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611584.453904:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611584.453906:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88008295e600/0x689c0ec07329d5f8 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611584.453912:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611584.453914:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611584.453917:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611584.453920:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88008295e600/0x689c0ec07329d5f8 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611584.453926:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88008295e600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611584.453929:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611584.453932:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88008295e600/0x689c0ec07329d5f8 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611584.453938:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611584.453939:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611584.453940:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611584.453942:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88008295e600 refcount=5 00000020:00000001:0.0:1749611584.453944:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134505080320 : -131939204471296 : ffff88008295e600) 00010000:00000001:0.0:1749611584.453946:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134505080320 : -131939204471296 : ffff88008295e600) 00010000:00000001:0.0:1749611584.453950:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611584.453957:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88008295e600/0x689c0ec07329d5f8 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611584.453963:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611584.453966:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88008295e600/0x689c0ec07329d5f8 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611584.453971:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749611584.453973:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611584.453975:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611584.453977:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611584.453979:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611584.453981:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611584.453983:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611584.453985:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611584.453986:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611584.453989:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88008295e600 with handle 0x689c0ec07329d5f8 from hash 00010000:00000001:0.0:1749611584.453992:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611584.453993:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611584.453994:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611584.453995:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611584.453997:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611584.453998:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611584.454000:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611584.454001:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611584.454003:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611584.454005:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611584.454007:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88008295e600/0x689c0ec07329d5f8 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611584.454012:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611584.454013:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611584.454014:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611584.454016:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611584.454017:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611584.454018:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611584.454019:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611584.454026:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88008295e600/0x689c0ec07329d5f8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611584.454034:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800a6190b00 count: 0 00010000:00000001:0.0:1749611584.454072:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611584.454075:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611584.454078:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611584.454082:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88013033d180 x1834598494696064/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611584.454090:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611584.454093:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611584.454095:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611584.454097:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611584.454101:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88008295f400. 02000000:00000001:0.0:1749611584.454106:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611584.454108:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611584.454110:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013033d180. 00000100:00000001:0.0:1749611584.454115:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611584.454116:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611584.454118:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611584.454122:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611584.454125:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611584.454129:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012b4c4e40. 00000020:00000010:0.0:1749611584.454134:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000020:00000010:0.0:1749611584.454139:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e600. 00000040:00000010:0.0:1749611584.454144:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8e800. 00000020:00000010:0.0:1749611584.454149:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b422c800. 00000020:00000010:0.0:1749611584.454155:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880133195200. 80000000:00000010:0.0:1749611584.454161:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16300. 00040000:00000010:0.0:1749611584.454167:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc59e00. 00080000:00000010:0.0:1749611584.454173:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012d89f000. 00080000:00000010:0.0:1749611584.454179:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 10000000:00000040:0.0:1749611584.454187:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611584.454191:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880084695180 : new refcount 2 10000000:00000001:0.0:1749611584.454200:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:0.0:1749611584.454205:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611584.454211:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e600. 00000040:00000010:0.0:1749611584.454216:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8e800. 00000020:00000010:0.0:1749611584.454218:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b422c800. 00000020:00000010:0.0:1749611584.454224:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880133195200. 80000000:00000010:0.0:1749611584.454228:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16300. 00040000:00000010:0.0:1749611584.454234:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc59e00. 00080000:00000010:0.0:1749611584.454240:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:0.0:1749611584.454244:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d89f000. 00000020:00000010:0.0:1749611584.454248:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 10000000:00000010:0.0:1749611584.454251:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012b4c4e40. 10000000:01000000:0.0:1749611584.454253:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:0.0:1749611584.454257:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611584.454260:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611584.454262:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611584.454264:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611584.454266:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8800b5273200) refs 4 10000000:00000001:0.0:1749611584.454268:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611584.454270:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611584.454272:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff8800b4070600) refs 2 10000000:00000001:0.0:1749611584.454274:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611584.454275:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611584.454276:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:0.0:1749611584.454278:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611584.454280:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-sptlrpc-ffff8800a8b08000 from 1 10000000:00000001:0.0:1749611584.454282:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611584.454284:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1749611584.454288:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033d180. 00000020:00000040:0.0:1749611584.454291:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611584.454295:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611584.454298:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611584.454304:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611584.454308:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88006dc59000. 00000100:00000001:0.0:1749611584.454314:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611584.454324:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611584.454326:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611584.454332:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88012b81b800. 00010000:00000001:0.0:1749611584.454421:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611584.454424:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88006dc59e00. 00000020:00000001:0.0:1749611584.454428:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611584.454431:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88006dc59e00 with handle 0x689c0ec07329d622 to hash 00000020:00000001:0.0:1749611584.454433:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611584.454435:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134155886080 : -131939553665536 : ffff88006dc59e00) 00010000:00000001:0.0:1749611584.454438:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134155886080 : -131939553665536 : ffff88006dc59e00) 00010000:00000001:0.0:1749611584.454441:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611584.454443:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611584.454446:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006dc59e00/0x689c0ec07329d622 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611584.454454:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88006dc59e00/0x689c0ec07329d622 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611584.454466:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88006dc59e00/0x689c0ec07329d622 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611584.454472:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611584.454473:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611584.454479:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880084695540. 00000100:00000001:0.0:1749611584.454481:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134535714112 : -131939173837504 : ffff880084695540) 00000100:00000001:0.0:1749611584.454484:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611584.454485:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137417888128 : -131936291663488 : ffff88013033d180) 00000100:00000001:0.0:1749611584.454490:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611584.454494:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611584.454497:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611584.454498:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611584.454504:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88013033d180 x1834598494697088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611584.454512:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611584.454550:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611584.454556:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff88013033d180 x1834598494697088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611584.454564:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611584.454566:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611584.454567:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611584.454569:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611584.454571:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611584.454573:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611584.454574:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611584.454576:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611584.454578:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749611584.456752:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a6190b00. 00010000:00000010:2.1:1749611584.456763:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88008295e600. 00000100:00000001:0.0:1749611584.458627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611584.458633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611584.458635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611584.458638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611584.458641:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611584.458644:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611584.458646:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611584.458649:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611584.458651:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611585.057752:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611585.057759:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611585.057761:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611585.057766:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611585.057770:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611585.057773:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611585.057776:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611585.057779:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611585.057782:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.058641:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611585.058655:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611585.058658:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611585.058661:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611585.058663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611585.058667:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.058669:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611585.070638:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611585.070646:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611585.070649:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611585.070653:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611585.070656:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611585.070658:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611585.070662:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611585.070667:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6186 00000100:00080000:2.0:1749611585.070671:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611585.070674:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611585.070677:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611585.070680:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611585.070682:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611585.070686:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611585.070689:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611585.070692:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611585.070696:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611585.070698:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611585.070701:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611585.070704:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611585.070722:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611585.070724:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611585.070726:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611585.070730:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611585.070733:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611585.070736:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611585.070739:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611585.070746:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611585.070749:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.070751:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611585.070754:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611585.070760:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7bb80. 00000020:00000040:2.0:1749611585.070764:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611585.070767:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611585.070770:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.070774:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611585.070776:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611585.070780:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611585.070788:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880080faa400. 00000100:00000001:2.0:1749611585.070794:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611585.070804:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7bb80 x1834598494697216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611585.070816:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611585.070820:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611585.070825:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7bb80] to pc [ptlrpcd_rcv+-1] req@ffff880071e7bb80 x1834598494697216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611585.070852:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611585.070856:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611585.070860:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611585.070861:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611585.070863:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611585.070866:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611585.070874:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6186 00000100:00080000:2.0:1749611585.070877:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611585.070880:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611585.070882:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611585.070884:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611585.070886:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611585.070888:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611585.070889:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611585.070891:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611585.070892:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611585.070895:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611585.070897:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611585.070899:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611585.070901:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611585.070902:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611585.070904:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611585.070907:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611585.070909:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611585.070911:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611585.070913:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611585.070917:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611585.070919:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.070921:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611585.070923:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611585.070927:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7b800. 00000020:00000040:2.0:1749611585.070929:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611585.070932:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611585.070933:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.070935:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611585.070936:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611585.070938:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611585.070941:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880080faac00. 00000100:00000001:2.0:1749611585.070945:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.070948:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611585.070953:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611585.070954:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7b800 x1834598494697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611585.070956:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611585.070962:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611585.070965:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611585.070965:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7bb80 x1834598494697216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611585.070968:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7b800] to pc [ptlrpcd_rcv+-1] req@ffff880071e7b800 x1834598494697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611585.070977:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.070977:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611585.070979:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749611585.070979:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611585.070982:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749611585.070983:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611585.070984:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611585.070985:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1749611585.070986:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611585.070988:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:1.0:1749611585.070988:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611585.070990:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6186 00000100:00100000:1.0:1749611585.070992:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494697216:0@lo:38:kworker.0 00000100:00080000:2.0:1749611585.070993:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611585.070995:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611585.070997:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611585.070997:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611585.070999:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611585.071000:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611585.071002:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611585.071003:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611585.071005:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611585.071007:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611585.071009:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611585.071011:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:1.0:1749611585.071011:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611585.071013:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:1.0:1749611585.071014:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071015:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611585.071016:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749611585.071017:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611585.071018:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611585.071020:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000010:1.0:1749611585.071021:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801327dd800. 00000100:00080000:2.0:1749611585.071023:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:1.0:1749611585.071024:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071029:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611585.071031:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1749611585.071032:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 02000000:00000001:2.0:1749611585.071034:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611585.071036:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071038:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:1.0:1749611585.071039:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:2.0:1749611585.071040:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611585.071043:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7a680. 00000020:00000040:2.0:1749611585.071045:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611585.071047:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1749611585.071047:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494697216, portal 4 02000000:00000001:2.0:1749611585.071049:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071050:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749611585.071050:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749611585.071051:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749611585.071052:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225230720 : -131939484320896 : ffff880071e7bb80) 02000000:00000001:2.0:1749611585.071053:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611585.071057:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009bad2800. 00000100:00000001:2.0:1749611585.071060:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611585.071061:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7bb80 x1834598494697216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611585.071064:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7a680 x1834598494697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611585.071070:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611585.071071:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611585.071073:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611585.071073:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611585.071075:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000040:2.0:1749611585.071076:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7a680] to pc [ptlrpcd_rcv+-1] req@ffff880071e7a680 x1834598494697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611585.071078:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494697216, offset 0 00000100:00000001:2.0:1749611585.071083:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611585.071084:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611585.071086:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611585.071089:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611585.071092:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7ad80. 00000020:00000040:2.0:1749611585.071094:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611585.071097:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611585.071098:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:1.0:1749611585.071098:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611585.071100:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611585.071103:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e900. 00000100:00000001:2.0:1749611585.071105:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611585.071109:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749611585.071109:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94f700 00000400:00000200:1.0:1749611585.071117:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 13000 00000400:00000200:1.0:1749611585.071126:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611585.071129:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:1.0:1749611585.071130:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611585.071131:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.071135:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611585.071136:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7ad80] to pc [ptlrpcd_00_02+2] req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611585.071137:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749611585.071142:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9d880. 00000100:00000040:1.0:1749611585.071145:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9d880 x1834598494697216 msgsize 520 00000100:00100000:1.0:1749611585.071150:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611585.071168:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611585.071171:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749611585.071173:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749611585.071175:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611585.071176:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611585.071178:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611585.071181:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:1.0:1749611585.071182:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00080000:2.0:1749611585.071184:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6186 00000400:00000010:1.0:1749611585.071184:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00001000:2.0:1749611585.071187:0:18174:0:(import.c:2097:obd_at_measure()) add 10 to ffff88012d4a03f0 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1749611585.071187:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:2.0:1749611585.071190:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88012d4a03f0 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00000200:1.0:1749611585.071192:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7bb80 x1834598494697216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611585.071193:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000040:2.0:1749611585.071196:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611585.071198:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611585.071199:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611585.071201:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611585.071201:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611585.071203:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611585.071204:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d606 00000020:00000001:2.0:1749611585.071206:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611585.071208:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=7 00000020:00000001:2.0:1749611585.071210:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000040:1.0:1749611585.071210:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7bb80 x1834598494697216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611585.071212:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000040:2.0:1749611585.071215:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611585.071216:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611585.071218:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611585.071218:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.071219:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611585.071220:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611585.071222:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 6 00000100:00000001:1.0:1749611585.071224:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611585.071229:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d4a0000 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:1.0:1749611585.071230:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1262 usecs (2 jiffies) 00000100:00000001:2.0:1749611585.071232:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611585.071233:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:1.0:1749611585.071234:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300858530 02000000:00000001:2.0:1749611585.071237:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749611585.071238:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b52e3640. 02000000:00000001:2.0:1749611585.071239:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071241:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611585.071242:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.071244:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000010:2.0:1749611585.071245:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78700. 00000020:00000040:2.0:1749611585.071247:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749611585.071249:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611585.071250:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.071251:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300858530 00000100:00000001:2.0:1749611585.071252:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611585.071254:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000010:1.0:1749611585.071254:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b52e3740. 02000000:00000001:2.0:1749611585.071255:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.071257:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749611585.071259:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300858530 00000100:00000010:1.0:1749611585.071262:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b52e36c0. 00000100:00000001:1.0:1749611585.071265:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:1.0:1749611585.071268:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300858530 02000000:00000010:2.0:1749611585.071269:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074694000. 00000100:00000010:1.0:1749611585.071272:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012eb37700. 00000100:00000001:2.0:1749611585.071273:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.071275:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:2.0:1749611585.071278:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e78700 x1834598494697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611585.071278:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611585.071280:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611585.071280:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611585.071282:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611585.071283:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071285:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611585.071285:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611585.071287:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611585.071287:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611585.071287:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494697216 00000100:00000001:3.0:1749611585.071289:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611585.071290:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78700] to pc [ptlrpcd_rcv+-1] req@ffff880071e78700 x1834598494697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611585.071291:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611585.071292:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611585.071292:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611585.071294:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611585.071295:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611585.071296:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749611585.071297:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611585.071297:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611585.071298:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611585.071299:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611585.071301:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1749611585.071301:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7b800 x1834598494697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611585.071304:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1749611585.071306:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611585.071307:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78000. 00000100:00000001:3.0:1749611585.071309:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:2.0:1749611585.071309:0:18174:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749611585.071309:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611585.071310:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611585.071311:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071311:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1749611585.071311:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494697216 02000000:00000001:2.0:1749611585.071312:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611585.071312:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611585.071314:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611585.071315:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1749611585.071316:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e500. 02000000:00000001:3.0:1749611585.071318:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611585.071319:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611585.071319:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611585.071320:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611585.071321:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611585.071322:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749611585.071324:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494697600:0@lo:400:kworker.0 00000100:00100000:1.0:1749611585.071325:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494697344:0@lo:38:kworker.0 00000020:00000001:0.0:1749611585.071327:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611585.071359:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611585.071362:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:0.0:1749611585.071362:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749611585.071364:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071366:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:1.0:1749611585.071366:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749611585.071366:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611585.071367:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611585.071368:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611585.071369:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801327dc400. 00000020:00000001:0.0:1749611585.071369:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611585.071371:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611585.071371:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611585.071372:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611585.071373:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611585.071373:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78000] to pc [ptlrpcd_00_03+3] req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611585.071375:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:1.0:1749611585.071375:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db840. 00000400:00000010:1.0:1749611585.071379:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000020:00000010:0.0:1749611585.071380:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58400. 02000000:00000010:3.0:1749611585.071381:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125400. 00000100:00000001:2.0:1749611585.071382:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611585.071382:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494697344, portal 10 02000000:00000001:3.0:1749611585.071383:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.071385:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611585.071386:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225229824 : -131939484321792 : ffff880071e7b800) 00000400:00000010:3.0:1749611585.071388:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f77e8. 00000100:00000040:2.0:1749611585.071388:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6196) 00000020:00000010:0.0:1749611585.071388:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff280. 00000400:00000010:3.0:1749611585.071392:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed2a8. 00000100:00000040:1.0:1749611585.071392:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7b800 x1834598494697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611585.071395:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 00000100:00000200:3.0:1749611585.071397:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494697600, portal 10 00000100:00000001:3.0:1749611585.071399:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611585.071399:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611585.071401:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225227136 : -131939484324480 : ffff880071e7ad80) 00000100:00000040:1.0:1749611585.071401:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611585.071403:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749611585.071403:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611585.071405:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749611585.071406:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494697344, offset 0 00000100:00000001:0.0:1749611585.071408:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071410:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749611585.071410:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611585.071412:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611585.071414:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749611585.071416:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611585.071416:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611585.071418:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611585.071419:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611585.071422:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94f780 00000100:00000001:2.0:1749611585.071425:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749611585.071426:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 145672 00000100:00000001:2.0:1749611585.071427:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611585.071427:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611585.071428:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611585.071430:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749611585.071431:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611585.071432:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611585.071432:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749611585.071433:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 02000000:00000001:2.0:1749611585.071435:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611585.071435:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611585.071437:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494697600, offset 0 00000100:00100000:2.0:1749611585.071438:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494697856:0@lo:400:kworker.0 00000100:00000001:1.0:1749611585.071439:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611585.071441:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611585.071441:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749611585.071442:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611585.071442:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611585.071443:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:1.0:1749611585.071444:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880077a9c000. 02000000:00000001:2.0:1749611585.071445:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611585.071447:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611585.071447:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880077a9c000 x1834598494697344 msgsize 520 02000000:00000001:2.0:1749611585.071449:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749611585.071449:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000400:00000200:3.0:1749611585.071451:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749611585.071452:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27c400. 00000100:00100000:1.0:1749611585.071452:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611585.071452:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321838208 : -131939387713408 : ffff880077a9d880) 02000000:00000001:2.0:1749611585.071454:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611585.071458:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94f880 00000100:00000040:0.0:1749611585.071458:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9d880 x1834598494697216/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611605 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611585.071459:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe9a0. 00000100:00000001:1.0:1749611585.071461:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:2.0:1749611585.071463:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5ae58. 00000400:00000200:3.0:1749611585.071464:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 146192 00000400:00000200:3.0:1749611585.071469:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749611585.071471:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494697216:12345-0@lo:38:kworker.0 00000400:00000200:3.0:1749611585.071473:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611585.071476:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494697216 00000100:00000200:2.0:1749611585.071478:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494697856, portal 10 00000400:00000200:1.0:1749611585.071478:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:2.0:1749611585.071480:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749611585.071480:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611585.071482:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225215488 : -131939484336128 : ffff880071e78000) 00010000:00000001:0.0:1749611585.071484:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:1.0:1749611585.071486:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749611585.071489:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:2.0:1749611585.071490:0:28324:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880136abc000. 00000100:00000001:3.0:1749611585.071491:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611585.071492:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749611585.071493:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7b800 x1834598494697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611585.071496:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:3.0:1749611585.071497:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f575c00. 00000020:00000001:0.0:1749611585.071498:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611585.071500:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009f575c00 x1834598494697600 msgsize 224 00000100:00000001:1.0:1749611585.071501:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00020000:0.0:1749611585.071502:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749611585.071504:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7b800 x1834598494697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611585.071505:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1749611585.071505:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749611585.071509:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611585.071511:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.071512:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611585.071512:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611585.071515:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611585.071515:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611585.071515:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611585.071516:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611585.071518:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611585.071518:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749611585.071519:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1093 usecs (2 jiffies) 00000400:00000010:2.0:1749611585.071545:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000200:2.0:1749611585.071549:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494697856, offset 0 00000100:00000001:1.0:1749611585.071549:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300858531 00000400:00000200:2.0:1749611585.071555:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611585.071556:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300858530 00000400:00000200:3.0:1749611585.071558:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000100:00000001:1.0:1749611585.071560:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300858531 00000400:00000010:3.0:1749611585.071561:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000100:00000001:1.0:1749611585.071562:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300858530 00000400:00000200:2.0:1749611585.071563:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611585.071565:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611585.071565:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300858531 00000100:00000001:1.0:1749611585.071568:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300858530 00000100:00000200:3.0:1749611585.071570:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611585.071570:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94f980 00000100:00000001:1.0:1749611585.071571:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300858531 00000100:00000001:1.0:1749611585.071574:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300858530 00000400:00000200:2.0:1749611585.071575:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 146416 00000100:00000001:1.0:1749611585.071576:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749611585.071576:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b5207000. 00000100:00000001:3.0:1749611585.071579:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611585.071579:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611585.071580:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611585.071581:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611585.071581:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611585.071582:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611585.071582:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611585.071585:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611585.071585:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7a680 x1834598494697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611585.071589:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071589:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611585.071591:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:2.0:1749611585.071591:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611585.071592:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611585.071593:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611585.071594:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78e00. 00010000:00000001:0.0:1749611585.071594:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611585.071595:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611585.071595:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00010000:00000001:0.0:1749611585.071596:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611585.071597:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880071e78e00 x1834598494697856 msgsize 224 02000000:00000001:1.0:1749611585.071597:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611585.071599:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 947 usecs (1 jiffies) 02000000:00000001:1.0:1749611585.071599:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611585.071600:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611585.071601:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300858530 00000100:00100000:2.0:1749611585.071601:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749611585.071602:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494697472:0@lo:38:kworker.0 00000100:00000001:0.0:1749611585.071603:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611585.071605:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300858531 00000100:00000001:3.0:1749611585.071607:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300858530 00000100:00000001:0.0:1749611585.071607:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611585.071609:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611585.071610:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749611585.071610:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749611585.071613:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611585.071613:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611585.071614:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 02000000:00000001:1.0:1749611585.071615:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611585.071616:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300858531 00000400:00000010:2.0:1749611585.071616:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 02000000:00000001:1.0:1749611585.071616:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611585.071616:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611585.071618:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300858530 00000100:00000001:2.0:1749611585.071619:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749611585.071619:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611585.071620:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300858531 02000000:00000010:1.0:1749611585.071620:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801327ddc00. 02000000:00000001:0.0:1749611585.071621:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611585.071622:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300858530 02000000:00000001:1.0:1749611585.071622:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611585.071623:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611585.071624:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611585.071625:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300858531 00000400:00000010:1.0:1749611585.071625:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db7e8. 00000100:00000001:0.0:1749611585.071626:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611585.071627:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749611585.071628:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000040:0.0:1749611585.071628:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611585.071629:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611585.071631:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:3.0:1749611585.071632:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071632:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749611585.071632:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494697472, portal 10 00000100:00000001:3.0:1749611585.071634:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611585.071634:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749611585.071635:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611585.071635:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225225344 : -131939484326272 : ffff880071e7a680) 00000100:00000200:0.0:1749611585.071636:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494697216, offset 0 00000100:00000001:3.0:1749611585.071640:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749611585.071641:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7a680 x1834598494697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611585.071641:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611585.071642:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749611585.071642:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071643:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611585.071644:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611585.071645:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611585.071647:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.071648:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611585.071649:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071649:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611585.071650:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611585.071651:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611585.071653:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1011 usecs (2 jiffies) 00000400:00000010:1.0:1749611585.071653:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749611585.071655:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494697472, offset 0 00000100:00000001:2.0:1749611585.071656:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300858531 00000400:00000200:0.0:1749611585.071658:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94f700 00000100:00000001:2.0:1749611585.071659:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300858531 00000400:00000200:1.0:1749611585.071659:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611585.071662:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300858531 00000100:00000001:2.0:1749611585.071664:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300858531 00000400:00000200:0.0:1749611585.071664:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x95c1 [1] + 0 00000100:00000001:3.0:1749611585.071665:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749611585.071666:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749611585.071668:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494697344 02000000:00000001:3.0:1749611585.071670:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749611585.071670:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611585.071671:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300858531 00000400:00000200:1.0:1749611585.071671:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94f800 00000100:00000001:3.0:1749611585.071672:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611585.071673:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611585.071674:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300858531 00000100:00000001:3.0:1749611585.071675:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611585.071675:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 146640 00000100:00000001:2.0:1749611585.071676:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300858531 02000000:00000001:3.0:1749611585.071678:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071678:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300858531 00000400:00000200:1.0:1749611585.071679:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611585.071679:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611585.071680:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494697344 00000100:00000001:2.0:1749611585.071680:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611585.071682:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611585.071682:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611585.071683:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:3.0:1749611585.071684:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611585.071685:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611585.071685:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7bb80 x1834598494697216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611585.071686:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611585.071686:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611585.071687:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611585.071688:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611585.071688:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749611585.071690:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611585.071692:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fdc00. 00000020:00000010:3.0:1749611585.071693:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 00000100:00000001:2.0:1749611585.071693:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611585.071695:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:1.0:1749611585.071695:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c4fdc00 x1834598494697472 msgsize 520 00000100:00000040:0.0:1749611585.071696:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7bb80 x1834598494697216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611585.071697:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000100:00000001:2.0:1749611585.071697:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611585.071699:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749611585.071699:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611585.071700:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611585.071701:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000001:2.0:1749611585.071702:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611585.071705:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611585.071705:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611585.071706:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611585.071706:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611585.071709:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611585.071712:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000001:3.0:1749611585.071713:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611585.071714:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611585.071716:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611585.071718:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611585.071722:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611585.071724:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000040:0.0:1749611585.071725:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611585.071726:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611585.071726:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:1.0:1749611585.071728:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749611585.071732:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7a680 x1834598494697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611585.071732:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071733:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611585.071734:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:0.0:1749611585.071734:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611585.071735:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494697600 00000100:00100000:2.0:1749611585.071736:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494697856 02000000:00000001:3.0:1749611585.071737:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:2.0:1749611585.071738:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611585.071739:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611585.071739:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9d880 x1834598494697216/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611605 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611585.071740:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071740:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749611585.071742:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071742:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611585.071745:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494697600 00000020:00000001:3.0:1749611585.071746:0:10935:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:2.0:1749611585.071746:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611585.071748:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00100000:2.0:1749611585.071748:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494697856 00000020:00000001:3.0:1749611585.071749:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:0.0:1749611585.071750:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494697216:12345-0@lo:38:kworker.0 Request processed in 279us (602us total) trans 0 rc -19/-19 00000020:00000040:3.0:1749611585.071751:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:2.0:1749611585.071751:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611585.071751:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749611585.071752:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d61b 00000020:00000001:3.0:1749611585.071753:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:2.0:1749611585.071754:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749611585.071755:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7a680 x1834598494697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611585.071756:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000040:2.0:1749611585.071756:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e0e000 refcount=5 00000020:00000001:2.0:1749611585.071759:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00100000:0.0:1749611585.071759:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00000001:3.0:1749611585.071760:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749611585.071761:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000001:1.0:1749611585.071761:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611585.071763:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e73a980. 00000100:00000001:1.0:1749611585.071763:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611585.071763:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611585.071764:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611585.071765:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611585.071767:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e73a280. 00000020:00000010:2.0:1749611585.071768:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd500. 00000100:00000001:1.0:1749611585.071768:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611585.071769:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff280. 00000100:00000040:1.0:1749611585.071771:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 781 usecs (1 jiffies) 00000020:00000010:0.0:1749611585.071772:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000020:00000010:2.0:1749611585.071773:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136acd940. 00000020:00000040:3.0:1749611585.071774:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749611585.071774:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300858530 00000100:00000001:1.0:1749611585.071776:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300858531 00000020:00000010:0.0:1749611585.071776:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58400. 00000100:00000001:1.0:1749611585.071778:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300858530 00000100:00000001:3.0:1749611585.071779:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611585.071779:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611585.071780:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611585.071781:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136acd500. 00000100:00000001:1.0:1749611585.071781:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300858531 00000020:00000010:3.0:1749611585.071782:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125e00. 00000100:00000001:1.0:1749611585.071783:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300858530 00000020:00000010:3.0:1749611585.071785:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7180. 00000100:00000001:1.0:1749611585.071785:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300858531 00000020:00000010:2.0:1749611585.071786:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27ca00. 00000100:00000001:1.0:1749611585.071787:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300858530 00000020:00000010:3.0:1749611585.071788:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c83e8. 00000100:00000001:1.0:1749611585.071789:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300858531 00000020:00000010:2.0:1749611585.071790:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387200. 00000100:00000001:1.0:1749611585.071791:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611585.071792:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611585.071793:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611585.071794:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611585.071795:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611585.071797:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749611585.071797:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1749611585.071799:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000400:00000001:1.0:1749611585.071799:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611585.071801:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000100:00000001:3.0:1749611585.071802:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611585.071803:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:1.0:1749611585.071803:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000100:00000001:2.0:1749611585.071804:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611585.071805:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611585.071805:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:2.0:1749611585.071806:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611585.071807:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611585.071808:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611585.071810:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7bb80 x1834598494697216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611585.071811:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611585.071813:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611585.071815:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611585.071815:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611585.071816:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611585.071817:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494697472 02000000:00000001:3.0:1749611585.071818:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749611585.071818:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7bb80 x1834598494697216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611585.071819:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611585.071820:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611585.071821:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.071824:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611585.071826:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611585.071826:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611585.071828:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749611585.071829:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611585.071831:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494697472 00000100:00100000:2.0:1749611585.071832:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00000001:1.0:1749611585.071832:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749611585.071833:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611585.071834:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611585.071835:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611585.071835:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 02000000:00000001:1.0:1749611585.071835:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749611585.071837:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.071837:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987521024 : -131938722030592 : ffff88009f575c00) 00000100:00000001:1.0:1749611585.071837:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749611585.071839:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.071840:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611585.071841:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611585.071842:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f575c00 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:266/0 lens 224/0 e 0 to 0 dl 1749611596 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611585.071842:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611585.071843:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124400. 00000100:00000001:0.0:1749611585.071843:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749611585.071845:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7880. 00000020:00000010:3.0:1749611585.071848:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000100:00001000:1.0:1749611585.071848:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611585 v=5 (0 0 0 0) 00000100:00100000:0.0:1749611585.071848:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00000001:2.0:1749611585.071850:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611585.071851:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749611585.071851:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e0e000 : new rpc_count 1 00000100:00000001:3.0:1749611585.071852:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749611585.071852:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd500. 00000100:00001000:1.0:1749611585.071852:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=108 v=20 (1 20 1 1) 00000100:00000001:3.0:1749611585.071853:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611585.071853:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134225219072 : -131939484332544 : ffff880071e78e00) 00000100:00000001:2.0:1749611585.071855:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611585.071855:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611585.071856:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611585.071857:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136acd500. 00000100:00000001:1.0:1749611585.071857:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611585.071858:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611585.071858:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880071e78e00 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:266/0 lens 224/0 e 0 to 0 dl 1749611596 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611585.071860:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:2.0:1749611585.071861:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494697600:12345-0@lo:400:kworker.0 00000100:00000001:3.0:1749611585.071864:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749611585.071864:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7bb80 x1834598494697216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611610 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611585.071865:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494697600 00000100:00000001:3.0:1749611585.071866:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611585.071867:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749611585.071868:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749611585.071869:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000020:00000001:2.0:1749611585.071870:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000010:0.0:1749611585.071870:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b4c4e40. 00000100:00000001:3.0:1749611585.071872:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134321831936 : -131939387719680 : ffff880077a9c000) 00000100:00000001:1.0:1749611585.071872:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611585.071872:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611585.071873:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611585.071875:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749611585.071875:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1749611585.071875:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b4c4e40. 00000100:00000040:3.0:1749611585.071876:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880077a9c000 x1834598494697344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611605 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611585.071877:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749611585.071877:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611585.071879:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:0.0:1749611585.071879:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494697856:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749611585.071880:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749611585.071881:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611585.071883:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494697856 00000020:00000001:2.0:1749611585.071884:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749611585.071884:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1749611585.071885:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749611585.071885:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749611585.071886:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880077a9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494697344:12345-0@lo:38:kworker.0 00000100:00080000:1.0:1749611585.071886:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:2.0:1749611585.071888:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749611585.071888:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749611585.071889:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749611585.071890:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494697344 00000020:00000001:2.0:1749611585.071890:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611585.071890:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611585.071892:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611585.071892:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1749611585.071892:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7bb80 x1834598494697216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611610 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611585.071892:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749611585.071894:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:3.0:1749611585.071895:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611585.071896:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:1.0:1749611585.071901:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494697216:0@lo:38:kworker.0 02000000:00000001:2.0:1749611585.071903:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:0.0:1749611585.071903:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749611585.071904:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.071905:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611585.071906:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880074694400. 00000100:00000001:1.0:1749611585.071907:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611585.071907:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:3.0:1749611585.071908:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749611585.071909:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611585.071909:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1749611585.071910:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611585.071910:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7bb80 x1834598494697216/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611610 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611585.071911:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611585.071911:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:3.0:1749611585.071913:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749611585.071913:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611585.071914:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611585.071915:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749611585.071916:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611585.071917:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000040:2.0:1749611585.071917:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494697600 00000100:00000001:1.0:1749611585.071917:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611585.071918:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611585.071919:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749611585.071919:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000001:1.0:1749611585.071919:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749611585.071920:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749611585.071922:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801327dd800. 02000000:00000010:3.0:1749611585.071924:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e0800. 00010000:00000200:2.0:1749611585.071924:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f575c00 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:266/0 lens 224/224 e 0 to 0 dl 1749611596 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611585.071924:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800ac893800. 02000000:00000001:1.0:1749611585.071926:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 02000000:00000001:0.0:1749611585.071926:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611585.071928:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611585.071931:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611585.071931:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611585.071932:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611585.071933:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611585.071933:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611585.071933:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000040:0.0:1749611585.071933:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494697856 00000020:00000040:1.0:1749611585.071935:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000001:3.0:1749611585.071936:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:2.0:1749611585.071936:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=40 v=5 (1 1 1 1) 00010000:00000001:0.0:1749611585.071936:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:3.0:1749611585.071938:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611585.071938:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611585.071940:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:1.0:1749611585.071940:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880080faa400. 00010000:00000200:0.0:1749611585.071940:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880071e78e00 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:266/0 lens 224/224 e 0 to 0 dl 1749611596 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611585.071941:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749611585.071942:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611585.071944:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611585.071944:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611585.071945:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749611585.071946:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611585.071946:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611585.071947:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:0.0:1749611585.071947:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749611585.071948:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611585.071948:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7bb80. 00010000:00000001:0.0:1749611585.071949:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611585.071950:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611585.071950:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611585.071951:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611585.071952:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611585.071952:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611585.071952:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611585.071952:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=40 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611585.071954:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611585.071954:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611585.071955:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000001:0.0:1749611585.071955:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611585.071958:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:3.0:1749611585.071959:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000200:2.0:1749611585.071959:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494697600, offset 224 00000100:00000001:1.0:1749611585.071959:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611585.071960:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611585.071961:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611585.071961:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611585.071962:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611585.071962:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611585.071963:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611585.071963:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611585.071963:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.071964:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611585.071965:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611585.071965:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611585.071966:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611585.071968:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611585.071968:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611585.071970:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000400:00000200:2.0:1749611585.071970:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611585.071970:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78700 x1834598494697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611585.071971:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000200:3.0:1749611585.071974:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494697344, offset 0 00000100:00000200:0.0:1749611585.071975:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494697856, offset 224 00000400:00000200:2.0:1749611585.071976:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94f880 00000100:00000001:1.0:1749611585.071977:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611585.071978:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611585.071979:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611585.071980:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611585.071982:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611585.071984:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x95cd [1] + 224 02000000:00000001:1.0:1749611585.071984:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611585.071986:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749611585.071987:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494697728:0@lo:38:kworker.0 00000400:00000200:2.0:1749611585.071989:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611585.071990:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749611585.071992:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94f780 02000000:00000001:1.0:1749611585.071992:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749611585.071993:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611585.071993:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611585.071994:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611585.071995:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1749611585.071997:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801327dd800. 00000400:00000200:3.0:1749611585.071999:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x95c9 [1] + 0 02000000:00000001:1.0:1749611585.071999:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611585.072002:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000400:00000200:0.0:1749611585.072002:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611585.072004:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611585.072008:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611585.072008:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94f980 00000100:00000001:2.0:1749611585.072011:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:1.0:1749611585.072012:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00000001:3.0:1749611585.072013:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611585.072016:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x95d9 [1] + 224 00000100:00000200:3.0:1749611585.072017:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7b800 x1834598494697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611585.072017:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611585.072020:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494697728, portal 10 00000400:00000200:0.0:1749611585.072020:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611585.072022:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611585.072024:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225217280 : -131939484334336 : ffff880071e78700) 00000400:00000200:0.0:1749611585.072024:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611585.072026:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7b800 x1834598494697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611585.072026:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611585.072028:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749611585.072032:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff88007d28e000. 00000100:00000001:3.0:1749611585.072035:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611585.072038:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611585.072039:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000100:00000001:2.0:1749611585.072039:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:3.0:1749611585.072041:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000100:00000040:1.0:1749611585.072042:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78700 x1834598494697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611585.072044:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611585.072045:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611585.072047:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611585.072049:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611585.072050:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000400:00000010:2.0:1749611585.072052:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000040:1.0:1749611585.072052:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611585.072054:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000010:1.0:1749611585.072054:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749611585.072055:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.072056:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:1.0:1749611585.072057:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494697728, offset 0 00000100:00000040:3.0:1749611585.072058:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749611585.072060:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.072060:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611585.072060:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611585.072061:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611585.072062:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611585.072063:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749611585.072065:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:3.0:1749611585.072067:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880077a9c000 x1834598494697344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611605 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611585.072067:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611585.072067:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000200:1.0:1749611585.072069:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749611585.072069:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000020:00000001:2.0:1749611585.072070:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611585.072071:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611585.072072:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749611585.072074:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f575c00 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:266/0 lens 224/224 e 0 to 0 dl 1749611596 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611585.072074:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94f900 00000100:00000001:0.0:1749611585.072076:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611585.072077:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880077a9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494697344:12345-0@lo:38:kworker.0 Request processed in 190us (627us total) trans 0 rc -19/-19 00000400:00000200:1.0:1749611585.072078:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 147160 00000100:00000040:0.0:1749611585.072079:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:0.0:1749611585.072082:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000200:1.0:1749611585.072083:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749611585.072083:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611585.072084:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1749611585.072084:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f575c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494697600:12345-0@lo:400:kworker.0 Request processed in 231us (581us total) trans 0 rc 0/0 00000020:00000001:0.0:1749611585.072085:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749611585.072087:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749611585.072087:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611585.072088:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611585.072089:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749611585.072089:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78e00 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:266/0 lens 224/224 e 0 to 0 dl 1749611596 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611585.072091:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000100:00000200:1.0:1749611585.072091:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:2.0:1749611585.072092:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000020:00000010:3.0:1749611585.072095:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00000040:2.0:1749611585.072095:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000010:1.0:1749611585.072095:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f01180. 00000020:00000010:3.0:1749611585.072098:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000100:00000001:2.0:1749611585.072098:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749611585.072098:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079f01180 x1834598494697728 msgsize 520 00000100:00100000:0.0:1749611585.072099:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e78e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494697856:12345-0@lo:400:kworker.0 Request processed in 230us (499us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611585.072100:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749611585.072101:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611585.072103:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611585.072103:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7180. 00000100:00000001:1.0:1749611585.072104:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749611585.072107:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c83e8. 00000100:00100000:0.0:1749611585.072107:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000400:00000200:1.0:1749611585.072108:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749611585.072109:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749611585.072110:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:2.0:1749611585.072110:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125e00. 00000100:00000040:0.0:1749611585.072110:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e0e000 : new rpc_count 0 00000100:00100000:3.0:1749611585.072112:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494697728 00000100:00000001:1.0:1749611585.072112:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611585.072113:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749611585.072114:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749611585.072115:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78700 x1834598494697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611600 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611585.072115:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611585.072116:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749611585.072116:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749611585.072117:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.072119:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611585.072119:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387200. 02000000:00000001:3.0:1749611585.072120:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611585.072122:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494697728 00000100:00000001:1.0:1749611585.072122:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749611585.072123:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000020:00000001:3.0:1749611585.072124:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611585.072125:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749611585.072125:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78700 x1834598494697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611600 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611585.072127:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611585.072127:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749611585.072128:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.072128:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749611585.072128:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ca00. 00000020:00000001:3.0:1749611585.072130:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.072131:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611585.072132:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000020:00000010:3.0:1749611585.072133:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 00000100:00000001:1.0:1749611585.072133:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:0.0:1749611585.072133:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 4 00000100:00000001:2.0:1749611585.072134:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134936697856 : -131938772853760 : ffff88009c4fdc00) 00000020:00000010:3.0:1749611585.072135:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000100:00000001:1.0:1749611585.072135:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611585.072136:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611585.072137:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000040:2.0:1749611585.072138:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c4fdc00 x1834598494697472/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611605 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611585.072138:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 1422 usecs (2 jiffies) 00000100:00000001:3.0:1749611585.072139:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611585.072140:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300858531 00000100:00000001:3.0:1749611585.072141:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611585.072142:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.072142:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300858531 00000100:00000001:3.0:1749611585.072145:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.072145:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300858531 00000100:00100000:2.0:1749611585.072147:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494697472:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611585.072149:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:2.0:1749611585.072150:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494697472 00000100:00000001:3.0:1749611585.072151:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611585.072151:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300858531 00000100:00000001:0.0:1749611585.072151:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611585.072152:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611585.072153:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300858531 00010000:00000001:2.0:1749611585.072154:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611585.072155:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300858531 00000400:00000001:0.0:1749611585.072155:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611585.072156:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611585.072157:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300858531 00000400:00000010:0.0:1749611585.072158:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe9a0. 00000100:00000001:1.0:1749611585.072159:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300858531 00000100:00000001:1.0:1749611585.072161:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611585.072161:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5ae58 00000100:00000001:3.0:1749611585.072162:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611585.072163:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611585.072164:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611585.072167:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000020:00000001:2.0:1749611585.072168:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611585.072168:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5ae58. 00000100:00000001:3.0:1749611585.072170:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134359994752 : -131939349556864 : ffff880079f01180) 00000100:00000001:0.0:1749611585.072171:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00010000:00020000:2.0:1749611585.072172:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000001:1.0:1749611585.072172:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611585.072173:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749611585.072174:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f01180 x1834598494697728/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611605 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611585.072175:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:1.0:1749611585.072175:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db840. 00000100:00000200:0.0:1749611585.072175:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611585.072177:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00010000:00000001:2.0:1749611585.072178:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749611585.072179:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:2.0:1749611585.072180:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611585.072181:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611585.072182:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:3.0:1749611585.072183:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494697728:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749611585.072184:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:0.0:1749611585.072184:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611585.072185:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7b800 x1834598494697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611585.072186:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494697728 02000000:00000010:2.0:1749611585.072187:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880074694800. 00000020:00000001:3.0:1749611585.072188:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749611585.072189:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611585.072190:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611585.072190:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611585.072191:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611585.072191:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611585.072193:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7b800 x1834598494697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611585.072193:0:28324:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:2.0:1749611585.072194:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611585.072195:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:2.0:1749611585.072196:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611585.072197:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749611585.072198:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611585.072199:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611585.072199:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.072200:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:3.0:1749611585.072201:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611585.072201:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611585.072201:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.072202:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:3.0:1749611585.072203:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611585.072203:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611585.072204:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749611585.072205:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749611585.072206:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611585.072206:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611585.072206:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:0.0:1749611585.072206:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979438 time=5 v=5 (5 0 0 0) 00000100:00000001:3.0:1749611585.072208:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611585.072208:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611585.072208:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611585.072210:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1749611585.072210:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1749611585.072211:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:1.0:1749611585.072211:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611585.072212:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611585.072212:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749611585.072214:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611585.072214:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611585.072215:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e3800. 00000100:00001000:1.0:1749611585.072215:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611585 v=5 (0 0 0 0) 02000000:00000001:2.0:1749611585.072216:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611585.072217:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611585.072217:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1749611585.072218:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611585.072218:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=90 v=20 (1 20 1 1) 00000100:00000001:3.0:1749611585.072219:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.072220:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749611585.072221:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611585.072221:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00080000:0.0:1749611585.072221:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611585.072222:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611585.072222:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611585.072223:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611585.072224:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000001:1.0:1749611585.072225:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749611585.072226:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:2.0:1749611585.072227:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494697472, offset 0 00000100:00000001:3.0:1749611585.072229:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749611585.072229:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7b800 x1834598494697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611610 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611585.072229:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611585.072231:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611585.072231:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611585.072232:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749611585.072233:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:0.0:1749611585.072234:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:3.0:1749611585.072235:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611585.072235:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611585.072236:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611585.072237:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611585.072237:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611585.072238:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611585.072241:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:0.0:1749611585.072241:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611585.072242:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1749611585.072243:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749611585.072243:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94f800 00000100:00000001:1.0:1749611585.072243:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611585.072244:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.072245:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:2.0:1749611585.072247:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x95e1 [1] + 0 00000100:00000001:1.0:1749611585.072247:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611585.072248:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1749611585.072250:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749611585.072250:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611585.072251:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611585.072252:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:1.0:1749611585.072252:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611585.072252:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611585.072254:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611585.072255:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611585.072255:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749611585.072256:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 00000100:00000040:0.0:1749611585.072256:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611585.072258:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611585.072259:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7b800 x1834598494697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611610 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611585.072260:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494697728, offset 0 00000100:00000200:2.0:1749611585.072262:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7a680 x1834598494697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611585.072263:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494697856:0@lo:400:kworker.0 00000400:00000200:3.0:1749611585.072264:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611585.072266:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494697344:0@lo:38:kworker.0 00000400:00000200:3.0:1749611585.072270:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611585.072271:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.072273:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611585.072273:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611585.072275:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7b800 x1834598494697344/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611610 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611585.072275:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611585.072276:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94f900 00000100:00000040:2.0:1749611585.072277:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7a680 x1834598494697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611585.072279:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78000 x1834598494697856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611585.072281:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x95f9 [1] + 0 00000100:00000001:1.0:1749611585.072281:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611585.072283:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749611585.072285:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611585.072285:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:1.0:1749611585.072285:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801327dc400. 00000100:00000001:0.0:1749611585.072285:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611585.072287:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749611585.072288:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749611585.072288:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611585.072289:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1749611585.072289:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27c400. 00000400:00000200:2.0:1749611585.072290:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000020:00000040:1.0:1749611585.072291:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000400:00000010:2.0:1749611585.072292:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 02000000:00000001:0.0:1749611585.072292:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611585.072293:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:0.0:1749611585.072293:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611585.072294:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611585.072295:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:1.0:1749611585.072295:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880080faac00. 00000020:00000040:0.0:1749611585.072295:0:28324:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749611585.072296:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:1.0:1749611585.072297:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611585.072298:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1749611585.072298:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e500. 00000100:00000001:2.0:1749611585.072299:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611585.072300:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7b800. 00000100:00000040:2.0:1749611585.072301:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611585.072302:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611585.072303:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611585.072303:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611585.072304:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611585.072305:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611585.072305:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611585.072305:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1749611585.072306:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749611585.072307:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78000. 00000100:00000001:1.0:1749611585.072309:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611585.072309:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1749611585.072310:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78700 x1834598494697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611600 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611585.072310:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fdc00 x1834598494697472/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611605 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611585.072311:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611585.072311:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611585.072312:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611585.072313:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611585.072313:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749611585.072317:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611585.072317:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749611585.072319:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e78700 x1834598494697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611585.072319:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611585.072320:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c4fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494697472:12345-0@lo:38:kworker.0 Request processed in 172us (622us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611585.072321:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000001:1.0:1749611585.072322:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611585.072323:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611585.072324:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db7e8. 00000100:00100000:2.0:1749611585.072327:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000400:00000200:1.0:1749611585.072327:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:3.0:1749611585.072345:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:1.0:1749611585.072347:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749611585.072351:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611585.072352:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:3.0:1749611585.072354:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000100:00000001:2.0:1749611585.072354:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749611585.072355:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7a680 x1834598494697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611585.072356:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000020:00000010:2.0:1749611585.072357:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7880. 00000100:00000001:3.0:1749611585.072358:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611585.072360:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749611585.072360:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000001:3.0:1749611585.072363:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611585.072364:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124400. 00000100:00000200:1.0:1749611585.072364:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7a680 x1834598494697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611610 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611585.072365:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611585.072368:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611585.072368:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611585.072370:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611585.072371:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611585.072372:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611585.072373:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:3.0:1749611585.072374:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f01180 x1834598494697728/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611605 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611585.072374:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611585.072376:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611585.072377:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1749611585.072377:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749611585.072378:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611585.072380:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611585.072383:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494697728:12345-0@lo:38:kworker.0 Request processed in 200us (283us total) trans 0 rc -19/-19 00000100:00001000:1.0:1749611585.072384:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611585 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611585.072387:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=140 v=20 (20 1 1 1) 00000100:00000001:1.0:1749611585.072390:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611585.072390:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611585.072391:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00000001:1.0:1749611585.072391:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611585.072391:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611585.072393:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611585.072394:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611585.072395:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:0.0:1749611585.072395:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749611585.072397:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7a680 x1834598494697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611610 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611585.072397:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749611585.072398:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000400:00000010:0.0:1749611585.072399:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f77e8. 00000020:00000010:3.0:1749611585.072401:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000400:00000200:0.0:1749611585.072402:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed2a8 00000100:00000001:1.0:1749611585.072404:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749611585.072404:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed2a8. 00000100:00000001:1.0:1749611585.072406:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611585.072407:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611585.072407:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611585.072409:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:3.0:1749611585.072410:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000100:00000001:1.0:1749611585.072410:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611585.072411:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749611585.072413:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611585.072415:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749611585.072415:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611585.072417:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611585.072420:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7a680 x1834598494697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611610 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611585.072420:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611585.072434:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494697472:0@lo:38:kworker.0 00000100:00000001:1.0:1749611585.072438:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.072440:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611585.072440:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611585.072441:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611585.072442:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7a680 x1834598494697472/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611610 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611585.072443:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611585.072445:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611585.072447:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611585.072448:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.072449:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611585.072450:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749611585.072451:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611585.072452:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801327ddc00. 02000000:00000001:1.0:1749611585.072455:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00001000:0.0:1749611585.072455:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=140 v=5 (5 5 5 5) 00000020:00000001:1.0:1749611585.072456:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611585.072457:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00001000:0.0:1749611585.072458:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=140 v=5 (1 1 1 1) 00000020:00000001:1.0:1749611585.072459:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611585.072460:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009bad2800. 00000100:00000001:0.0:1749611585.072461:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611585.072462:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611585.072463:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611585.072464:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:0.0:1749611585.072464:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000010:1.0:1749611585.072465:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7a680. 00000100:00000001:1.0:1749611585.072468:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00010000:00080000:0.0:1749611585.072468:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611585.072469:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611585.072470:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.072472:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611585.072474:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1749611585.072475:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611585.072477:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611585.072478:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611585.072478:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749611585.072479:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000010:1.0:1749611585.072480:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000100:00000001:0.0:1749611585.072481:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611585.072482:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611585.072483:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:1.0:1749611585.072484:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000040:0.0:1749611585.072485:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611585.072486:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611585.072489:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78700 x1834598494697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611600 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611585.072492:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611585.072494:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611585.072495:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611585.072497:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78700 x1834598494697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611600 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611585.072498:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611585.072504:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611585.072505:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611585.072505:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494697600:0@lo:400:kworker.0 00000100:00000001:0.0:1749611585.072509:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611585.072511:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611585.072511:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749611585.072513:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611585.072514:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611585.072514:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7ad80 x1834598494697600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611601 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611585.072516:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611585.072518:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611585.072554:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012d4a0438 time=1749611585 v=5 (0 0 0 0) 00000100:00000001:0.0:1749611585.072555:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611585.072557:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:1.0:1749611585.072558:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012d4a03f0 time=5 v=10 (10 0 0 0) 02000000:00000010:0.0:1749611585.072559:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125400. 00000100:00000001:1.0:1749611585.072561:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611585.072563:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749611585.072563:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611585.072565:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749611585.072565:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611585.072566:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:0.0:1749611585.072568:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749611585.072569:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78700 x1834598494697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611600 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611585.072570:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e900. 02000000:00000001:0.0:1749611585.072573:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611585.072575:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:1.0:1749611585.072576:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:0.0:1749611585.072576:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7ad80. 00000100:00000001:1.0:1749611585.072578:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611585.072579:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611585.072580:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611585.072580:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611585.072581:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611585.072582:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611585.072582:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749611585.072585:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611585.072587:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611585.072588:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611585.072589:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611585.072589:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611585.072591:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749611585.072593:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78700 x1834598494697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611600 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611585.072593:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611585.072600:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494697728:0@lo:38:kworker.0 00000100:00000001:1.0:1749611585.072604:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.072606:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611585.072609:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78700 x1834598494697728/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611600 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611585.072615:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611585.072616:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611585.072618:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801327dd800. 02000000:00000001:1.0:1749611585.072621:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611585.072627:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611585.072628:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611585.072630:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611585.072632:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074694000. 02000000:00000001:1.0:1749611585.072636:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611585.072638:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611585.072639:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78700. 00000100:00000001:1.0:1749611585.072642:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611585.072643:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611585.072645:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.072647:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611585.072648:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611585.072650:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611585.072652:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611585.073606:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300858531, at 4300858531 00000100:00000040:3.0:1749611585.073608:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300858531, at 4300858531 00000100:00000040:2.0:1749611585.073614:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300858531, at 4300858531 00000100:00000010:1.0:1749611585.073616:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52e3740. 00000100:00000040:0.0:1749611585.073617:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300858531, at 4300858531 00000100:00000010:3.0:1749611585.073619:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012eb37700. 00000100:00000010:2.0:1749611585.073625:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52e36c0. 00000100:00000010:0.0:1749611585.073628:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52e3640. 00010000:00000001:0.0:1749611585.314696:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611585.314703:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611585.314827:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611585.314833:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611585.314837:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611585.454696:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611585.454704:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611585.454707:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611585.454711:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611585.454716:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611585.454720:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611585.454723:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611585.454727:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611585.454729:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611585.458625:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611585.458631:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611585.458633:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611585.458637:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611585.458640:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611585.458660:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611585.458663:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611585.458665:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611585.458667:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611586.057691:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611586.057698:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611586.057700:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611586.057704:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611586.057707:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611586.057710:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611586.057713:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611586.057715:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611586.057717:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611586.072602:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611586.072613:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611586.072630:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611586.072634:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611586.072636:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611586.072639:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611586.072641:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611586.316726:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611586.316735:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611586.316880:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611586.316886:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611586.316890:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611586.454660:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611586.454668:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611586.454671:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611586.454675:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611586.454678:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611586.454681:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611586.454683:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611586.454686:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611586.454688:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611586.458598:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611586.458602:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611586.458604:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611586.458606:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611586.458608:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611586.458610:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611586.458613:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611586.458614:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611586.458616:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611587.057675:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611587.057684:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611587.057686:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611587.057691:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611587.057695:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611587.057717:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611587.057720:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611587.057723:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611587.057726:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611587.072630:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611587.072645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611587.072648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611587.072652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611587.072654:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611587.072657:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611587.072659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611587.318691:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611587.318699:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611587.318849:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611587.318855:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611587.318860:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611587.454615:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611587.454621:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611587.454623:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611587.454628:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611587.454631:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611587.454635:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611587.454638:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611587.454641:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611587.454644:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611587.458619:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611587.458624:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611587.458626:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611587.458630:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611587.458632:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611587.458635:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611587.458638:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611587.458640:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611587.458643:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.057621:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611588.057629:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611588.057632:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611588.057636:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611588.057640:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611588.057644:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611588.057647:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611588.057650:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611588.057653:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.072624:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611588.072631:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1749611588.072644:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611563/real 1749611563] req@ffff880071e79500 x1834598494693376/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611588 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611588.072662:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611588.072683:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611588.072687:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff528. 00000400:00000200:1.0:1749611588.072694:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:1.0:1749611588.072697:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:1.0:1749611588.072701:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611588.072706:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79500 x1834598494693376/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611588 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611588.072715:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79500 x1834598494693376/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611588 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.072722:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611588.072724:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611588.072727:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611588.072729:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611588.072733:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880071e79500 x1834598494693376/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611588 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.072740:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611588.072750:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611588.072751:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.072754:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611588.072756:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611588.072758:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611588.072761:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79500 x1834598494693376/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611588 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.072770:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1749611588.072773:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611588.072774:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611588.072775:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611588.072778:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611588.072780:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1749611588.072784:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611588.072815:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:1.0:1749611588.072818:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1749611588.072828:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79500 x1834598494693376/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611588 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611588.072837:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494693376:0@lo:250:kworker.0 00000100:00000001:1.0:1749611588.072842:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611588.072844:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611588.072847:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79500 x1834598494693376/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611588 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.072854:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611588.072857:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611588.072862:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c625400. 02000000:00000001:1.0:1749611588.072867:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611588.072870:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611588.072872:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:1.0:1749611588.072874:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611588.072877:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff7400. 02000000:00000001:1.0:1749611588.072881:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611588.072882:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611588.072884:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79500. 00000100:00000001:1.0:1749611588.072888:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611588.072889:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611588.072891:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611588.072895:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611588.072897:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.072899:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611588.072900:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611588.072911:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611588.072928:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749611588.072931:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611588.072933:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611588.072937:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611588.072942:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 6169 00000100:00080000:2.0:1749611588.072946:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611588.072949:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611588.072953:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611588.072955:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611588.072957:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611588.072961:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611588.072963:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749611588.072966:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611588.072969:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749611588.072972:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749611588.072974:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749611588.072977:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611588.072979:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611588.072981:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611588.072982:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611588.072986:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749611588.072989:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749611588.072991:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611588.072994:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611588.072997:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611588.073000:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.073002:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611588.073005:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611588.073012:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79500. 00000020:00000040:2.0:1749611588.073016:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749611588.073020:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611588.073027:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.073030:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611588.073033:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611588.073037:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611588.073044:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074694c00. 00000100:00000001:2.0:1749611588.073051:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611588.073059:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e79500 x1834598494697984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611588.073070:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611588.073075:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611588.073079:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e79500] to pc [ptlrpcd_rcv+-1] req@ffff880071e79500 x1834598494697984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611588.073110:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611588.073114:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611588.073118:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611588.073119:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611588.073121:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611588.073123:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611588.073126:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6191 00000100:00080000:2.0:1749611588.073128:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611588.073131:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611588.073133:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611588.073135:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611588.073136:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611588.073136:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611588.073139:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611588.073139:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749611588.073140:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611588.073141:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611588.073141:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749611588.073143:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611588.073145:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:1.0:1749611588.073147:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e79500 x1834598494697984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611588.073148:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611588.073150:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611588.073155:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611588.073157:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.073158:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749611588.073159:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611588.073160:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611588.073162:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611588.073162:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749611588.073164:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611588.073167:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611588.073169:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611588.073171:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611588.073171:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611588.073176:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611588.073176:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494697984:0@lo:250:kworker.0 02000000:00000001:2.0:1749611588.073179:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.073180:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611588.073180:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611588.073183:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611588.073184:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000010:2.0:1749611588.073186:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78700. 02000000:00000001:1.0:1749611588.073186:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611588.073189:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:1.0:1749611588.073189:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611588.073191:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611588.073192:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611588.073193:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801327dd800. 00000100:00000001:2.0:1749611588.073194:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611588.073195:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611588.073196:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611588.073198:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611588.073202:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074695000. 00000400:00000010:1.0:1749611588.073202:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db790. 00000100:00000001:2.0:1749611588.073206:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611588.073208:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b6e8. 00000100:00100000:2.0:1749611588.073210:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e78700 x1834598494698112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1749611588.073214:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494697984, portal 25 00000100:00000001:1.0:1749611588.073217:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611588.073218:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611588.073219:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225220864 : -131939484330752 : ffff880071e79500) 00000100:00000001:2.0:1749611588.073220:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611588.073224:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78700] to pc [ptlrpcd_rcv+-1] req@ffff880071e78700 x1834598494698112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611588.073224:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e79500 x1834598494697984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611588.073232:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073232:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749611588.073235:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:1.0:1749611588.073235:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611588.073237:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00080000:2.0:1749611588.073239:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611588.073240:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:1.0:1749611588.073240:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494697984, offset 0 00000100:00080000:2.0:1749611588.073241:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611588.073244:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:1.0:1749611588.073246:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749611588.073251:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6191 00000100:00080000:2.0:1749611588.073253:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611588.073256:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611588.073258:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611588.073260:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:1.0:1749611588.073260:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611588.073262:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611588.073264:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611588.073265:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611588.073267:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611588.073268:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611588.073270:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000200:1.0:1749611588.073271:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf94fa00 00000020:00000001:2.0:1749611588.073272:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611588.073275:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611588.073277:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000100:1.0:1749611588.073277:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494697984 offset 0 length 520: 4 00000100:00000040:2.0:1749611588.073279:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611588.073281:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749611588.073281:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88009dae9ad0 is in inconsistent state, don't perform health checking (-2, 0) 00000020:00000040:2.0:1749611588.073283:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000400:00000200:1.0:1749611588.073284:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00080000:2.0:1749611588.073285:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611588.073287:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611588.073288:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611588.073291:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611588.073293:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611588.073293:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:2.0:1749611588.073295:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:1.0:1749611588.073295:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:2.0:1749611588.073297:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073298:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:2.0:1749611588.073300:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7ad80. 00000020:00000040:2.0:1749611588.073330:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611588.073332:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611588.073333:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611588.073333:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e79500 x1834598494697984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611588.073335:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611588.073336:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611588.073338:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611588.073341:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074695400. 00000100:00000001:1.0:1749611588.073341:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611588.073344:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e79500 x1834598494697984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611588.073345:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611588.073356:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7ad80 x1834598494698240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611588.073363:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611588.073363:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073365:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611588.073366:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611588.073369:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7ad80] to pc [ptlrpcd_rcv+-1] req@ffff880071e7ad80 x1834598494698240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.073371:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073376:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300861553 00000100:00000001:2.0:1749611588.073377:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611588.073380:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:1.0:1749611588.073380:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012eb377c0. 00000100:00080000:2.0:1749611588.073383:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611588.073385:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611588.073386:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1749611588.073387:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611588.073388:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611588.073390:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6191 00000100:00080000:2.0:1749611588.073393:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611588.073395:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611588.073397:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611588.073398:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611588.073400:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611588.073402:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611588.073404:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:1.0:1749611588.073404:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300861553 00000020:00000001:2.0:1749611588.073406:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611588.073408:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000010:1.0:1749611588.073408:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012eb37700. 00000020:00000001:2.0:1749611588.073410:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611588.073412:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:1.0:1749611588.073412:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749611588.073414:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300861553 00000100:00000040:2.0:1749611588.073415:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611588.073416:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611588.073418:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000010:1.0:1749611588.073418:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b52e3640. 00000100:00000001:2.0:1749611588.073420:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611588.073421:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000020:00000040:2.0:1749611588.073422:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:1.0:1749611588.073423:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300861553 00000100:00080000:2.0:1749611588.073424:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000010:1.0:1749611588.073426:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b52e36c0. 00000100:00000001:1.0:1749611588.073429:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611588.073430:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611588.073432:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611588.073436:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611588.073437:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073438:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611588.073440:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611588.073441:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073441:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611588.073444:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7a680. 00000100:00000001:1.0:1749611588.073444:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611588.073446:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:1.0:1749611588.073447:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611588.073448:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611588.073450:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.073451:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611588.073452:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749611588.073452:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611588.073453:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749611588.073454:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073455:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749611588.073457:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074695800. 00000100:00000001:1.0:1749611588.073457:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611588.073458:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611588.073460:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611588.073462:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78700 x1834598494698112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611588.073464:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7a680 x1834598494698368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611588.073470:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611588.073471:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611588.073472:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.073473:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611588.073474:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611588.073476:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7a680] to pc [ptlrpcd_rcv+-1] req@ffff880071e7a680 x1834598494698368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611588.073476:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611588.073478:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.073484:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611588.073486:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494698112:0@lo:38:kworker.0 00000100:00000040:2.0:1749611588.073487:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611588.073490:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749611588.073490:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749611588.073493:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e78000. 02000000:00000001:1.0:1749611588.073493:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611588.073494:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611588.073495:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:1.0:1749611588.073496:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611588.073498:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611588.073499:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000010:1.0:1749611588.073499:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801327ddc00. 02000000:00000001:2.0:1749611588.073501:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611588.073501:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611588.073504:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2eb00. 00000400:00000010:1.0:1749611588.073505:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db7e8. 00000100:00000001:2.0:1749611588.073506:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611588.073508:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000040:2.0:1749611588.073510:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1749611588.073511:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494698112, portal 4 00000100:00000001:1.0:1749611588.073513:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611588.073515:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225217280 : -131939484334336 : ffff880071e78700) 00000100:00000040:1.0:1749611588.073549:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78700 x1834598494698112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.073556:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611588.073558:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611588.073560:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1749611588.073560:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:2.0:1749611588.073562:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611588.073563:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494698112, offset 0 00000400:00000200:1.0:1749611588.073567:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611588.073569:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e78000] to pc [ptlrpcd_00_00+0] req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611588.073573:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611588.073579:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94fa80 00000400:00000200:1.0:1749611588.073585:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 13520 00000400:00000200:1.0:1749611588.073592:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611588.073594:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611588.073596:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1749611588.073598:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749611588.073600:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:2.0:1749611588.073601:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611588.073603:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:1.0:1749611588.073603:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00080000:2.0:1749611588.073605:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611588.073607:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:1.0:1749611588.073607:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f01c00. 00000100:00080000:2.0:1749611588.073609:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6191 00000100:00000040:1.0:1749611588.073611:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079f01c00 x1834598494698112 msgsize 520 00000100:00001000:2.0:1749611588.073613:0:18174:0:(import.c:2097:obd_at_measure()) add 15 to ffff88012d4a03f0 time=8 v=10 (10 0 0 0) 00000100:00100000:1.0:1749611588.073615:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:2.0:1749611588.073616:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88012d4a03f0 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00000001:3.0:1749611588.073617:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749611588.073619:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00000040:2.0:1749611588.073622:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:3.0:1749611588.073623:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611588.073624:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611588.073626:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611588.073626:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611588.073628:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611588.073630:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611588.073630:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749611588.073631:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d606 00000020:00000001:2.0:1749611588.073633:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:3.0:1749611588.073634:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611588.073635:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=7 00000400:00000200:1.0:1749611588.073635:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000020:00000001:2.0:1749611588.073637:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000400:00000010:1.0:1749611588.073637:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000020:00000001:2.0:1749611588.073639:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000001:1.0:1749611588.073639:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611588.073642:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611588.073644:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611588.073645:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611588.073646:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611588.073647:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611588.073648:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611588.073648:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78700 x1834598494698112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611588.073649:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 6 02000000:00000001:3.0:1749611588.073651:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611588.073654:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611588.073656:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073656:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749611588.073658:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d4a0000 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:1.0:1749611588.073659:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78700 x1834598494698112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611588.073660:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494698496:0@lo:400:kworker.0 00000100:00000001:2.0:1749611588.073660:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611588.073662:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749611588.073665:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611588.073666:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611588.073666:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073667:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749611588.073668:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611588.073668:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611588.073670:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.073670:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611588.073670:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749611588.073672:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611588.073672:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073672:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611588.073675:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7b800. 00000100:00100000:0.0:1749611588.073675:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494698112 00000100:00000040:1.0:1749611588.073676:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1261 usecs (2 jiffies) 02000000:00000010:3.0:1749611588.073677:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124000. 00000020:00000040:2.0:1749611588.073677:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749611588.073678:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:3.0:1749611588.073679:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611588.073679:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749611588.073679:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300861533 02000000:00000001:2.0:1749611588.073680:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.073681:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611588.073682:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749611588.073682:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300861553 02000000:00000001:2.0:1749611588.073683:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:3.0:1749611588.073684:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7790. 00000100:00000001:1.0:1749611588.073684:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300861533 00000100:00000001:0.0:1749611588.073684:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611588.073685:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073687:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300861553 00000400:00000010:3.0:1749611588.073689:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed110. 02000000:00000010:2.0:1749611588.073689:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074695c00. 00000100:00000001:1.0:1749611588.073689:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300861533 00000100:00000001:1.0:1749611588.073691:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300861553 00000100:00000001:2.0:1749611588.073692:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073692:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300861533 00000100:00000200:3.0:1749611588.073694:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494698496, portal 10 00000100:00000001:1.0:1749611588.073694:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300861553 00000100:00000001:3.0:1749611588.073696:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749611588.073696:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880071e7b800 x1834598494698624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611588.073696:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611588.073698:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225215488 : -131939484336128 : ffff880071e78000) 00000100:00000001:1.0:1749611588.073699:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611588.073699:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073701:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611588.073703:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:1.0:1749611588.073704:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7ad80 x1834598494698240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611588.073704:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494698112 00000100:00000001:2.0:1749611588.073705:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611588.073706:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611588.073706:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611588.073708:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611588.073709:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7b800] to pc [ptlrpcd_rcv+-1] req@ffff880071e7b800 x1834598494698624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611588.073710:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611588.073711:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611588.073712:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611588.073712:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611588.073714:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:0.0:1749611588.073714:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611588.073715:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611588.073716:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611588.073717:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611588.073717:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611588.073718:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:3.0:1749611588.073719:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 02000000:00000001:1.0:1749611588.073719:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611588.073720:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58400. 00000100:00000001:2.0:1749611588.073721:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:3.0:1749611588.073722:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494698496, offset 0 00000100:00100000:1.0:1749611588.073722:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494698240:0@lo:38:kworker.0 00000100:00000010:2.0:1749611588.073724:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e7bb80. 00000100:00000001:1.0:1749611588.073725:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749611588.073726:0:18174:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:3.0:1749611588.073727:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611588.073727:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1749611588.073727:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff280. 00000100:00000001:2.0:1749611588.073728:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611588.073729:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611588.073731:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611588.073732:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 02000000:00000001:1.0:1749611588.073733:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611588.073734:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2ed00. 02000000:00000001:1.0:1749611588.073734:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611588.073736:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.073737:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:1.0:1749611588.073738:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801327dc400. 00000100:00000001:0.0:1749611588.073739:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749611588.073740:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749611588.073740:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.073741:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611588.073743:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db840. 00000400:00000200:3.0:1749611588.073745:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749611588.073747:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:0.0:1749611588.073747:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611588.073750:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494698240, portal 10 00000100:00000001:2.0:1749611588.073752:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611588.073752:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:3.0:1749611588.073753:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94fc00 00000100:00000001:2.0:1749611588.073754:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073754:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225227136 : -131939484324480 : ffff880071e7ad80) 00000100:00000040:2.0:1749611588.073758:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880071e7bb80] to pc [ptlrpcd_00_01+1] req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611588.073759:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 147680 00000100:00000001:0.0:1749611588.073759:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611588.073760:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7ad80 x1834598494698240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611588.073765:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611588.073767:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073767:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611588.073769:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749611588.073770:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611588.073770:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611588.073771:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749611588.073772:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6199) 00000400:00000010:1.0:1749611588.073772:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000200:1.0:1749611588.073774:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494698240, offset 0 00000100:00000001:3.0:1749611588.073775:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611588.073777:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:0.0:1749611588.073777:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000400:00000200:1.0:1749611588.073778:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611588.073780:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134359997440 : -131939349554176 : ffff880079f01c00) 00000100:00000010:3.0:1749611588.073781:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f575f80. 00000100:00000001:2.0:1749611588.073783:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749611588.073783:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611588.073784:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009f575f80 x1834598494698496 msgsize 224 00000100:00000001:2.0:1749611588.073785:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611588.073787:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611588.073787:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f01c00 x1834598494698112/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611588.073788:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94fb00 00000100:00100000:3.0:1749611588.073789:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749611588.073791:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611588.073793:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 147904 00000400:00000200:1.0:1749611588.073797:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611588.073798:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611588.073799:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611588.073800:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611588.073800:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494698112:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749611588.073801:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611588.073803:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1749611588.073804:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494698112 00000400:00000200:3.0:1749611588.073805:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 02000000:00000001:2.0:1749611588.073805:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611588.073807:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611588.073808:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000020:00000001:0.0:1749611588.073808:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749611588.073810:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494698752:0@lo:400:kworker.0 00010000:00000001:0.0:1749611588.073811:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611588.073812:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611588.073814:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749611588.073816:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.073816:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749611588.073817:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749611588.073817:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749611588.073819:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611588.073820:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611588.073824:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009d27c400. 00000100:00000001:3.0:1749611588.073825:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611588.073826:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611588.073826:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611588.073828:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611588.073830:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe2c0. 00010000:00020000:0.0:1749611588.073830:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000010:1.0:1749611588.073831:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a0000. 00010000:00000001:0.0:1749611588.073833:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749611588.073834:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000040:1.0:1749611588.073834:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a0000 x1834598494698240 msgsize 520 00000100:00000001:3.0:1749611588.073835:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611588.073837:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:0.0:1749611588.073837:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611588.073839:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494698752, portal 10 00000100:00100000:1.0:1749611588.073839:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611588.073840:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.073840:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611588.073841:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611588.073842:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225230720 : -131939484320896 : ffff880071e7bb80) 00000100:00000001:0.0:1749611588.073843:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749611588.073844:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 948 usecs (1 jiffies) 02000000:00000001:0.0:1749611588.073845:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611588.073847:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300861532 00000100:00000001:1.0:1749611588.073847:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611588.073848:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611588.073850:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300861553 00000400:00000200:1.0:1749611588.073852:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:3.0:1749611588.073853:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300861532 00000400:00000010:1.0:1749611588.073854:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749611588.073855:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300861553 00000100:00000001:2.0:1749611588.073855:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611588.073856:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:0.0:1749611588.073856:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbae800. 00000100:00000001:3.0:1749611588.073857:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300861532 02000000:00000001:0.0:1749611588.073858:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611588.073860:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300861553 00000100:00000200:1.0:1749611588.073860:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7ad80 x1834598494698240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611588.073861:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611588.073862:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300861532 00000100:00000001:3.0:1749611588.073864:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300861553 00000100:00000040:2.0:1749611588.073864:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:0.0:1749611588.073865:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749611588.073866:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:1.0:1749611588.073868:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749611588.073868:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611588.073870:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494698752, offset 0 00000100:00000001:3.0:1749611588.073871:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611588.073871:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7ad80 x1834598494698240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611588.073871:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611588.073874:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611588.073875:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611588.073875:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611588.073877:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.073878:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611588.073879:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611588.073881:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611588.073882:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611588.073883:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611588.073883:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611588.073884:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611588.073885:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611588.073886:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611588.073887:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749611588.073888:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611588.073889:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611588.073889:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611588.073890:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611588.073891:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611588.073892:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611588.073892:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94fd00 00000100:00000040:1.0:1749611588.073892:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1093 usecs (2 jiffies) 00000100:00000001:1.0:1749611588.073894:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300861533 02000000:00000001:0.0:1749611588.073894:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611588.073895:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.073896:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611588.073897:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 148424 00000100:00000001:1.0:1749611588.073897:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300861553 00000100:00000001:1.0:1749611588.073899:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300861533 00000100:00000040:0.0:1749611588.073899:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611588.073901:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300861553 00000400:00000010:0.0:1749611588.073902:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000400:00000200:2.0:1749611588.073903:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611588.073903:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300861533 00000100:00000001:1.0:1749611588.073905:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300861553 00000100:00000200:0.0:1749611588.073906:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494698112, offset 0 00000400:00000200:2.0:1749611588.073907:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611588.073907:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300861533 00000100:00000001:1.0:1749611588.073909:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300861553 00000100:00000001:2.0:1749611588.073911:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611588.073911:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611588.073912:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749611588.073912:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749611588.073912:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611588.073913:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611588.073915:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494698496 00000100:00000001:1.0:1749611588.073916:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611588.073917:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611588.073918:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611588.073919:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611588.073920:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611588.073921:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073922:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1749611588.073923:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234000. 02000000:00000001:3.0:1749611588.073924:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073924:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1749611588.073926:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611588.073927:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494698496 00000100:00000040:2.0:1749611588.073927:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880079234000 x1834598494698752 msgsize 224 00000100:00000001:1.0:1749611588.073927:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749611588.073927:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94fa80 00000100:00000001:1.0:1749611588.073928:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749611588.073929:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611588.073931:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749611588.073933:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749611588.073933:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749611588.073933:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7a680 x1834598494698368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611588.073934:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9611 [1] + 0 00000020:00000040:3.0:1749611588.073935:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:3.0:1749611588.073938:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611588.073939:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749611588.073939:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611588.073940:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611588.073941:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611588.073941:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611588.073942:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749611588.073943:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611588.073945:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:1.0:1749611588.073945:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611588.073947:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 02000000:00000001:1.0:1749611588.073947:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611588.073948:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e73a280. 00000400:00000010:2.0:1749611588.073950:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00100000:1.0:1749611588.073950:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494698368:0@lo:38:kworker.0 00000100:00000001:2.0:1749611588.073953:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611588.073953:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:3.0:1749611588.073955:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:2.0:1749611588.073957:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611588.073959:0:9696:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611588.073960:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611588.073962:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611588.073963:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1749611588.073964:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611588.073965:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749611588.073965:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78700 x1834598494698112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611588.073966:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801327de000. 00000020:00000010:3.0:1749611588.073967:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 00000100:00000040:2.0:1749611588.073968:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611588.073969:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611588.073970:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000400:00000010:1.0:1749611588.073972:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db898. 00000020:00000010:3.0:1749611588.073975:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8320. 00000100:00000001:2.0:1749611588.073975:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611588.073975:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:2.0:1749611588.073976:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749611588.073976:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e78700 x1834598494698112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611588.073978:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494698368, portal 10 00000100:00000040:3.0:1749611588.073980:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611588.073980:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611588.073981:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.073981:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225225344 : -131939484326272 : ffff880071e7a680) 00000100:00000001:3.0:1749611588.073983:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611588.073984:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:2.0:1749611588.073984:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 943 usecs (1 jiffies) 00000100:00000001:0.0:1749611588.073985:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611588.073987:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611588.073987:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300861532 00000100:00000040:1.0:1749611588.073988:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7a680 x1834598494698368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611588.073990:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300861553 00000400:00000200:0.0:1749611588.073991:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000001:3.0:1749611588.073992:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611588.073993:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300861532 00000400:00000010:0.0:1749611588.073993:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:1.0:1749611588.073994:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611588.073995:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300861553 00000100:00000001:0.0:1749611588.073995:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749611588.073996:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611588.073997:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300861532 00000400:00000010:1.0:1749611588.073998:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749611588.074000:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:1.0:1749611588.074001:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494698368, offset 0 00000100:00000001:3.0:1749611588.074002:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.074002:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611588.074004:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300861553 00000400:00000200:1.0:1749611588.074004:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611588.074006:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300861532 00000100:00000001:0.0:1749611588.074007:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611588.074008:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611588.074008:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300861553 00000100:00000001:2.0:1749611588.074010:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611588.074010:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611588.074010:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611588.074012:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.074013:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.074015:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611588.074015:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94fb80 00000020:00000001:0.0:1749611588.074015:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611588.074016:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611588.074018:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494698240 00000100:00000001:2.0:1749611588.074018:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611588.074019:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749611588.074019:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 148648 00000100:00000040:0.0:1749611588.074020:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f01c00 x1834598494698112/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611608 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611588.074021:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611588.074023:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.074023:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:1.0:1749611588.074023:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611588.074025:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.074025:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1749611588.074026:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611588.074027:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611588.074028:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494698240 00000100:00000001:2.0:1749611588.074028:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749611588.074029:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611588.074029:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611588.074030:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611588.074030:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000040:3.0:1749611588.074031:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:0.0:1749611588.074031:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494698112:12345-0@lo:38:kworker.0 Request processed in 231us (417us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749611588.074032:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611588.074032:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611588.074034:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611588.074034:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a0380. 00000020:00000001:3.0:1749611588.074035:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611588.074036:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a0380 x1834598494698368 msgsize 520 00000020:00000010:3.0:1749611588.074038:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000020:00000010:3.0:1749611588.074041:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7b00. 00000100:00100000:0.0:1749611588.074041:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:1.0:1749611588.074042:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:3.0:1749611588.074044:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8000. 00000100:00000001:0.0:1749611588.074044:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611588.074045:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611588.074046:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611588.074047:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611588.074047:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611588.074049:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074049:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749611588.074050:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494698752 00000100:00000001:3.0:1749611588.074051:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611588.074051:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff280. 02000000:00000001:2.0:1749611588.074052:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749611588.074052:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:2.0:1749611588.074054:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749611588.074054:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000020:00000010:0.0:1749611588.074055:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000100:00000001:2.0:1749611588.074056:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074056:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611588.074057:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:1.0:1749611588.074059:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7a680 x1834598494698368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611588.074059:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58400. 02000000:00000001:2.0:1749611588.074060:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611588.074061:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611588.074062:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494698368 00000100:00100000:2.0:1749611588.074062:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494698752 00000100:00000001:0.0:1749611588.074063:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611588.074064:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749611588.074064:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611588.074065:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611588.074066:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611588.074066:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d61b 00000100:00000001:1.0:1749611588.074066:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611588.074068:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611588.074068:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:3.0:1749611588.074070:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494698368 00000020:00000040:2.0:1749611588.074070:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e0e000 refcount=5 00000020:00000001:3.0:1749611588.074072:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:2.0:1749611588.074072:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000020:00000040:3.0:1749611588.074073:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611588.074074:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749611588.074074:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7a680 x1834598494698368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611588.074075:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000020:00000001:3.0:1749611588.074076:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611588.074078:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.074079:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611588.074080:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125200. 00000100:00000001:1.0:1749611588.074080:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611588.074081:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd500. 00000100:00000001:1.0:1749611588.074082:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749611588.074083:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7700. 00000020:00000010:2.0:1749611588.074084:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e73a980. 00000100:00000001:0.0:1749611588.074085:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611588.074086:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.074087:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611588.074089:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 781 usecs (1 jiffies) 00000100:00000001:2.0:1749611588.074090:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:3.0:1749611588.074091:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c80c8. 00000020:00000010:2.0:1749611588.074091:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136acd500. 00000100:00000001:1.0:1749611588.074091:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300861532 00000100:00100000:0.0:1749611588.074091:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00000001:3.0:1749611588.074094:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611588.074094:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300861553 00000100:00000040:0.0:1749611588.074094:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749611588.074095:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749611588.074096:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27ca00. 00000100:00000001:1.0:1749611588.074096:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300861532 00000100:00000001:0.0:1749611588.074096:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987521920 : -131938722029696 : ffff88009f575f80) 00000100:00000001:3.0:1749611588.074097:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074098:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300861553 00000020:00000010:2.0:1749611588.074099:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387300. 00000100:00000001:3.0:1749611588.074100:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074100:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300861532 00000100:00000040:0.0:1749611588.074101:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f575f80 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:269/0 lens 224/0 e 0 to 0 dl 1749611599 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.074102:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300861553 00000100:00000001:3.0:1749611588.074103:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611588.074103:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9000. 00000100:00000001:1.0:1749611588.074104:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300861532 00000100:00000001:1.0:1749611588.074106:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300861553 00000100:00000001:3.0:1749611588.074108:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611588.074108:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611588.074109:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611588.074110:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.074110:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611588.074112:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:0.0:1749611588.074112:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012b4c4e40. 00000100:00100000:3.0:1749611588.074113:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00000001:2.0:1749611588.074114:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:1.0:1749611588.074115:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880071e7b800 x1834598494698624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611588.074115:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611588.074116:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598672384 : -131939110879232 : ffff8800882a0000) 00000100:00000001:2.0:1749611588.074116:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611588.074118:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611588.074118:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012b4c4e40. 00000100:00000040:3.0:1749611588.074120:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a0000 x1834598494698240/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.074122:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1749611588.074122:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494698496:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749611588.074123:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611588.074123:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.074125:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1749611588.074125:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611588.074126:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611588.074126:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494698496 02000000:00000001:1.0:1749611588.074127:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611588.074128:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611588.074129:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611588.074129:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611588.074130:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494698240:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1749611588.074131:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880071e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494698624:0@lo:38:kworker.0 00000020:00000001:0.0:1749611588.074131:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:3.0:1749611588.074134:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494698240 00000100:00000001:1.0:1749611588.074134:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611588.074136:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749611588.074136:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:3.0:1749611588.074137:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:1.0:1749611588.074137:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.074138:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:3.0:1749611588.074139:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:1.0:1749611588.074139:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749611588.074139:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611588.074141:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1749611588.074142:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 02000000:00000010:1.0:1749611588.074142:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801327de400. 02000000:00000001:1.0:1749611588.074144:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611588.074144:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:2.0:1749611588.074145:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e0e000 : new rpc_count 1 00000100:00000001:2.0:1749611588.074147:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346571776 : -131939362979840 : ffff880079234000) 00000020:00000001:0.0:1749611588.074147:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:3.0:1749611588.074149:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611588.074151:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:3.0:1749611588.074152:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749611588.074152:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079234000 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:269/0 lens 224/0 e 0 to 0 dl 1749611599 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611588.074153:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:3.0:1749611588.074155:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749611588.074155:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749611588.074157:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611588.074158:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749611588.074159:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611588.074160:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1749611588.074160:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db6e0. 00000100:00000001:3.0:1749611588.074161:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:2.0:1749611588.074162:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136acd500. 00000100:00000001:3.0:1749611588.074163:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:1.0:1749611588.074163:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749611588.074163:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611588.074164:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611588.074165:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749611588.074165:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749611588.074166:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136acd500. 00000100:00000200:1.0:1749611588.074166:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494698624, portal 10 02000000:00000010:3.0:1749611588.074168:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801205e3400. 00000100:00000001:1.0:1749611588.074168:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611588.074169:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134225229824 : -131939484321792 : ffff880071e7b800) 02000000:00000010:0.0:1749611588.074169:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88012eab1400. 02000000:00000001:3.0:1749611588.074170:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611588.074171:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079234000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494698752:12345-0@lo:400:kworker.0 02000000:00000001:0.0:1749611588.074171:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611588.074172:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.074173:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611588.074174:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494698752 00010000:00000001:3.0:1749611588.074175:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:1.0:1749611588.074175:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880071e7b800 x1834598494698624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611588.074175:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611588.074176:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749611588.074177:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:0.0:1749611588.074178:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494698496 00000020:00000001:2.0:1749611588.074179:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00001000:3.0:1749611588.074180:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749611588.074181:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611588.074181:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749611588.074182:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611588.074183:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749611588.074183:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611588.074184:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000040:1.0:1749611588.074184:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611588.074186:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:1.0:1749611588.074186:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00010000:00000200:0.0:1749611588.074186:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f575f80 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:269/0 lens 224/224 e 0 to 0 dl 1749611599 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611588.074187:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749611588.074188:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494698624, offset 0 00000100:00000040:3.0:1749611588.074189:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:2.0:1749611588.074190:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611588.074191:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749611588.074192:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1749611588.074193:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749611588.074194:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:0.0:1749611588.074195:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611588.074196:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611588.074196:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611588.074196:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611588.074198:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00001000:0.0:1749611588.074198:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611588.074199:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611588.074201:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749611588.074201:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94fc80 00000100:00000040:3.0:1749611588.074202:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611588.074202:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611588.074203:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749611588.074204:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 149168 00000100:00000040:0.0:1749611588.074204:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:3.0:1749611588.074205:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611588.074206:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611588.074207:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611588.074208:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611588.074209:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611588.074209:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611588.074210:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611588.074211:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880074696000. 00000400:00000200:1.0:1749611588.074211:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611588.074212:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611588.074212:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611588.074213:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611588.074214:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00000001:1.0:1749611588.074214:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749611588.074214:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:1.0:1749611588.074215:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611588.074216:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611588.074216:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000200:3.0:1749611588.074218:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494698240, offset 0 00000020:00000001:2.0:1749611588.074218:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611588.074218:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a0700. 00000100:00000040:1.0:1749611588.074220:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a0700 x1834598494698624 msgsize 520 00010000:00000040:2.0:1749611588.074221:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494698752 00000100:00000200:0.0:1749611588.074221:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494698496, offset 224 00000400:00000200:3.0:1749611588.074222:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749611588.074223:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749611588.074224:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611588.074226:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611588.074226:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:2.0:1749611588.074228:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079234000 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:269/0 lens 224/224 e 0 to 0 dl 1749611599 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611588.074230:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611588.074230:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:1.0:1749611588.074232:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:1.0:1749611588.074233:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:0.0:1749611588.074234:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749611588.074236:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749611588.074236:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880071e7b800 x1834598494698624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611608 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611588.074237:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94fb00 00010000:00000001:2.0:1749611588.074238:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611588.074240:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94fc00 00000100:00001000:2.0:1749611588.074241:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=43 v=5 (1 1 1 1) 00000400:00000200:3.0:1749611588.074242:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9621 [1] + 0 00000100:00000001:1.0:1749611588.074243:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611588.074245:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611588.074246:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880071e7b800 x1834598494698624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611608 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611588.074247:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611588.074248:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000200:0.0:1749611588.074249:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9619 [1] + 224 00000100:00000001:2.0:1749611588.074250:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611588.074251:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611588.074252:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611588.074253:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074253:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074254:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611588.074255:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611588.074258:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611588.074259:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749611588.074260:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000400:00000200:0.0:1749611588.074262:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611588.074263:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611588.074267:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 1006 usecs (2 jiffies) 00000100:00000001:3.0:1749611588.074268:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611588.074269:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300861533 00000100:00000001:1.0:1749611588.074271:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300861553 00000100:00000200:3.0:1749611588.074273:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7ad80 x1834598494698240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.074273:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300861533 00000100:00000001:1.0:1749611588.074275:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300861553 00000100:00000200:2.0:1749611588.074277:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494698752, offset 224 00000100:00000001:1.0:1749611588.074277:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300861533 00000100:00000001:1.0:1749611588.074279:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300861553 00000100:00000001:0.0:1749611588.074279:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611588.074281:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300861533 00000400:00000200:2.0:1749611588.074282:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611588.074283:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7ad80 x1834598494698240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.074283:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300861553 00000100:00000200:0.0:1749611588.074283:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.074285:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611588.074287:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611588.074289:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611588.074291:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:1.0:1749611588.074291:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611588.074292:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611588.074293:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611588.074294:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db7e8. 00000400:00000200:2.0:1749611588.074295:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94fd00 00000400:00000200:1.0:1749611588.074297:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749611588.074298:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749611588.074326:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611588.074328:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611588.074330:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9629 [1] + 224 00000100:00000200:1.0:1749611588.074331:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78700 x1834598494698112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611588.074335:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000400:00000200:2.0:1749611588.074336:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749611588.074338:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000400:00000200:2.0:1749611588.074339:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611588.074340:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:1.0:1749611588.074340:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78700 x1834598494698112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611588.074342:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749611588.074344:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000001:1.0:1749611588.074346:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611588.074347:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611588.074347:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:1.0:1749611588.074348:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611588.074349:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749611588.074350:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611588.074350:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611588.074350:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611588.074351:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611588.074352:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611588.074353:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:3.0:1749611588.074354:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611588.074354:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.074354:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611588.074354:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074356:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611588.074357:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749611588.074359:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a0000 x1834598494698240/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611608 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611588.074359:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611588.074360:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749611588.074362:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611588.074364:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611588.074364:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1749611588.074365:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611588 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611588.074368:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=111 v=20 (1 20 1 1) 00000100:00000040:0.0:1749611588.074369:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f575f80 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:269/0 lens 224/224 e 0 to 0 dl 1749611599 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611588.074370:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494698240:12345-0@lo:38:kworker.0 Request processed in 239us (532us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611588.074371:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611588.074377:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:0.0:1749611588.074378:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f575f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494698496:12345-0@lo:400:kworker.0 Request processed in 266us (591us total) trans 0 rc 0/0 00000100:00000001:1.0:1749611588.074379:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611588.074382:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000001:1.0:1749611588.074382:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611588.074385:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00000040:1.0:1749611588.074386:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78700 x1834598494698112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611613 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611588.074388:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611588.074389:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:2.0:1749611588.074389:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00100000:0.0:1749611588.074390:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00000040:0.0:1749611588.074392:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000010:3.0:1749611588.074393:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7b00. 00000100:00000001:2.0:1749611588.074393:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611588.074394:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611588.074394:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611588.074395:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749611588.074396:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8000. 00000100:00000001:1.0:1749611588.074397:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611588.074397:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611588.074398:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074398:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611588.074400:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000100:00000001:1.0:1749611588.074400:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:0.0:1749611588.074400:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000100:00000040:2.0:1749611588.074402:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611588.074402:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611588.074404:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000010:0.0:1749611588.074404:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8320. 00000100:00000001:3.0:1749611588.074405:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749611588.074405:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:2.0:1749611588.074406:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611588.074407:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 00000020:00000001:2.0:1749611588.074408:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00080000:1.0:1749611588.074408:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611588.074410:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611588.074413:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611588.074413:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234000 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:269/0 lens 224/224 e 0 to 0 dl 1749611599 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611588.074413:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000040:1.0:1749611588.074414:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78700 x1834598494698112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611613 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611588.074415:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494698624 00000100:00000001:0.0:1749611588.074416:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611588.074417:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611588.074419:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611588.074421:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611588.074422:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494698112:0@lo:38:kworker.0 02000000:00000001:3.0:1749611588.074423:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611588.074424:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079234000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494698752:12345-0@lo:400:kworker.0 Request processed in 261us (494us total) trans 0 rc 0/0 00000100:00000001:0.0:1749611588.074425:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:3.0:1749611588.074426:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494698624 00000100:00000001:0.0:1749611588.074426:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749611588.074427:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000001:1.0:1749611588.074428:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:3.0:1749611588.074429:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611588.074430:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:1.0:1749611588.074430:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749611588.074432:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611588.074432:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db840. 00000100:00100000:2.0:1749611588.074433:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000020:00000001:3.0:1749611588.074434:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611588.074434:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000020:00000010:3.0:1749611588.074436:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000100:00000040:2.0:1749611588.074436:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e0e000 : new rpc_count 0 00000400:00000010:1.0:1749611588.074436:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:2.0:1749611588.074438:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611588.074438:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749611588.074439:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7b00. 00000100:00100000:0.0:1749611588.074439:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00000001:2.0:1749611588.074440:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749611588.074441:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8000. 00000100:00000200:1.0:1749611588.074441:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7ad80 x1834598494698240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611588.074441:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598673280 : -131939110878336 : ffff8800882a0380) 00000100:00000001:3.0:1749611588.074444:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1749611588.074444:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387300. 00000100:00000001:3.0:1749611588.074445:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749611588.074445:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a0380 x1834598494698368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611588.074447:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611588.074449:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9000. 00000100:00000200:1.0:1749611588.074449:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7ad80 x1834598494698240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611588.074450:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611588.074452:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611588.074454:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27ca00. 00000100:00100000:0.0:1749611588.074455:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494698368:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611588.074456:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611588.074456:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611588.074457:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611588.074457:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611588.074458:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494698368 00000020:00000040:2.0:1749611588.074459:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 4 00000100:00000001:1.0:1749611588.074459:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749611588.074461:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00000001:2.0:1749611588.074461:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611588.074461:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:0.0:1749611588.074461:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611588.074462:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:0.0:1749611588.074462:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611588.074463:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598674176 : -131939110877440 : ffff8800882a0700) 00000100:00000040:3.0:1749611588.074466:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a0700 x1834598494698624/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611608 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.074468:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611588.074470:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611588.074471:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611588.074474:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611588 v=5 (0 0 0 0) 00010000:00020000:0.0:1749611588.074474:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1749611588.074475:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494698624:12345-0@lo:38:kworker.0 00010000:00000001:0.0:1749611588.074476:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611588.074477:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1749611588.074477:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=93 v=20 (1 20 1 1) 00010000:00000001:0.0:1749611588.074478:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611588.074479:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611588.074480:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611588.074481:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611588.074481:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000001:2.0:1749611588.074482:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1749611588.074483:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494698624 00000100:00000001:1.0:1749611588.074483:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611588.074483:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000001:2.0:1749611588.074484:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749611588.074485:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611588.074486:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:2.0:1749611588.074486:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe2c0. 00000100:00000040:1.0:1749611588.074487:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7ad80 x1834598494698240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611613 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611588.074488:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000010:0.0:1749611588.074488:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff7400. 00000400:00000200:2.0:1749611588.074489:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 02000000:00000001:0.0:1749611588.074490:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611588.074491:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000001:2.0:1749611588.074493:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611588.074493:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074494:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749611588.074495:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611588.074496:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749611588.074497:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611588.074497:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.074497:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611588.074497:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074499:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00020000:3.0:1749611588.074500:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611588.074500:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:0.0:1749611588.074500:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749611588.074503:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611588.074503:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:0.0:1749611588.074503:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:3.0:1749611588.074505:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00080000:1.0:1749611588.074505:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611588.074505:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749611588.074506:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.074507:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611588.074507:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611588.074508:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611588.074509:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611588.074509:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749611588.074510:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7ad80 x1834598494698240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611613 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611588.074511:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:3.0:1749611588.074512:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611588.074513:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611588.074514:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611588.074516:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749611588.074518:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494698240:0@lo:38:kworker.0 02000000:00000001:0.0:1749611588.074518:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.074519:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611588.074546:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611588.074546:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611588.074547:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:3.0:1749611588.074548:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41c000. 00000100:00000001:1.0:1749611588.074548:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611588.074549:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611588.074549:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611588.074551:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611588.074551:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78700 x1834598494698112/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611613 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611588.074552:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611588.074552:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611588.074553:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611588.074554:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611588.074555:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00010000:00000001:3.0:1749611588.074556:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611588.074557:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1749611588.074558:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611588.074559:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979438 time=8 v=5 (5 0 0 0) 02000000:00000001:1.0:1749611588.074559:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00001000:3.0:1749611588.074561:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:1.0:1749611588.074561:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801327ddc00. 00000100:00001000:2.0:1749611588.074563:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=8 v=5 (1 0 0 0) 00000100:00000001:3.0:1749611588.074564:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000200:0.0:1749611588.074564:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494698368, offset 0 00000100:00000001:2.0:1749611588.074565:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749611588.074565:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611588.074566:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611588.074567:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611588.074567:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611588.074568:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:0.0:1749611588.074568:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611588.074569:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000001:2.0:1749611588.074569:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:1.0:1749611588.074570:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611588.074571:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611588.074574:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00080000:2.0:1749611588.074574:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611588.074575:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611588.074577:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000010:1.0:1749611588.074577:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074695000. 02000000:00000001:3.0:1749611588.074580:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749611588.074580:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94fb80 02000000:00000001:3.0:1749611588.074581:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611588.074581:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611588.074581:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611588.074582:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611588.074583:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611588.074584:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000010:1.0:1749611588.074584:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78700. 00000100:00000040:3.0:1749611588.074585:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611588.074585:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9635 [1] + 0 00000100:00000040:2.0:1749611588.074586:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749611588.074587:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1749611588.074588:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00000001:2.0:1749611588.074588:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611588.074588:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611588.074589:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611588.074589:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611588.074590:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1749611588.074592:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494698624, offset 0 00000100:00000040:2.0:1749611588.074592:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611588.074593:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611588.074594:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7ad80 x1834598494698240/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611613 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611588.074596:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611588.074599:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611588.074599:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611588.074600:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611588.074602:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749611588.074602:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749611588.074603:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:1.0:1749611588.074603:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801327dc400. 00000100:00000200:0.0:1749611588.074603:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7a680 x1834598494698368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611588.074604:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611588.074605:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749611588.074607:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611588.074607:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:3.0:1749611588.074608:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94fc80 00000020:00000040:1.0:1749611588.074608:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749611588.074609:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611588.074611:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074695400. 00000100:00000040:0.0:1749611588.074612:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7a680 x1834598494698368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611588.074613:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x963d [1] + 0 02000000:00000001:1.0:1749611588.074613:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611588.074614:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1749611588.074615:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494698752:0@lo:400:kworker.0 00000100:00000010:1.0:1749611588.074615:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7ad80. 00000400:00000200:3.0:1749611588.074618:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611588.074618:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611588.074619:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611588.074620:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611588.074620:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611588.074621:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611588.074622:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611588.074624:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7bb80 x1834598494698752/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611588.074624:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000001:1.0:1749611588.074625:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:0.0:1749611588.074626:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000400:00000200:3.0:1749611588.074627:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611588.074627:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749611588.074628:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611588.074629:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611588.074629:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611588.074630:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749611588.074630:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611588.074631:0:10935:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749611588.074632:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611588.074632:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611588.074633:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:2.0:1749611588.074634:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009d27c400. 00000400:00000001:1.0:1749611588.074634:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749611588.074635:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880071e7b800 x1834598494698624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611608 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611588.074635:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:1.0:1749611588.074636:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db898. 00000100:00000001:0.0:1749611588.074637:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611588.074639:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000020:00000001:0.0:1749611588.074639:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749611588.074640:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 02000000:00000001:2.0:1749611588.074642:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611588.074642:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611588.074643:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a0380 x1834598494698368/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611608 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611588.074644:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749611588.074645:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880071e7b800 x1834598494698624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611588.074645:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7a680 x1834598494698368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611588.074646:0:28322:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611588.074648:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611588.074650:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2ed00. 00000100:00100000:0.0:1749611588.074652:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494698368:12345-0@lo:38:kworker.0 Request processed in 197us (614us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611588.074653:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749611588.074654:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7a680 x1834598494698368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611613 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611588.074655:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611588.074656:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:3.0:1749611588.074657:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000100:00000010:2.0:1749611588.074658:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7bb80. 00000400:00000010:3.0:1749611588.074659:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000100:00100000:0.0:1749611588.074660:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00000001:2.0:1749611588.074661:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611588.074662:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611588.074663:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611588.074663:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611588.074663:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611588.074664:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611588.074665:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611588.074666:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611588.074667:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7700. 00000100:00000040:3.0:1749611588.074669:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611588.074669:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749611588.074670:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c80c8. 00000100:00000001:3.0:1749611588.074671:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611588.074671:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074672:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749611588.074673:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611588.074673:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749611588.074673:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125200. 00000100:00000001:1.0:1749611588.074674:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611588.074675:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074676:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749611588.074677:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a0700 x1834598494698624/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611608 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611588.074677:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611588.074678:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611588.074679:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611588.074681:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611588.074683:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611588.074686:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494698624:12345-0@lo:38:kworker.0 Request processed in 210us (463us total) trans 0 rc -19/-19 00000100:00001000:1.0:1749611588.074687:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611588 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611588.074690:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=143 v=20 (20 1 1 1) 00000100:00000001:1.0:1749611588.074692:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611588.074693:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611588.074694:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00000001:3.0:1749611588.074696:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611588.074696:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611588.074696:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611588.074698:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611588.074698:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749611588.074700:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:1.0:1749611588.074700:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7a680 x1834598494698368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611613 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611588.074701:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7b00. 00000400:00000001:0.0:1749611588.074702:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:3.0:1749611588.074704:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8000. 00000020:00000040:2.0:1749611588.074704:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000001:0.0:1749611588.074704:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611588.074706:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749611588.074706:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7790. 00000020:00000010:3.0:1749611588.074707:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000100:00000001:1.0:1749611588.074709:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:0.0:1749611588.074709:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed110 00000100:00000001:1.0:1749611588.074710:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611588.074711:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611588.074711:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed110. 00000100:00000001:1.0:1749611588.074712:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611588.074713:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611588.074714:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:1.0:1749611588.074715:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611588.074718:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:0.0:1749611588.074718:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.074720:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611588.074723:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7a680 x1834598494698368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611613 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611588.074727:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611588.074731:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494698368:0@lo:38:kworker.0 00000100:00000001:0.0:1749611588.074734:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:1.0:1749611588.074736:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611588.074736:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749611588.074737:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611588.074738:0:28321:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:1.0:1749611588.074739:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db6e0. 02000000:00000001:0.0:1749611588.074739:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749611588.074741:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:0.0:1749611588.074741:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:1.0:1749611588.074743:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749611588.074743:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611588.074745:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074749:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749611588.074750:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=143 v=5 (5 5 5 5) 00000100:00000200:1.0:1749611588.074753:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e7b800 x1834598494698624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611608 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611588.074753:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=143 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611588.074756:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611588.074757:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611588.074759:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1749611588.074761:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e7b800 x1834598494698624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611608 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749611588.074763:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.074767:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611588.074769:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611588.074770:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074771:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611588.074772:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611588.074773:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611588.074773:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749611588.074774:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:1.0:1749611588.074775:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.074776:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:1.0:1749611588.074777:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.074777:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611588.074780:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012d4a0438 time=1749611588 v=5 (0 0 0 0) 00000100:00000040:0.0:1749611588.074781:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611588.074782:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012d4a03f0 time=8 v=15 (15 0 0 0) 00000100:00000001:1.0:1749611588.074785:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611588.074786:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611588.074787:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611588.074788:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611588.074791:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e7b800 x1834598494698624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611608 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611588.074795:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611588.074797:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611588.074798:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611588.074800:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611588.074801:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611588.074802:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.074803:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611588.074804:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611588.074806:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611588.074808:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611588.074810:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749611588.074810:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e78000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494698496:0@lo:400:kworker.0 00000100:00000040:1.0:1749611588.074814:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e7b800 x1834598494698624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611608 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611588.074814:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611588.074816:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611588.074819:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e78000 x1834598494698496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611588.074822:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494698624:0@lo:38:kworker.0 00000100:00000001:0.0:1749611588.074826:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611588.074827:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611588.074830:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124000. 00000100:00000001:1.0:1749611588.074832:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611588.074833:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611588.074834:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611588.074834:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611588.074836:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:1.0:1749611588.074837:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7a680 x1834598494698368/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611613 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611588.074838:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611588.074840:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2eb00. 00000100:00000001:1.0:1749611588.074844:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611588.074844:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611588.074845:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749611588.074845:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1749611588.074847:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801327de000. 00000100:00000010:0.0:1749611588.074847:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e78000. 02000000:00000001:1.0:1749611588.074850:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611588.074850:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1749611588.074851:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611588.074851:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749611588.074852:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749611588.074853:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611588.074854:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611588.074855:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074695800. 02000000:00000001:1.0:1749611588.074857:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611588.074858:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611588.074858:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611588.074859:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611588.074860:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7a680. 00000100:00000001:0.0:1749611588.074861:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611588.074862:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611588.074863:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611588.074863:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074865:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611588.074867:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e7b800 x1834598494698624/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611608 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611588.074873:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611588.074874:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611588.074876:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801327de400. 02000000:00000001:1.0:1749611588.074878:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611588.074879:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611588.074880:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611588.074881:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611588.074883:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074695c00. 02000000:00000001:1.0:1749611588.074885:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611588.074886:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611588.074887:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e7b800. 00000100:00000001:1.0:1749611588.074889:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611588.074891:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611588.074893:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074895:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611588.074896:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611588.074901:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611588.074903:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611588.095614:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300861553, at 4300861553 00000100:00000040:3.0:1749611588.095623:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300861553, at 4300861553 00000100:00000010:0.0:1749611588.095624:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012eb377c0. 00000100:00000040:1.0:1749611588.095627:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300861553, at 4300861553 00000100:00000040:2.0:1749611588.095628:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300861553, at 4300861553 00000100:00000010:3.0:1749611588.095634:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52e36c0. 00000100:00000010:1.0:1749611588.095644:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012eb37700. 00000100:00000010:2.0:1749611588.095662:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b52e3640. 00010000:00000001:0.0:1749611588.320657:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611588.320665:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611588.320793:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611588.320799:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611588.320802:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611588.454678:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611588.454686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611588.454688:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611588.454724:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611588.454727:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611588.454730:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611588.454732:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611588.454735:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611588.454737:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611588.458612:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611588.458617:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611588.458619:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611588.458622:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611588.458625:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611588.458628:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611588.458631:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611588.458633:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611588.458635:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611589.057605:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611589.057613:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611589.057616:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611589.057620:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611589.057624:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611589.057627:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611589.057630:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611589.057633:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611589.057635:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611589.322720:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611589.322729:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611589.322865:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611589.322871:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611589.322875:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611589.454649:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611589.454656:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611589.454658:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611589.454662:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611589.454666:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611589.454670:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611589.454673:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611589.454676:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611589.454678:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611589.458591:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611589.458595:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611589.458597:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611589.458616:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611589.458619:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611589.458622:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611589.458624:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611589.458627:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611589.458629:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611590.057634:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611590.057642:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611590.057645:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611590.057650:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611590.057653:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611590.057657:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611590.057660:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611590.057663:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611590.057666:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611590.324675:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611590.324681:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611590.324808:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611590.324815:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611590.324819:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611590.454635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611590.454641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611590.454643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611590.454647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611590.454651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611590.454655:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611590.454658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611590.454669:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88013033d180 x1834598494697088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611590.454680:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611590.454684:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88013033d180 x1834598494697088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611590.454693:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611590.454696:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611590.454699:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611590.454701:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611590.454704:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033d180 x1834598494697088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611590.454739:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013033d180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494697088:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611590.454745:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611590.454747:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611590.454750:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611590.454752:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611590.454755:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88013033d180 x1834598494697088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611590.454763:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611590.454765:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880084695540. 00000100:00000001:0.0:1749611590.454771:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611590.454772:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611590.454776:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611590.454780:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611590.454783:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611590.454787:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006dc59e00 refcount=4 00000020:00000001:0.0:1749611590.454789:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134155886080 : -131939553665536 : ffff88006dc59e00) 00010000:00000001:0.0:1749611590.454792:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134155886080 : -131939553665536 : ffff88006dc59e00) 00010000:00010000:0.0:1749611590.454798:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88006dc59e00/0x689c0ec07329d622 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611590.454807:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611590.454813:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88006dc59e00/0x689c0ec07329d622 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611590.454819:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611590.454822:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88006dc59e00/0x689c0ec07329d622 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611590.454829:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611590.454831:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611590.454850:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88006dc59e00/0x689c0ec07329d622 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611590.454857:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611590.454860:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611590.454863:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611590.454865:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88006dc59e00/0x689c0ec07329d622 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611590.454871:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88006dc59e00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611590.454875:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611590.454878:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88006dc59e00/0x689c0ec07329d622 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611590.454883:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611590.454885:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611590.454886:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611590.454887:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88006dc59e00 refcount=5 00000020:00000001:0.0:1749611590.454889:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134155886080 : -131939553665536 : ffff88006dc59e00) 00010000:00000001:0.0:1749611590.454892:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134155886080 : -131939553665536 : ffff88006dc59e00) 00010000:00000001:0.0:1749611590.454895:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611590.454897:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88006dc59e00/0x689c0ec07329d622 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611590.454902:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611590.454905:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88006dc59e00/0x689c0ec07329d622 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611590.454911:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611590.454914:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611590.454916:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611590.454918:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611590.454920:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611590.454923:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611590.454924:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611590.454930:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611590.454932:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611590.454935:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88006dc59e00 with handle 0x689c0ec07329d622 from hash 00010000:00000001:0.0:1749611590.454937:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611590.454939:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611590.454940:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611590.454941:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611590.454943:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611590.454944:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611590.454947:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611590.454948:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611590.454949:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611590.454951:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611590.454953:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88006dc59e00/0x689c0ec07329d622 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611590.454958:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611590.454959:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611590.454961:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611590.454962:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611590.454963:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611590.454965:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611590.454966:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611590.454968:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88006dc59e00/0x689c0ec07329d622 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611590.454975:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88012b81b800 count: 0 00010000:00000001:0.0:1749611590.455009:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611590.455011:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611590.455015:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611590.455019:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88013033d180 x1834598494697088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611590.455026:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611590.455029:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611590.455031:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611590.455033:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611590.455042:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88006dc59000. 02000000:00000001:0.0:1749611590.455047:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611590.455048:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611590.455051:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013033d180. 00000100:00000001:0.0:1749611590.455055:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611590.455057:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611590.455059:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611590.455062:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611590.455065:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611590.455069:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88012b4c4e40. 00000020:00000010:0.0:1749611590.455073:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59000. 00000020:00000010:0.0:1749611590.455078:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc58400. 00000040:00000010:0.0:1749611590.455081:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006dc58a00. 00000020:00000010:0.0:1749611590.455086:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b422c000. 00000020:00000010:0.0:1749611590.455092:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc58800. 80000000:00000010:0.0:1749611590.455097:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16300. 00040000:00000010:0.0:1749611590.455103:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc59a00. 00080000:00000010:0.0:1749611590.455109:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012d89f000. 00080000:00000010:0.0:1749611590.455116:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 10000000:00000040:0.0:1749611590.455126:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749611590.455128:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611590.455135:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc58400. 00000040:00000010:0.0:1749611590.455139:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006dc58a00. 00000020:00000010:0.0:1749611590.455143:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b422c000. 00000020:00000010:0.0:1749611590.455148:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc58800. 80000000:00000010:0.0:1749611590.455152:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16300. 00040000:00000010:0.0:1749611590.455157:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc59a00. 00080000:00000010:0.0:1749611590.455162:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:0.0:1749611590.455166:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d89f000. 00000020:00000010:0.0:1749611590.455170:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59000. 10000000:00000010:0.0:1749611590.455173:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88012b4c4e40. 10000000:01000000:0.0:1749611590.455176:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-sptlrpc' failed (-5). 10000000:00000001:0.0:1749611590.455179:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611590.455182:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611590.455189:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611590.455192:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611590.455194:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b5273200) refs 4 10000000:00000001:0.0:1749611590.455196:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:2.1:1749611590.457735:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012b81b800. 00010000:00000010:2.1:1749611590.457746:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88006dc59e00. 00000100:00000001:0.0:1749611590.458629:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611590.458634:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611590.458636:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611590.458640:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611590.458643:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611590.458645:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611590.458648:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611590.458651:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611590.458653:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611591.057645:0:31086:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611591.057654:0:31086:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611591.057657:0:31086:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611591.057663:0:31086:0:(client.c:2663:ptlrpc_set_wait()) set ffff880084695c00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611591.057668:0:31086:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611591.057673:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611591.057676:0:31086:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611591.057691:0:31086:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff88013033e300 x1834598494696960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611591.057706:0:31086:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611591.057713:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88013033e300 x1834598494696960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611591.057727:0:31086:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611591.057732:0:31086:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611591.057736:0:31086:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611591.057739:0:31086:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611591.057746:0:31086:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033e300 x1834598494696960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611591.057761:0:31086:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013033e300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:31086:1834598494696960:0@lo:253:mount.lustre.0 00000100:00000001:0.0:1749611591.057769:0:31086:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611591.057785:0:31086:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611591.057790:0:31086:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611591.057793:0:31086:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611591.057799:0:31086:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88013033e300 x1834598494696960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611591.057811:0:31086:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611591.057815:0:31086:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880084695c00. 00000100:00000001:0.0:1749611591.057821:0:31086:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611591.057823:0:31086:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611591.057828:0:31086:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611591.057832:0:31086:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88013033e300 x1834598494696960/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611591.057842:0:31086:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611591.057847:0:31086:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611591.057850:0:31086:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611591.057853:0:31086:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611591.057859:0:31086:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff880070f06000. 02000000:00000001:0.0:1749611591.057869:0:31086:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611591.057872:0:31086:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611591.057875:0:31086:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013033e300. 00000100:00000001:0.0:1749611591.057882:0:31086:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611591.057885:0:31086:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611591.057889:0:31086:0:(mgc_request_server.c:242:mgc_target_register()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611591.057893:0:31086:0:(mgc_request_server.c:268:mgc_set_info_async_server()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611591.057897:0:31086:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1749611591.057902:0:31086:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000010:0.0:1749611591.057907:0:31086:0:(tgt_mount.c:1429:server_notify_target()) kfreed 'mti': 4544 at ffff88009685c000. 00000020:00000001:0.0:1749611591.057915:0:31086:0:(tgt_mount.c:1431:server_notify_target()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:02000000:0.0:1749611591.057920:0:31086:0:(tgt_mount.c:2346:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:0.0:1749611591.064796:0:31086:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59400. 00000020:00000010:0.0:1749611591.064807:0:31086:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc59a00. 00000020:00000010:0.0:1749611591.064813:0:31086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b422c000. 00000020:00000010:0.0:1749611591.064822:0:31086:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdbc60. 00000020:00000010:0.0:1749611591.064837:0:31086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc58800. 80000000:00000010:0.0:1749611591.064843:0:31086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16300. 40000000:00000010:0.0:1749611591.064849:0:31086:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012b4c4e40. 00100000:00000010:0.0:1749611591.064856:0:31086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b422b000. 00040000:00000010:0.0:1749611591.064863:0:31086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012b81b500. 00040000:00000010:0.0:1749611591.064868:0:31086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc58a00. 00080000:00000010:0.0:1749611591.064876:0:31086:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012d89f000. 00080000:00000010:0.0:1749611591.064884:0:31086:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88012fea6000. 00002000:00000010:0.0:1749611591.064895:0:31086:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88006dff4800. 00000020:00000010:0.0:1749611591.064900:0:31086:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59c00. 00000020:00000010:0.0:1749611591.064906:0:31086:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff280. 00000020:00000010:0.0:1749611591.064911:0:31086:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add708. 00002000:00000001:0.0:1749611591.064916:0:31086:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:0.0:1749611591.064921:0:31086:0:(osd_handler.c:8775:osd_prepare()) Process entered 00040000:00000001:0.0:1749611591.064924:0:31086:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:0.0:1749611591.064928:0:31086:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:0.0:1749611591.064932:0:31086:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611591.064935:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611591.064938:0:31086:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:0.0:1749611591.064944:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00000020:00000001:0.0:1749611591.064949:0:31086:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.064955:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611591.064964:0:31086:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849144600 : -131938860407016 : ffff88009717e718) 00080000:00000001:0.0:1749611591.064970:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611591.064973:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611591.064995:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611591.065021:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065024:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611591.065026:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065028:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611591.065031:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611591.065034:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x3:0x0] 73735:1809994347 to info ffff88012d89f000 00000020:00000001:0.0:1749611591.065040:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f638 00080000:00000002:0.0:1749611591.065042:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/quota_slave => [0x200000003:0x3:0x0] 00080000:00000001:0.0:1749611591.065052:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065056:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611591.065060:0:31086:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88006dff7c00. 00080000:00000001:0.0:1749611591.065063:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611591.065066:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611591.065071:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012b81bf00. 00000020:00000001:0.0:1749611591.065077:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611591.065081:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006dc59e00. 00000020:00000001:0.0:1749611591.065083:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065086:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.065088:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.065091:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065093:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.065097:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065101:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.065105:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137339109208 : -131936370442408 : ffff88012b81bf58) 00040000:00000001:0.0:1749611591.065112:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611591.065114:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611591.065115:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611591.065116:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611591.065118:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611591.065119:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611591.065122:0:31086:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006dc59e00. 00000020:00000010:0.0:1749611591.065127:0:31086:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012b81bf00. 00000020:00000001:0.0:1749611591.065153:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611591.065156:0:31086:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611591.065160:0:31086:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e7e0. 00002000:00000001:0.0:1749611591.065162:0:31086:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849144888 : -131938860406728 : ffff88009717e838) 00002000:00000001:0.0:1749611591.065165:0:31086:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611591.065167:0:31086:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:0.0:1749611591.065170:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88006dc59e00. 00002000:00000001:0.0:1749611591.065172:0:31086:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065174:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.065176:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.065178:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065179:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.065182:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065190:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.065195:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849144888 : -131938860406728 : ffff88009717e838) 00040000:00000001:0.0:1749611591.065200:0:31086:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:0.0:1749611591.065203:0:31086:0:(lu_object.c:207:lu_object_put()) Add ffff880118e78200/ffff88009717e6c0 to site lru. bkt: ffff880099882530 00040000:00000001:0.0:1749611591.065207:0:31086:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611591.065209:0:31086:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff880084695540. 00040000:00000001:0.0:1749611591.065212:0:31086:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611591.065214:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611591.065216:0:31086:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611591.065218:0:31086:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e240. 00002000:00000001:0.0:1749611591.065220:0:31086:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849143448 : -131938860408168 : ffff88009717e298) 00002000:00000001:0.0:1749611591.065223:0:31086:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611591.065224:0:31086:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:0.0:1749611591.065228:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880133195200. 00002000:00000001:0.0:1749611591.065229:0:31086:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065231:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.065234:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611591.065235:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611591.065238:0:31086:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611591.065240:0:31086:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065241:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.065245:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065247:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.065249:0:31086:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611591.065251:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611591.065252:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611591.065253:0:31086:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611591.065255:0:31086:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065257:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.065260:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849143448 : -131938860408168 : ffff88009717e298) 00040000:00000001:0.0:1749611591.065263:0:31086:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612137466483200 : -131936243068416 : ffff880133195200) 00040000:00000001:0.0:1749611591.065265:0:31086:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611591.065267:0:31086:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:0.0:1749611591.065270:0:31086:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611591.065293:0:31086:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611591.065301:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611591.065303:0:31086:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:0.0:1749611591.065306:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00000020:00000001:0.0:1749611591.065309:0:31086:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065313:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611591.065315:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611591.065325:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611591.065333:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065335:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611591.065336:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065338:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611591.065340:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611591.065343:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x4:0x0] 92:1809994348 to info ffff88012d89f000 00000020:00000001:0.0:1749611591.065346:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f598 00080000:00000002:0.0:1749611591.065348:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000 => [0x200000003:0x4:0x0] 00080000:00000001:0.0:1749611591.065351:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065353:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065355:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611591.065357:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611591.065360:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012b81b600. 00000020:00000001:0.0:1749611591.065363:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611591.065366:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8f400. 00000020:00000001:0.0:1749611591.065368:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065370:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.065372:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.065373:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065375:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.065377:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065380:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.065383:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137339106904 : -131936370444712 : ffff88012b81b658) 00040000:00000001:0.0:1749611591.065387:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611591.065388:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611591.065389:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611591.065390:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611591.065391:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611591.065392:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611591.065400:0:31086:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8f400. 00000020:00000010:0.0:1749611591.065403:0:31086:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012b81b600. 00000020:00000001:0.0:1749611591.065407:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611591.065410:0:31086:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611591.065412:0:31086:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f200. 00002000:00000001:0.0:1749611591.065414:0:31086:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849147480 : -131938860404136 : ffff88009717f258) 00002000:00000001:0.0:1749611591.065417:0:31086:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611591.065418:0:31086:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:0.0:1749611591.065421:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8f400. 00002000:00000001:0.0:1749611591.065422:0:31086:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065424:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.065425:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.065427:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065429:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.065432:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065434:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.065436:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849147480 : -131938860404136 : ffff88009717f258) 00040000:00000001:0.0:1749611591.065439:0:31086:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00080000:00000010:0.0:1749611591.065443:0:31086:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012b81bb00. 00100000:00000001:0.0:1749611591.065452:0:31086:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611591.065455:0:31086:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012b4c4cc0. 00100000:00000010:0.0:1749611591.065459:0:31086:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012b4c4cc0. 00100000:00000001:0.0:1749611591.065462:0:31086:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611591.065464:0:31086:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00080000:00000002:0.0:1749611591.065468:0:31086:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 92 00040000:00000001:0.0:1749611591.065472:0:31086:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611591.065474:0:31086:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611591.065477:0:31086:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611591.065479:0:31086:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065481:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611591.065483:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611591.065487:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611591.065491:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065493:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611591.065494:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065500:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611591.065503:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611591.065505:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x1:0x0] 93:1809994349 to info ffff88012d89f000 00000020:00000001:0.0:1749611591.065509:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f5d0 00080000:00000002:0.0:1749611591.065510:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000-OST0000 => [0x200000005:0x1:0x0] 00080000:00000001:0.0:1749611591.065513:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065515:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065517:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611591.065561:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611591.065565:0:31086:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611591.065568:0:31086:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e480. 00002000:00000001:0.0:1749611591.065570:0:31086:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849144024 : -131938860407592 : ffff88009717e4d8) 00002000:00000001:0.0:1749611591.065573:0:31086:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611591.065574:0:31086:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:0.0:1749611591.065577:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8e800. 00002000:00000001:0.0:1749611591.065579:0:31086:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065581:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.065583:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.065585:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065587:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.065591:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065594:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.065597:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849144024 : -131938860407592 : ffff88009717e4d8) 00080000:00000010:0.0:1749611591.065601:0:31086:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012b81ba00. 00100000:00000001:0.0:1749611591.065608:0:31086:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611591.065610:0:31086:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012b4c4cc0. 00100000:00000010:0.0:1749611591.065613:0:31086:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012b4c4cc0. 00100000:00000001:0.0:1749611591.065615:0:31086:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611591.065617:0:31086:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612134457042944 : -131939252508672 : ffff88007fb8e800) 00080000:00000002:0.0:1749611591.065621:0:31086:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 93 00040000:00000001:0.0:1749611591.065624:0:31086:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611591.065626:0:31086:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8801355eb6c0. 00000001:00000001:0.0:1749611591.065629:0:31086:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611591.065632:0:31086:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012b81bc00. 00000001:00000010:0.0:1749611591.065638:0:31086:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff880076243908. 00000001:00000010:0.0:1749611591.065648:0:31086:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff880084695240. 00040000:00000001:0.0:1749611591.065651:0:31086:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612137504585408 : -131936204966208 : ffff8801355eb6c0) 00000020:00000001:0.0:1749611591.065655:0:31086:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611591.065666:0:31086:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611591.065668:0:31086:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611591.065672:0:31086:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611591.065674:0:31086:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611591.065675:0:31086:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611591.065678:0:31086:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff88009c52ec00. 00040000:00000001:0.0:1749611591.065680:0:31086:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611591.065682:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611591.065684:0:31086:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611591.065686:0:31086:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e360. 00002000:00000001:0.0:1749611591.065688:0:31086:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849143736 : -131938860407880 : ffff88009717e3b8) 00002000:00000001:0.0:1749611591.065691:0:31086:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611591.065692:0:31086:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:0.0:1749611591.065694:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8e600. 00002000:00000001:0.0:1749611591.065696:0:31086:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065698:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.065700:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611591.065701:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611591.065703:0:31086:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611591.065705:0:31086:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065706:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.065711:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065712:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.065715:0:31086:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611591.065717:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611591.065718:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611591.065719:0:31086:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611591.065721:0:31086:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065730:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.065734:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849143736 : -131938860407880 : ffff88009717e3b8) 00040000:00000001:0.0:1749611591.065736:0:31086:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00040000:00000001:0.0:1749611591.065739:0:31086:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611591.065741:0:31086:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:0.0:1749611591.065747:0:31086:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611591.065749:0:31086:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611591.065751:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611591.065753:0:31086:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:0.0:1749611591.065756:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00000020:00000001:0.0:1749611591.065758:0:31086:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065761:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611591.065763:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611591.065768:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611591.065775:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065777:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611591.065778:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065779:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611591.065781:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611591.065783:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x5:0x0] 94:1809994350 to info ffff88012d89f000 00000020:00000001:0.0:1749611591.065786:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f598 00080000:00000002:0.0:1749611591.065788:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000 => [0x200000003:0x5:0x0] 00080000:00000001:0.0:1749611591.065791:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065793:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065795:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611591.065797:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611591.065800:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012b81b900. 00000020:00000001:0.0:1749611591.065803:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611591.065806:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dbbe00. 00000020:00000001:0.0:1749611591.065808:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065810:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.065811:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.065812:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065814:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.065816:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065818:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.065822:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137339107672 : -131936370443944 : ffff88012b81b958) 00040000:00000001:0.0:1749611591.065826:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611591.065827:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611591.065828:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611591.065833:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611591.065834:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611591.065836:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611591.065838:0:31086:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129dbbe00. 00000020:00000010:0.0:1749611591.065841:0:31086:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012b81b900. 00000020:00000001:0.0:1749611591.065846:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611591.065848:0:31086:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611591.065850:0:31086:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e120. 00002000:00000001:0.0:1749611591.065852:0:31086:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849143160 : -131938860408456 : ffff88009717e178) 00002000:00000001:0.0:1749611591.065854:0:31086:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611591.065856:0:31086:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:0.0:1749611591.065858:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dbbe00. 00002000:00000001:0.0:1749611591.065860:0:31086:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065862:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.065863:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.065865:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065866:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.065869:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065871:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.065874:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849143160 : -131938860408456 : ffff88009717e178) 00040000:00000001:0.0:1749611591.065876:0:31086:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612137311452672 : -131936398098944 : ffff880129dbbe00) 00080000:00000010:0.0:1749611591.065879:0:31086:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012b81b700. 00100000:00000001:0.0:1749611591.065885:0:31086:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611591.065887:0:31086:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012b4c4cc0. 00100000:00000010:0.0:1749611591.065889:0:31086:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012b4c4cc0. 00100000:00000001:0.0:1749611591.065891:0:31086:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611591.065893:0:31086:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612137311452672 : -131936398098944 : ffff880129dbbe00) 00080000:00000002:0.0:1749611591.065896:0:31086:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 94 00040000:00000001:0.0:1749611591.065898:0:31086:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611591.065899:0:31086:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611591.065902:0:31086:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611591.065903:0:31086:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065905:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611591.065907:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611591.065910:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611591.065915:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065921:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611591.065922:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065924:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611591.065926:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611591.065928:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x2:0x0] 95:1809994351 to info ffff88012d89f000 00000020:00000001:0.0:1749611591.065931:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f5d0 00080000:00000002:0.0:1749611591.065933:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000-OST0000 => [0x200000005:0x2:0x0] 00080000:00000001:0.0:1749611591.065936:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065938:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065940:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611591.065942:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611591.065945:0:31086:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611591.065947:0:31086:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e5a0. 00002000:00000001:0.0:1749611591.065949:0:31086:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849144312 : -131938860407304 : ffff88009717e5f8) 00002000:00000001:0.0:1749611591.065951:0:31086:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611591.065952:0:31086:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:0.0:1749611591.065955:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dba600. 00002000:00000001:0.0:1749611591.065956:0:31086:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065958:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.065959:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.065961:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.065963:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.065965:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.065968:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.065971:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849144312 : -131938860407304 : ffff88009717e5f8) 00080000:00000010:0.0:1749611591.065974:0:31086:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012b81b000. 00100000:00000001:0.0:1749611591.065980:0:31086:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611591.065981:0:31086:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012b4c4cc0. 00100000:00000010:0.0:1749611591.065983:0:31086:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012b4c4cc0. 00100000:00000001:0.0:1749611591.065985:0:31086:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611591.065987:0:31086:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612137311446528 : -131936398105088 : ffff880129dba600) 00080000:00000002:0.0:1749611591.065990:0:31086:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 95 00040000:00000001:0.0:1749611591.065992:0:31086:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611591.065994:0:31086:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8801355ebc60. 00000001:00000001:0.0:1749611591.065997:0:31086:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611591.066003:0:31086:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012b81b300. 00000001:00000010:0.0:1749611591.066007:0:31086:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff8800762438c8. 00000001:00000010:0.0:1749611591.066010:0:31086:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff880092ecd240. 00040000:00000001:0.0:1749611591.066012:0:31086:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612137504586848 : -131936204964768 : ffff8801355ebc60) 00000020:00000001:0.0:1749611591.066015:0:31086:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611591.066019:0:31086:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611591.066021:0:31086:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611591.066024:0:31086:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611591.066025:0:31086:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611591.066027:0:31086:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611591.066029:0:31086:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff880092ecd480. 00040000:00000001:0.0:1749611591.066031:0:31086:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611591.066032:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611591.066035:0:31086:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611591.066037:0:31086:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e000. 00002000:00000001:0.0:1749611591.066039:0:31086:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849142872 : -131938860408744 : ffff88009717e058) 00002000:00000001:0.0:1749611591.066041:0:31086:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611591.066042:0:31086:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:0.0:1749611591.066045:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dba800. 00002000:00000001:0.0:1749611591.066047:0:31086:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066048:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.066050:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611591.066051:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611591.066053:0:31086:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611591.066055:0:31086:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066056:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.066060:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.066061:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.066063:0:31086:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611591.066065:0:31086:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611591.066066:0:31086:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611591.066068:0:31086:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611591.066069:0:31086:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066072:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.066075:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849142872 : -131938860408744 : ffff88009717e058) 00040000:00000001:0.0:1749611591.066078:0:31086:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612137311447040 : -131936398104576 : ffff880129dba800) 00040000:00000001:0.0:1749611591.066080:0:31086:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611591.066086:0:31086:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:0.0:1749611591.066089:0:31086:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611591.066091:0:31086:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611591.066093:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611591.066095:0:31086:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:0.0:1749611591.066097:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00000020:00000001:0.0:1749611591.066100:0:31086:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.066102:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611591.066104:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611591.066108:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611591.066114:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066115:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611591.066117:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066118:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611591.066119:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611591.066122:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x6:0x0] 96:1809994352 to info ffff88012d89f000 00000020:00000001:0.0:1749611591.066125:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f598 00080000:00000002:0.0:1749611591.066126:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000 => [0x200000003:0x6:0x0] 00080000:00000001:0.0:1749611591.066129:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.066131:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066133:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611591.066135:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611591.066139:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012b81b800. 00000020:00000001:0.0:1749611591.066141:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611591.066143:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dbb200. 00000020:00000001:0.0:1749611591.066145:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066147:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.066148:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.066149:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.066151:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.066153:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066155:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.066158:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137339107416 : -131936370444200 : ffff88012b81b858) 00040000:00000001:0.0:1749611591.066161:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611591.066163:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611591.066169:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611591.066170:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611591.066171:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611591.066172:0:31086:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611591.066175:0:31086:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129dbb200. 00000020:00000010:0.0:1749611591.066178:0:31086:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012b81b800. 00000020:00000001:0.0:1749611591.066182:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611591.066184:0:31086:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611591.066187:0:31086:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e900. 00002000:00000001:0.0:1749611591.066189:0:31086:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849145176 : -131938860406440 : ffff88009717e958) 00002000:00000001:0.0:1749611591.066191:0:31086:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611591.066193:0:31086:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:0.0:1749611591.066195:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dbb200. 00002000:00000001:0.0:1749611591.066197:0:31086:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066199:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.066200:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.066202:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.066203:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.066206:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066208:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.066211:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849145176 : -131938860406440 : ffff88009717e958) 00040000:00000001:0.0:1749611591.066213:0:31086:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612137311449600 : -131936398102016 : ffff880129dbb200) 00080000:00000010:0.0:1749611591.066217:0:31086:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012b81be00. 00100000:00000001:0.0:1749611591.066222:0:31086:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611591.066224:0:31086:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012b4c4cc0. 00100000:00000010:0.0:1749611591.066226:0:31086:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012b4c4cc0. 00100000:00000001:0.0:1749611591.066228:0:31086:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611591.066230:0:31086:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612137311449600 : -131936398102016 : ffff880129dbb200) 00080000:00000002:0.0:1749611591.066233:0:31086:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 96 00040000:00000001:0.0:1749611591.066234:0:31086:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611591.066236:0:31086:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611591.066238:0:31086:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611591.066240:0:31086:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066241:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611591.066243:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611591.066247:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611591.066261:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066263:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611591.066264:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066266:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611591.066267:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611591.066270:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x3:0x0] 97:1809994353 to info ffff88012d89f000 00000020:00000001:0.0:1749611591.066296:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f5d0 00080000:00000002:0.0:1749611591.066298:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000-OST0000 => [0x200000005:0x3:0x0] 00080000:00000001:0.0:1749611591.066302:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.066304:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066306:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611591.066308:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611591.066312:0:31086:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611591.066314:0:31086:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f680. 00002000:00000001:0.0:1749611591.066316:0:31086:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849148632 : -131938860402984 : ffff88009717f6d8) 00002000:00000001:0.0:1749611591.066319:0:31086:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611591.066320:0:31086:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:0.0:1749611591.066323:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dbb000. 00002000:00000001:0.0:1749611591.066325:0:31086:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066327:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.066328:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.066330:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.066332:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.066334:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.066336:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.066340:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849148632 : -131938860402984 : ffff88009717f6d8) 00080000:00000010:0.0:1749611591.066343:0:31086:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff880129ce1200. 00100000:00000001:0.0:1749611591.066349:0:31086:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611591.066351:0:31086:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff88012b4c4cc0. 00100000:00000010:0.0:1749611591.066353:0:31086:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff88012b4c4cc0. 00100000:00000001:0.0:1749611591.066355:0:31086:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611591.066357:0:31086:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612137311449088 : -131936398102528 : ffff880129dbb000) 00080000:00000002:0.0:1749611591.066360:0:31086:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 97 00040000:00000001:0.0:1749611591.066362:0:31086:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611591.066364:0:31086:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff88012dc833e0. 00000001:00000001:0.0:1749611591.066371:0:31086:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611591.066374:0:31086:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff880129ce1b00. 00000001:00000010:0.0:1749611591.066380:0:31086:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff880076243a30. 00000001:00000010:0.0:1749611591.066383:0:31086:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff880092ecd780. 00040000:00000001:0.0:1749611591.066385:0:31086:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612137377280992 : -131936332270624 : ffff88012dc833e0) 00000020:00000001:0.0:1749611591.066387:0:31086:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611591.066392:0:31086:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611591.066394:0:31086:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611591.066397:0:31086:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611591.066415:0:31086:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611591.066420:0:31086:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611591.066422:0:31086:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611591.066424:0:31086:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611591.066425:0:31086:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611591.066427:0:31086:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611591.066428:0:31086:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611591.066431:0:31086:0:(qsd_writeback.c:621:qsd_start_upd_thread()) Process entered 00040000:00000010:0.0:1749611591.066434:0:31086:0:(qsd_writeback.c:623:qsd_start_upd_thread()) kmalloced '(args)': 72 at ffff880117b16180. 00000020:00000010:0.0:1749611591.066437:0:31086:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbb800. 00000020:00000010:0.0:1749611591.066441:0:31086:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a829200. 00000020:00000010:0.0:1749611591.066445:0:31086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b422b800. 00000020:00000010:0.0:1749611591.066449:0:31086:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efdb758. 00000020:00000010:0.0:1749611591.066452:0:31086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a829c00. 80000000:00000010:0.0:1749611591.066455:0:31086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b164e0. 40000000:00000010:0.0:1749611591.066458:0:31086:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012b4c4cc0. 00100000:00000010:0.0:1749611591.066463:0:31086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b422c800. 00040000:00000010:0.0:1749611591.066466:0:31086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880129ce1400. 00040000:00000010:0.0:1749611591.066468:0:31086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a828000. 00080000:00000010:0.0:1749611591.066473:0:31086:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012d898000. 00080000:00000010:0.0:1749611591.066477:0:31086:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685c000. 00002000:00000010:0.0:1749611591.066483:0:31086:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800b5205c00. 00040000:00000001:1.0:1749611591.066917:0:31137:0:(qsd_writeback.c:537:qsd_upd_thread()) Process entered 00040000:00000001:0.0:1749611591.066956:0:31086:0:(qsd_writeback.c:646:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611591.066962:0:31086:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1749611591.066967:0:31086:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff88012b4c4d40. 00000020:00000001:0.0:1749611591.066973:0:31086:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611591.066984:0:31086:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff88012b4c4d40. 00000020:00000001:0.0:1749611591.066988:0:31086:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611591.066991:0:31086:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dff700. 00000020:00000010:0.0:1749611591.067001:0:31086:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at ffff88012b4c4d40. 00000020:00000010:0.0:1749611591.067006:0:31086:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at ffff88012b4c4d40. 00040000:00000001:0.0:1749611591.067009:0:31086:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:0.0:1749611591.067013:0:31086:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611591.067015:0:31086:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611591.067017:0:31086:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.067020:0:31086:0:(osd_handler.c:8811:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611591.067024:0:31086:0:(lfsck_lib.c:3639:lfsck_register()) Process entered 00100000:00000010:0.0:1749611591.067030:0:31086:0:(lfsck_lib.c:3644:lfsck_register()) kmalloced '(lfsck)': 3400 at ffff88012d89e000. 00000020:00000001:0.0:1749611591.067034:0:31086:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611591.067036:0:31086:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611591.067039:0:31086:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134345511936 : -131939364039680 : 0xffff880079131400) 00000020:00000001:0.0:1749611591.067043:0:31086:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134345511936 : -131939364039680 : ffff880079131400) 00000020:00000001:0.0:1749611591.067046:0:31086:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.067049:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611591.067053:0:31086:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849144600 : -131938860407016 : ffff88009717e718) 00000020:00000001:0.0:1749611591.067055:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611591.067058:0:31086:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611591.067061:0:31086:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f440. 00002000:00000001:0.0:1749611591.067063:0:31086:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849148056 : -131938860403560 : ffff88009717f498) 00002000:00000001:0.0:1749611591.067087:0:31086:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611591.067089:0:31086:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:0.0:1749611591.067135:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007a828e00. 00002000:00000001:0.0:1749611591.067139:0:31086:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611591.067143:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849148056 : -131938860403560 : ffff88009717f498) 00080000:00000001:0.0:1749611591.067147:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611591.067151:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611591.067160:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611591.067174:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.067176:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611591.067178:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.067179:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611591.067186:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611591.067190:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 81927:1809994354 to info ffff88012d89f000 00000020:00000001:0.0:1749611591.067194:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f678 00080000:00000002:0.0:1749611591.067196:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/LFSCK => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1749611591.067199:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.067202:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.067205:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611591.067207:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611591.067211:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009c9a2a00. 00000020:00000001:0.0:1749611591.067215:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611591.067217:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007a829800. 00000020:00000001:0.0:1749611591.067219:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.067221:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.067222:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.067225:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.067227:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.067230:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.067234:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.067238:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134941567576 : -131938767984040 : ffff88009c9a2a58) 00100000:00000001:0.0:1749611591.067241:0:31086:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:0.0:1749611591.067243:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611591.067245:0:31086:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849144600 : -131938860407016 : ffff88009717e718) 00080000:00000001:0.0:1749611591.067247:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611591.067249:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611591.067253:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611591.067259:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.067260:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611591.067262:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.067263:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611591.067265:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611591.067267:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x8:0x0] 98:1809994355 to info ffff88012d89f000 00000020:00000001:0.0:1749611591.067270:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f638 00080000:00000002:0.0:1749611591.067302:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_bookmark => [0x200000003:0x8:0x0] 00080000:00000001:0.0:1749611591.067305:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.067307:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.067316:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611591.067319:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611591.067323:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009c9a2200. 00000020:00000001:0.0:1749611591.067326:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611591.067328:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007a829000. 00000020:00000001:0.0:1749611591.067331:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.067333:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.067334:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.067337:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.067339:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.067342:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.067345:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.067348:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134941565528 : -131938767986088 : ffff88009c9a2258) 00100000:00000001:0.0:1749611591.067970:0:31086:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611591.067975:0:31086:0:(lfsck_layout.c:7056:lfsck_layout_setup()) Process entered 00100000:00000010:0.0:1749611591.067980:0:31086:0:(lfsck_layout.c:7057:lfsck_layout_setup()) kmalloced '(com)': 1504 at ffff8800b422a000. 00100000:00000010:0.0:1749611591.067984:0:31086:0:(lfsck_layout.c:7081:lfsck_layout_setup()) kmalloced '(llsd)': 144 at ffff880092ecdb40. 00100000:00000010:0.0:1749611591.067986:0:31086:0:(lfsck_layout.c:7093:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at ffff88009c9a2d00. 00100000:00000010:0.0:1749611591.067989:0:31086:0:(lfsck_layout.c:7097:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at ffff88009c9a2300. 00000020:00000001:0.0:1749611591.067991:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611591.067994:0:31086:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849144600 : -131938860407016 : ffff88009717e718) 00080000:00000001:0.0:1749611591.067998:0:31086:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611591.068000:0:31086:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611591.068007:0:31086:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611591.068016:0:31086:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.068018:0:31086:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611591.068020:0:31086:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.068022:0:31086:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611591.068023:0:31086:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611591.068026:0:31086:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x9:0x0] 99:1809994356 to info ffff88012d89f000 00000020:00000001:0.0:1749611591.068029:0:31086:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800a880f620 00080000:00000002:0.0:1749611591.068031:0:31086:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_layout => [0x200000003:0x9:0x0] 00080000:00000001:0.0:1749611591.068034:0:31086:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.068036:0:31086:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.068038:0:31086:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611591.068046:0:31086:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611591.068051:0:31086:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009c9a2000. 00000020:00000001:0.0:1749611591.068054:0:31086:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611591.068056:0:31086:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007a828c00. 00000020:00000001:0.0:1749611591.068058:0:31086:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.068060:0:31086:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611591.068062:0:31086:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611591.068064:0:31086:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611591.068066:0:31086:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611591.068069:0:31086:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.068071:0:31086:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611591.068075:0:31086:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134941565016 : -131938767986600 : ffff88009c9a2058) 00100000:00000001:0.0:1749611591.068308:0:31086:0:(lfsck_layout.c:7174:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:0.0:1749611591.068317:0:31086:0:(lu_object.c:207:lu_object_put()) Add ffff880118e78200/ffff88009717e6c0 to site lru. bkt: ffff880099882530 00000020:00000010:0.0:1749611591.068323:0:31086:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05be00. 00000020:00000010:0.0:1749611591.068327:0:31086:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05a400. 00000020:00000010:0.0:1749611591.068330:0:31086:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b422e800. 00000020:00000010:0.0:1749611591.068334:0:31086:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd8508. 00000020:00000010:0.0:1749611591.068338:0:31086:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05bc00. 80000000:00000010:0.0:1749611591.068341:0:31086:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16e40. 40000000:00000010:0.0:1749611591.068344:0:31086:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012b4c4d40. 00100000:00000010:0.0:1749611591.068349:0:31086:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51ff000. 00040000:00000010:0.0:1749611591.068352:0:31086:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a6190b00. 00040000:00000010:0.0:1749611591.068355:0:31086:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05b200. 00080000:00000010:0.0:1749611591.068360:0:31086:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d5000. 00080000:00000010:0.0:1749611591.068363:0:31086:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 00002000:00000010:0.0:1749611591.068368:0:31086:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880099748800. 00000001:00000001:0.0:1749611591.068372:0:31086:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1749611591.068374:0:31086:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 10, last_transno is 42949672960 00080000:00000001:0.0:1749611591.068378:0:31086:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611591.068381:0:31086:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88012d05a600. 00080000:00000001:0.0:1749611591.068384:0:31086:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137364530688 : -131936345020928 : ffff88012d05a600) 00080000:00000001:0.0:1749611591.068387:0:31086:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611591.068398:0:31086:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611591.068401:0:31086:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff88012b4c47c0. 00080000:00000001:0.0:1749611591.068404:0:31086:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.068406:0:31086:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611591.068418:0:31086:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611591.068421:0:31086:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1749611591.068439:0:31086:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 42949672960: rc = 0 00000001:00000001:0.0:1749611591.068443:0:31086:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611591.068446:0:31086:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611591.070139:0:31088:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88012d05a600. 00080000:00000010:2.0:1749611591.070222:0:31086:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff88012b4c47c0. 00040000:00000001:2.0:1749611591.070227:0:31086:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:2.0:1749611591.070229:0:31086:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:2.0:1749611591.070231:0:31086:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1749611591.070233:0:31086:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 42949672960: rc = 0 00000001:00000001:2.0:1749611591.070253:0:31086:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611591.070256:0:31086:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611591.070262:0:31086:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05a400. 00000020:00000010:2.0:1749611591.070267:0:31086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b422e800. 00000020:00000010:2.0:1749611591.070300:0:31086:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd8508. 00000020:00000010:2.0:1749611591.070306:0:31086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05bc00. 80000000:00000010:2.0:1749611591.070311:0:31086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16e40. 40000000:00000010:2.0:1749611591.070316:0:31086:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012b4c4d40. 00100000:00000010:2.0:1749611591.070329:0:31086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51ff000. 00040000:00000010:2.0:1749611591.070334:0:31086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a6190b00. 00040000:00000010:2.0:1749611591.070338:0:31086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05b200. 00080000:00000010:2.0:1749611591.070342:0:31086:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:2.0:1749611591.070347:0:31086:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d5000. 00002000:00000010:2.0:1749611591.070351:0:31086:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880099748800. 00000020:00000010:2.0:1749611591.070356:0:31086:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05be00. 00002000:00080000:2.0:1749611591.070360:0:31086:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:2.0:1749611591.070363:0:31086:0:(lfsck_lib.c:3090:lfsck_start()) Process entered 00100000:00000001:2.0:1749611591.070366:0:31086:0:(lfsck_lib.c:3107:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1749611591.070370:0:31086:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:2.0:1749611591.070375:0:31086:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1749611591.070382:0:31086:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1749611591.070384:0:31086:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197d800 free: 3921272832 avail: 3689750528 00000020:00000001:2.0:1749611591.070388:0:31086:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1749611591.070391:0:31086:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197d800 avail=3689750528 left=3689750528 unstable=0 tot_grant=0 pending=0 00000020:00000001:2.0:1749611591.070395:0:31086:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3689750528 : 3689750528 : dbed2000) 00000020:00000001:2.0:1749611591.070398:0:31086:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1749611591.070400:0:31086:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197d800 wants: 280000 current grant 0 granting: 280000 00000020:00000020:2.0:1749611591.070404:0:31086:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197d800 tot cached:0 granted:280000 num_exports: 0 00000020:00000001:2.0:1749611591.070406:0:31086:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=280000 : 280000 : 445c0) 00000020:00000020:2.0:1749611591.070409:0:31086:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197d800 ocd_grant: 280000 want: 280000 left: 3689750528 00000020:00000001:2.0:1749611591.070412:0:31086:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:2.0:1749611591.070414:0:31086:0:(osd_handler.c:8703:osd_recovery_complete()) Process entered 00040000:00000001:2.0:1749611591.070415:0:31086:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:2.0:1749611591.070418:0:31086:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611591.070420:0:31086:0:(osd_handler.c:8716:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611591.070421:0:31086:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611591.070423:0:31086:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611591.070426:0:31086:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc59a00. 00000020:00000010:2.0:1749611591.070430:0:31086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b422c000. 00000020:00000010:2.0:1749611591.070434:0:31086:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdbc60. 00000020:00000010:2.0:1749611591.070437:0:31086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc58800. 80000000:00000010:2.0:1749611591.070446:0:31086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16300. 40000000:00000010:2.0:1749611591.070449:0:31086:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012b4c4e40. 00100000:00000010:2.0:1749611591.070451:0:31086:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b422b000. 00040000:00000010:2.0:1749611591.070455:0:31086:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88012b81b500. 00040000:00000010:2.0:1749611591.070458:0:31086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc58a00. 00080000:00000010:2.0:1749611591.070461:0:31086:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88012fea6000. 00080000:00000010:2.0:1749611591.070467:0:31086:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88006dff7c00. 00080000:00000010:2.0:1749611591.070470:0:31086:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d89f000. 00002000:00000010:2.0:1749611591.070474:0:31086:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88006dff4800. 00000020:00000010:2.0:1749611591.070476:0:31086:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59400. 00000020:00000010:2.0:1749611591.070480:0:31086:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff280. 00000020:00000010:2.0:1749611591.070483:0:31086:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add708. 00000020:00000010:2.0:1749611591.070486:0:31086:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59c00. 00000020:00000001:2.0:1749611591.070489:0:31086:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:2.0:1749611591.070491:0:31086:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:2.0:1749611591.070492:0:31086:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1749611591.070496:0:31086:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1749611591.070499:0:31086:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:00000001:2.0:1749611591.070501:0:31086:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:2.0:1749611591.070503:0:31086:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:2.0:1749611591.070506:0:31086:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880084695180 : new refcount 2 00000040:00000001:2.0:1749611591.070509:0:31086:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1749611591.070511:0:31086:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880084695180 : new refcount 1 00040000:00000001:2.0:1749611591.070554:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611591.070557:0:31086:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611591.070558:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611591.070559:0:31086:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611591.070560:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611591.070561:0:31086:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611591.070565:0:31086:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880079130800. 00000020:00000010:2.0:1749611591.070571:0:31086:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88011f08a600. 00000020:00000010:2.0:1749611591.070593:0:31086:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dff600. 00040000:00000001:2.0:1749611591.070600:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611591.070602:0:31086:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611591.070603:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611591.070604:0:31086:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611591.070605:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611591.070613:0:31086:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611591.070616:0:31086:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880079131a00. 00000020:00000010:2.0:1749611591.070620:0:31086:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88011f08ab00. 00000020:00000010:2.0:1749611591.070624:0:31086:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dff980. 00000020:00000040:2.0:1749611591.070628:0:31086:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a800 : new refcount 1 00000040:00000010:2.0:1749611591.070631:0:31086:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff880084695180. 00000040:00000001:2.0:1749611591.070635:0:31086:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611591.070637:0:31086:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611591.070642:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611591.070643:0:31086:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611591.070645:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611591.070646:0:31086:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611591.070647:0:31086:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611591.070648:0:31086:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611591.070649:0:31086:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880079130600. 00000020:00000010:2.0:1749611591.070651:0:31086:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88011f08ae00. 00000020:00000040:2.0:1749611591.070656:0:31086:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - mgc_fs 10000000:01000000:2.0:1749611591.070659:0:31086:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.106@tcp: cl_mgc_mutex unlock 10000000:00000001:2.0:1749611591.070661:0:31086:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611591.070662:0:31086:0:(mgc_request_server.c:283:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611591.070665:0:31086:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611591.070667:0:31086:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611591.070669:0:31086:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611591.070672:0:31086:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880079131000. 00000040:00000010:2.0:1749611591.070675:0:31086:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880079130c00. 00000020:00000010:2.0:1749611591.070678:0:31086:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880079138800. 00000020:00000010:2.0:1749611591.070682:0:31086:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880079130000. 80000000:00000010:2.0:1749611591.070685:0:31086:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16060. 00040000:00000010:2.0:1749611591.070688:0:31086:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880079131200. 00080000:00000010:2.0:1749611591.070691:0:31086:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009a4ce000. 00080000:00000010:2.0:1749611591.070698:0:31086:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009c624c00. 00080000:00000010:2.0:1749611591.070701:0:31086:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800a9ebc000. 00000020:00000010:2.0:1749611591.070706:0:31086:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131600. 00000020:00000001:2.0:1749611591.070708:0:31086:0:(tgt_mount.c:1600:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611591.070711:0:31086:0:(tgt_mount.c:2114:server_fill_super_common()) Process entered 00000020:01000004:2.0:1749611591.070718:0:31086:0:(tgt_mount.c:2115:server_fill_super_common()) Server sb, dev=43 00000020:00000001:2.0:1749611591.070727:0:31086:0:(tgt_mount.c:2142:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611591.070729:0:31086:0:(tgt_mount.c:2289:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1749611591.070733:0:31086:0:(super25.c:161:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:2.0:1749611591.070736:0:31086:0:(super25.c:184:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00080000:00000010:3.0:1749611591.071888:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611591.071897:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611591.071903:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611591.071978:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611591.071988:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611591.071992:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611591.072004:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611591.072007:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611591.072011:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611591.141987:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611591.141996:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611591.142002:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611591.142072:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611591.142078:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611591.142081:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611591.142088:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7b00. 00080000:00000010:3.0:1749611591.142092:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7b00. 00000020:00000001:3.0:1749611591.142096:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611591.304511:0:31160:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611591.304521:0:31160:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611591.304561:0:31160:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611591.304580:0:31160:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611591.304586:0:31160:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611591.304589:0:31160:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611591.304596:0:31160:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611591.304601:0:31160:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611591.304604:0:31160:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611591.308903:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611591.308911:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611591.308915:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611591.308987:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611591.308991:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611591.308994:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611591.309001:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611591.309004:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611591.309008:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611591.326674:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611591.326681:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611591.326685:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611591.458627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611591.458635:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611591.458638:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611591.458644:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611591.458649:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611591.458654:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611591.458659:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611591.458662:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611591.458666:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611591.478504:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0700. 00080000:00000010:1.0:1749611591.478512:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0700. 00000020:00000001:1.0:1749611591.478519:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611591.478626:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0700. 00080000:00000010:1.0:1749611591.478632:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0700. 00000020:00000001:1.0:1749611591.478635:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611591.478642:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0700. 00080000:00000010:1.0:1749611591.478647:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0700. 00000020:00000001:1.0:1749611591.478650:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611591.637602:0:31226:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0700. 00080000:00000010:1.0:1749611591.637612:0:31226:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0700. 00000020:00000001:1.0:1749611591.637617:0:31226:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611591.637635:0:31226:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0700. 00080000:00000010:1.0:1749611591.637641:0:31226:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0700. 00000020:00000001:1.0:1749611591.637645:0:31226:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611591.637652:0:31226:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0700. 00080000:00000010:1.0:1749611591.637657:0:31226:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0700. 00000020:00000001:1.0:1749611591.637660:0:31226:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611591.641631:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749611591.641638:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749611591.641643:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611591.641715:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749611591.641719:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749611591.641722:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611591.641728:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749611591.641731:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749611591.641734:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1749611591.757859:0:31268:0:(lproc_fid.c:530:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:1.0:1749611591.757865:0:31268:0:(lproc_fid.c:545:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:1.0:1749611591.757869:0:31268:0:(lproc_fid.c:551:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000010:0.0:1749611591.808097:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749611591.808105:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749611591.808110:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611591.808172:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749611591.808177:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749611591.808180:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611591.808185:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff300. 00080000:00000010:0.0:1749611591.808189:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff300. 00000020:00000001:0.0:1749611591.808196:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611591.968293:0:31290:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611591.968303:0:31290:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611591.968309:0:31290:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611591.968327:0:31290:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611591.968332:0:31290:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611591.968335:0:31290:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611591.968343:0:31290:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387280. 00080000:00000010:2.0:1749611591.968347:0:31290:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387280. 00000020:00000001:2.0:1749611591.968351:0:31290:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611591.972996:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0780. 00080000:00000010:1.0:1749611591.973003:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0780. 00000020:00000001:1.0:1749611591.973008:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611591.973083:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0780. 00080000:00000010:1.0:1749611591.973087:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0780. 00000020:00000001:1.0:1749611591.973090:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611591.973096:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0780. 00080000:00000010:1.0:1749611591.973100:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0780. 00000020:00000001:1.0:1749611591.973103:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088095:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000001:3.0:1749611592.088103:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088108:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088111:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000040:3.0:1749611592.088116:0:31333:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000001:3.0:1749611592.088119:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088122:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088126:0:31333:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000040:3.0:1749611592.088129:0:31333:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000001:3.0:1749611592.088133:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088145:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088154:0:31333:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000040:3.0:1749611592.088157:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000001:3.0:1749611592.088160:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088162:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088165:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000040:3.0:1749611592.088168:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000001:3.0:1749611592.088171:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088173:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088175:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000040:3.0:1749611592.088178:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000001:3.0:1749611592.088181:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088183:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088185:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000040:3.0:1749611592.088188:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000001:3.0:1749611592.088191:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088193:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088196:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000040:3.0:1749611592.088199:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000001:3.0:1749611592.088202:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088204:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088206:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000040:3.0:1749611592.088210:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085154050) now 6 - health_check_show 00000020:00000001:3.0:1749611592.088213:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088216:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088218:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085154050) now 6 - health_check_show 00000020:00000040:3.0:1749611592.088222:0:31333:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000001:3.0:1749611592.088224:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088233:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088236:0:31333:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000040:3.0:1749611592.088239:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085151570) now 4 - health_check_show 00000020:00000001:3.0:1749611592.088242:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:3.0:1749611592.088247:0:31333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000020:00000010:3.0:1749611592.088254:0:31333:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d124e00. 00000020:00000010:3.0:1749611592.088291:0:31333:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bf800. 00000020:00000010:3.0:1749611592.088299:0:31333:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611592.088304:0:31333:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d124c00. 80000000:00000010:3.0:1749611592.088310:0:31333:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1420. 40000000:00000010:3.0:1749611592.088316:0:31333:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b4917d40. 00100000:00000010:3.0:1749611592.088323:0:31333:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bd000. 00040000:00000010:3.0:1749611592.088329:0:31333:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880136b96300. 00040000:00000010:3.0:1749611592.088334:0:31333:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d124800. 00080000:00000010:3.0:1749611592.088340:0:31333:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c488000. 00080000:00000010:3.0:1749611592.088347:0:31333:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b04000. 00002000:00000010:3.0:1749611592.088356:0:31333:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009b41e400. 00000020:00000010:3.0:1749611592.088370:0:31333:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d124e00. 00000020:00000010:3.0:1749611592.088376:0:31333:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bf800. 00000020:00000010:3.0:1749611592.088381:0:31333:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611592.088387:0:31333:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d124c00. 80000000:00000010:3.0:1749611592.088392:0:31333:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f1420. 40000000:00000010:3.0:1749611592.088396:0:31333:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b4917d40. 00100000:00000010:3.0:1749611592.088400:0:31333:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51bd000. 00040000:00000010:3.0:1749611592.088404:0:31333:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880136b96300. 00040000:00000010:3.0:1749611592.088408:0:31333:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d124800. 00080000:00000010:3.0:1749611592.088414:0:31333:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b04000. 00080000:00000010:3.0:1749611592.088420:0:31333:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c488000. 00002000:00000010:3.0:1749611592.088426:0:31333:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009b41e400. 00000020:00000010:3.0:1749611592.088431:0:31333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000020:00000001:3.0:1749611592.088435:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088438:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085151570) now 4 - health_check_show 00000020:00000040:3.0:1749611592.088443:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 6 - health_check_show 00000020:00000001:3.0:1749611592.088446:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088448:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088451:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 6 - health_check_show 00000020:00000040:3.0:1749611592.088454:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 6 - health_check_show 00000020:00000001:3.0:1749611592.088457:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088459:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088469:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 6 - health_check_show 00000020:00000040:3.0:1749611592.088473:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000001:3.0:1749611592.088476:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088479:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088481:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000040:3.0:1749611592.088484:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000001:3.0:1749611592.088487:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:3.0:1749611592.088491:0:31333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000020:00000010:3.0:1749611592.088495:0:31333:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d124000. 00000020:00000010:3.0:1749611592.088499:0:31333:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bd000. 00000020:00000010:3.0:1749611592.088503:0:31333:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611592.088506:0:31333:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d124800. 80000000:00000010:3.0:1749611592.088510:0:31333:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1420. 40000000:00000010:3.0:1749611592.088513:0:31333:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b4917d40. 00100000:00000010:3.0:1749611592.088517:0:31333:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bf800. 00040000:00000010:3.0:1749611592.088521:0:31333:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880136b96300. 00040000:00000010:3.0:1749611592.088558:0:31333:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d124c00. 00080000:00000010:3.0:1749611592.088563:0:31333:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c488000. 00080000:00000010:3.0:1749611592.088568:0:31333:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b04000. 00002000:00000010:3.0:1749611592.088574:0:31333:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009b41e400. 00000020:00000010:3.0:1749611592.088584:0:31333:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d124000. 00000020:00000010:3.0:1749611592.088588:0:31333:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bd000. 00000020:00000010:3.0:1749611592.088593:0:31333:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611592.088596:0:31333:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d124800. 80000000:00000010:3.0:1749611592.088600:0:31333:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f1420. 40000000:00000010:3.0:1749611592.088604:0:31333:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b4917d40. 00100000:00000010:3.0:1749611592.088607:0:31333:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51bf800. 00040000:00000010:3.0:1749611592.088610:0:31333:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880136b96300. 00040000:00000010:3.0:1749611592.088614:0:31333:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d124c00. 00080000:00000010:3.0:1749611592.088618:0:31333:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b04000. 00080000:00000010:3.0:1749611592.088622:0:31333:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c488000. 00002000:00000010:3.0:1749611592.088626:0:31333:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009b41e400. 00000020:00000010:3.0:1749611592.088629:0:31333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000020:00000001:3.0:1749611592.088641:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088644:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000040:3.0:1749611592.088648:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000001:3.0:1749611592.088651:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088653:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088655:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000040:3.0:1749611592.088658:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000001:3.0:1749611592.088661:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088663:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088666:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000040:3.0:1749611592.088776:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000001:3.0:1749611592.088782:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088785:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088788:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000040:3.0:1749611592.088792:0:31333:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611592.088795:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088797:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088800:0:31333:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611592.088803:0:31333:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000001:3.0:1749611592.088805:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088812:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088815:0:31333:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000040:3.0:1749611592.088818:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000001:3.0:1749611592.088821:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088823:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088826:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000040:3.0:1749611592.088829:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000001:3.0:1749611592.088831:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088833:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088835:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000040:3.0:1749611592.088839:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000001:3.0:1749611592.088841:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088850:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088853:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000040:3.0:1749611592.088856:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611592.088859:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088860:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088863:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611592.088866:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611592.088869:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088870:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088872:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611592.088876:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff880085154050) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611592.088878:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088881:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088883:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085154050) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611592.088886:0:31333:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000001:3.0:1749611592.088888:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088894:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088896:0:31333:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000040:3.0:1749611592.088899:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085151570) now 4 - health_check_seq_show 00000020:00000001:3.0:1749611592.088902:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:3.0:1749611592.088905:0:31333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000020:00000010:3.0:1749611592.088909:0:31333:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d124e00. 00000020:00000010:3.0:1749611592.088913:0:31333:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bf800. 00000020:00000010:3.0:1749611592.088916:0:31333:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611592.088919:0:31333:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d124c00. 80000000:00000010:3.0:1749611592.088921:0:31333:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1420. 40000000:00000010:3.0:1749611592.088924:0:31333:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b4917d40. 00100000:00000010:3.0:1749611592.088927:0:31333:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bd000. 00040000:00000010:3.0:1749611592.088930:0:31333:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880136b96300. 00040000:00000010:3.0:1749611592.088932:0:31333:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d124800. 00080000:00000010:3.0:1749611592.088935:0:31333:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c488000. 00080000:00000010:3.0:1749611592.088938:0:31333:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b04000. 00002000:00000010:3.0:1749611592.088942:0:31333:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009b41e400. 00000020:00000010:3.0:1749611592.088954:0:31333:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d124e00. 00000020:00000010:3.0:1749611592.088958:0:31333:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bf800. 00000020:00000010:3.0:1749611592.088961:0:31333:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611592.088964:0:31333:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d124c00. 80000000:00000010:3.0:1749611592.088966:0:31333:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f1420. 40000000:00000010:3.0:1749611592.088969:0:31333:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b4917d40. 00100000:00000010:3.0:1749611592.088971:0:31333:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51bd000. 00040000:00000010:3.0:1749611592.088974:0:31333:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880136b96300. 00040000:00000010:3.0:1749611592.088976:0:31333:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d124800. 00080000:00000010:3.0:1749611592.088979:0:31333:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b04000. 00080000:00000010:3.0:1749611592.088982:0:31333:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c488000. 00002000:00000010:3.0:1749611592.088985:0:31333:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009b41e400. 00000020:00000010:3.0:1749611592.088988:0:31333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000020:00000001:3.0:1749611592.088991:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.088993:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085151570) now 4 - health_check_seq_show 00000020:00000040:3.0:1749611592.088995:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611592.088997:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.088998:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.089000:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611592.089002:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611592.089003:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.089004:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.089006:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611592.089008:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611592.089010:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.089011:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.089013:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611592.089015:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000001:3.0:1749611592.089017:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:3.0:1749611592.089018:0:31333:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125c00. 00000020:00000010:3.0:1749611592.089021:0:31333:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d124000. 00000020:00000010:3.0:1749611592.089023:0:31333:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bd000. 00000020:00000010:3.0:1749611592.089025:0:31333:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611592.089031:0:31333:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d124800. 80000000:00000010:3.0:1749611592.089033:0:31333:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1420. 40000000:00000010:3.0:1749611592.089035:0:31333:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b4917d40. 00100000:00000010:3.0:1749611592.089038:0:31333:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bf800. 00040000:00000010:3.0:1749611592.089040:0:31333:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880136b96300. 00040000:00000010:3.0:1749611592.089042:0:31333:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d124c00. 00080000:00000010:3.0:1749611592.089044:0:31333:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c488000. 00080000:00000010:3.0:1749611592.089047:0:31333:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b04000. 00002000:00000010:3.0:1749611592.089050:0:31333:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009b41e400. 00000020:00000010:3.0:1749611592.089055:0:31333:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d124000. 00000020:00000010:3.0:1749611592.089058:0:31333:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bd000. 00000020:00000010:3.0:1749611592.089060:0:31333:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611592.089062:0:31333:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d124800. 80000000:00000010:3.0:1749611592.089065:0:31333:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f1420. 40000000:00000010:3.0:1749611592.089067:0:31333:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b4917d40. 00100000:00000010:3.0:1749611592.089069:0:31333:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51bf800. 00040000:00000010:3.0:1749611592.089071:0:31333:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880136b96300. 00040000:00000010:3.0:1749611592.089073:0:31333:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d124c00. 00080000:00000010:3.0:1749611592.089075:0:31333:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b04000. 00080000:00000010:3.0:1749611592.089078:0:31333:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c488000. 00002000:00000010:3.0:1749611592.089080:0:31333:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009b41e400. 00000020:00000010:3.0:1749611592.089083:0:31333:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125c00. 00000020:00000001:3.0:1749611592.089085:0:31333:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.089087:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000040:3.0:1749611592.089089:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611592.089091:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.089092:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.089093:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000040:3.0:1749611592.089095:0:31333:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00000020:00000001:3.0:1749611592.089097:0:31333:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:3.0:1749611592.089098:0:31333:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611592.089100:0:31333:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00080000:00000010:2.0:1749611592.141063:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611592.141071:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611592.141077:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611592.141148:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611592.141152:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611592.141155:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611592.141162:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611592.141165:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611592.141168:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749611592.241717:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1749611592.241722:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff88008295ec00) refs 2 10000000:00000001:1.0:1749611592.241726:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1749611592.241728:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1749611592.241730:0:9690:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1749611592.241731:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1749611592.241734:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1749611592.241736:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:1.0:1749611592.241738:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff88007197e000 from 52 10000000:00000001:1.0:1749611592.241741:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:1.0:1749611592.241743:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1749611592.241750:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a0a80. 00000020:00000040:1.0:1749611592.241755:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:1.0:1749611592.241760:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611592.241764:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611592.241770:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611592.241777:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88009c8f3c00. 00000100:00000001:1.0:1749611592.241784:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611592.241788:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1749611592.241791:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1749611592.241798:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8801240ab700. 00010000:00000001:1.0:1749611592.241803:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1749611592.241806:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88009c8f3e00. 00000020:00000001:1.0:1749611592.241810:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611592.241814:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88009c8f3e00 with handle 0x689c0ec07329d629 to hash 00000020:00000001:1.0:1749611592.241816:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1749611592.241818:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134940851712 : -131938768699904 : ffff88009c8f3e00) 00010000:00000001:1.0:1749611592.241821:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134940851712 : -131938768699904 : ffff88009c8f3e00) 00010000:00000001:1.0:1749611592.241825:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1749611592.241828:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611592.241841:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c8f3e00/0x689c0ec07329d629 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749611592.241853:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88009c8f3e00/0x689c0ec07329d629 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1749611592.241865:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88009c8f3e00/0x689c0ec07329d629 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1749611592.241871:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1749611592.241873:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1749611592.241878:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8927600. 00000100:00000001:1.0:1749611592.241880:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135142389248 : -131938567162368 : ffff8800a8927600) 00000100:00000001:1.0:1749611592.241882:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611592.241884:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134598675072 : -131939110876544 : ffff8800882a0a80) 00000100:00000001:1.0:1749611592.241889:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611592.241894:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611592.241896:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1749611592.241898:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611592.241907:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800882a0a80 x1834598494698880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611592.241917:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611592.241919:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749611592.241923:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff8800882a0a80 x1834598494698880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611592.241932:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611592.241934:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611592.241936:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611592.241938:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:1.0:1749611592.241941:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611592.241944:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611592.241945:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611592.241946:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611592.241949:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611592.328640:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611592.328647:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611592.328760:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611592.328766:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611592.328769:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749611592.390881:0:31355:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0800. 00080000:00000010:1.0:1749611592.390891:0:31355:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0800. 00000020:00000001:1.0:1749611592.390896:0:31355:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611592.390912:0:31355:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0800. 00080000:00000010:1.0:1749611592.390917:0:31355:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0800. 00000020:00000001:1.0:1749611592.390921:0:31355:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611592.390929:0:31355:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0800. 00080000:00000010:1.0:1749611592.390933:0:31355:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0800. 00000020:00000001:1.0:1749611592.390936:0:31355:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611592.395039:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7680. 00080000:00000010:3.0:1749611592.395050:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7680. 00000020:00000001:3.0:1749611592.395055:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611592.395127:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7680. 00080000:00000010:3.0:1749611592.395131:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7680. 00000020:00000001:3.0:1749611592.395134:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611592.395141:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7680. 00080000:00000010:3.0:1749611592.395144:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7680. 00000020:00000001:3.0:1749611592.395148:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611592.458597:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611592.458602:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611592.458605:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611592.458609:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611592.458612:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611592.458616:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611592.458619:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611592.458621:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611592.458624:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611592.907445:0:31507:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749611592.907450:0:31507:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing set_default_debug all all 00000001:00000001:1.0:1749611592.911250:0:31507:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1749611592.919090:0:31508:0:(debug.c:324:cfs_str2mask()) Process entered 00000400:00000001:2.0:1749611592.924175:0:31509:0:(debug.c:324:cfs_str2mask()) Process entered 00080000:00000010:0.0:1749611592.978342:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749611592.978351:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749611592.978357:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611592.978430:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749611592.978435:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749611592.978438:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611592.978446:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749611592.978450:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749611592.978454:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.074631:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611593.074645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611593.074648:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611593.074652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611593.074655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611593.074658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.074661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611593.086631:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611593.086639:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611593.086643:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611593.086647:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611593.086649:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611593.086652:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611593.086656:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611593.086661:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6194 00000100:00080000:2.0:1749611593.086666:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611593.086669:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611593.086672:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611593.086674:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611593.086677:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611593.086681:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611593.086683:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611593.086686:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611593.086690:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611593.086692:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611593.086695:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611593.086698:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611593.086700:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611593.086701:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611593.086703:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611593.086706:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611593.086710:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611593.086712:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611593.086715:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611593.086722:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611593.086725:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.086736:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611593.086740:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611593.086745:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234380. 00000020:00000040:2.0:1749611593.086750:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611593.086754:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611593.086756:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.086760:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611593.086762:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611593.086766:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611593.086773:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074694000. 00000100:00000001:2.0:1749611593.086780:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611593.086790:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234380 x1834598494699008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611593.086802:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611593.086807:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611593.086811:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234380] to pc [ptlrpcd_rcv+-1] req@ffff880079234380 x1834598494699008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611593.086838:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611593.086842:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611593.086846:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611593.086847:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611593.086849:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611593.086852:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611593.086855:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6194 00000100:00080000:2.0:1749611593.086857:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611593.086860:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611593.086862:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611593.086863:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611593.086865:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611593.086867:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611593.086869:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611593.086870:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611593.086878:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611593.086880:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611593.086882:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611593.086885:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611593.086887:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611593.086889:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611593.086890:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611593.086893:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611593.086895:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611593.086897:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611593.086899:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611593.086902:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611593.086904:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.086906:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611593.086908:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611593.086911:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234700. 00000020:00000040:2.0:1749611593.086914:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611593.086916:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611593.086917:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.086919:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611593.086920:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611593.086922:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611593.086926:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074695400. 00000100:00000001:1.0:1749611593.086927:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611593.086930:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.086932:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611593.086934:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234700 x1834598494699136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611593.086935:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611593.086941:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611593.086943:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611593.086944:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234380 x1834598494699008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611593.086947:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234700] to pc [ptlrpcd_rcv+-1] req@ffff880079234700 x1834598494699136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611593.086955:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.086956:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611593.086958:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:1.0:1749611593.086958:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611593.086962:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611593.086965:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611593.086966:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611593.086968:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1749611593.086968:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611593.086970:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611593.086972:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:1.0:1749611593.086972:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494699008:0@lo:38:kworker.0 00000100:00080000:2.0:1749611593.086975:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6194 00000100:00080000:2.0:1749611593.086977:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1749611593.086977:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611593.086979:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611593.086981:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749611593.086981:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611593.086983:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611593.086984:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611593.086986:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611593.086987:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611593.086989:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611593.086991:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611593.086993:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:1.0:1749611593.086993:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611593.086995:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:1.0:1749611593.086996:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611593.086997:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611593.086999:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611593.087000:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:1.0:1749611593.087000:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801327ddc00. 00000100:00000001:2.0:1749611593.087002:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611593.087003:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611593.087004:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611593.087006:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611593.087008:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611593.087010:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1749611593.087010:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db6e0. 02000000:00000001:2.0:1749611593.087013:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611593.087015:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.087017:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:1.0:1749611593.087017:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:2.0:1749611593.087018:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611593.087021:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234a80. 00000020:00000040:2.0:1749611593.087023:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611593.087025:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:1.0:1749611593.087025:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494699008, portal 4 00000100:00000001:1.0:1749611593.087027:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611593.087029:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346572672 : -131939362978944 : ffff880079234380) 02000000:00000001:2.0:1749611593.087030:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.087032:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611593.087033:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611593.087035:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611593.087038:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234380 x1834598494699008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611593.087039:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074696800. 00000100:00000001:2.0:1749611593.087042:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611593.087046:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234a80 x1834598494699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611593.087047:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611593.087050:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611593.087052:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:2.0:1749611593.087053:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611593.087055:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611593.087055:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494699008, offset 0 00000100:00000040:2.0:1749611593.087058:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234a80] to pc [ptlrpcd_rcv+-1] req@ffff880079234a80 x1834598494699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611593.087061:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611593.087065:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611593.087068:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611593.087071:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611593.087074:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234e00. 00000400:00000200:1.0:1749611593.087074:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749611593.087076:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611593.087078:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611593.087080:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611593.087081:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611593.087084:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e500. 00000400:00000200:1.0:1749611593.087085:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf94fe00 00000100:00000001:2.0:1749611593.087086:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611593.087090:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749611593.087093:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 14040 00000100:00000001:2.0:1749611593.087098:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611593.087099:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611593.087101:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611593.087104:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234e00] to pc [ptlrpcd_00_02+2] req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611593.087106:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611593.087111:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611593.087113:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749611593.087118:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a0e00. 00000100:00000040:1.0:1749611593.087121:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a0e00 x1834598494699008 msgsize 520 00000100:00100000:1.0:1749611593.087125:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611593.087127:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611593.087130:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611593.087134:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1749611593.087137:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611593.087140:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611593.087142:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611593.087145:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:1.0:1749611593.087145:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00080000:2.0:1749611593.087147:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6194 00000400:00000010:1.0:1749611593.087148:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00001000:2.0:1749611593.087150:0:18174:0:(import.c:2097:obd_at_measure()) add 20 to ffff88012d4a03f0 time=13 v=15 (15 0 0 0) 00000100:00000001:1.0:1749611593.087151:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00001000:2.0:1749611593.087154:0:18174:0:(import.c:2163:obd_at_measure()) AT ffff88012d4a03f0 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00000200:1.0:1749611593.087155:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234380 x1834598494699008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611593.087157:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00000040:2.0:1749611593.087160:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611593.087162:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611593.087163:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611593.087164:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611593.087165:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611593.087167:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749611593.087167:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234380 x1834598494699008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611593.087168:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d606 00000020:00000001:2.0:1749611593.087170:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611593.087172:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=8 00000020:00000001:2.0:1749611593.087174:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000001:2.0:1749611593.087176:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000040:2.0:1749611593.087179:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611593.087180:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611593.087180:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611593.087182:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611593.087182:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611593.087184:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611593.087186:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 7 00000100:00000001:1.0:1749611593.087187:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611593.087188:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d4a0000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611593.087190:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611593.087192:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:1.0:1749611593.087192:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1261 usecs (2 jiffies) 02000000:00000001:2.0:1749611593.087195:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611593.087197:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087197:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300866546 00000100:00000001:2.0:1749611593.087198:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611593.087200:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611593.087200:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c40c0. 00000100:00000010:2.0:1749611593.087203:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235180. 00000020:00000040:2.0:1749611593.087205:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749611593.087207:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:1.0:1749611593.087207:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749611593.087212:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.087214:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611593.087216:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611593.087218:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.087220:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749611593.087221:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074695c00. 00000100:00000001:2.0:1749611593.087224:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087225:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300866546 00000100:00000001:0.0:1749611593.087226:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1749611593.087228:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c4740. 00000100:00000001:0.0:1749611593.087228:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749611593.087229:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235180 x1834598494699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611593.087231:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749611593.087234:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300866546 00000100:00000001:2.0:1749611593.087235:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611593.087237:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611593.087237:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c4700. 00000100:00000040:0.0:1749611593.087237:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611593.087240:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749611593.087241:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235180] to pc [ptlrpcd_rcv+-1] req@ffff880079235180 x1834598494699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611593.087242:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300866546 00000100:00000010:1.0:1749611593.087245:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012b4c4440. 00000100:00000001:2.0:1749611593.087248:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087248:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749611593.087249:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611593.087250:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611593.087251:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.087280:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749611593.087282:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749611593.087284:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235500. 00000100:00000001:1.0:1749611593.087286:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611593.087287:0:18174:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749611593.087289:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749611593.087289:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611593.087290:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749611593.087291:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611593.087292:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611593.087292:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000010:2.0:1749611593.087295:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e900. 02000000:00000001:0.0:1749611593.087295:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611593.087297:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087297:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749611593.087298:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087299:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611593.087301:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1749611593.087301:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494699392:0@lo:400:kworker.0 00000100:00000040:2.0:1749611593.087302:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611593.087302:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611593.087303:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611593.087306:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749611593.087308:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234700 x1834598494699136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611593.087309:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749611593.087309:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611593.087311:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611593.087311:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611593.087315:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235500] to pc [ptlrpcd_00_03+3] req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611593.087316:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611593.087318:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611593.087321:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611593.087323:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611593.087323:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611593.087324:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611593.087327:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d05a200. 00000100:00000040:2.0:1749611593.087329:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6204) 02000000:00000001:0.0:1749611593.087330:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611593.087331:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611593.087335:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494699136:0@lo:38:kworker.0 00000400:00000010:0.0:1749611593.087335:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00000100:00000001:1.0:1749611593.087339:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1749611593.087340:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 02000000:00000001:1.0:1749611593.087341:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611593.087343:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611593.087344:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:0.0:1749611593.087345:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494699392, portal 10 00000100:00000001:0.0:1749611593.087347:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:1.0:1749611593.087348:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801327dc400. 00000100:00000001:0.0:1749611593.087349:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346575360 : -131939362976256 : ffff880079234e00) 02000000:00000001:1.0:1749611593.087350:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611593.087353:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db898. 00000400:00000010:1.0:1749611593.087357:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000040:0.0:1749611593.087357:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611593.087360:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494699136, portal 10 00000100:00000001:1.0:1749611593.087362:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611593.087363:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611593.087364:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346573568 : -131939362978048 : ffff880079234700) 00000100:00000001:0.0:1749611593.087365:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749611593.087366:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494699008 00000100:00000040:0.0:1749611593.087368:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611593.087370:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234700 x1834598494699136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611593.087370:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749611593.087373:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749611593.087373:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494699392, offset 0 02000000:00000001:2.0:1749611593.087374:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611593.087376:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611593.087377:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611593.087377:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611593.087378:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611593.087379:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611593.087379:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611593.087380:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749611593.087381:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611593.087383:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611593.087383:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494699136, offset 0 00000400:00000200:0.0:1749611593.087386:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749611593.087387:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494699008 00000400:00000200:1.0:1749611593.087387:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749611593.087389:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749611593.087391:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611593.087391:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611593.087392:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611593.087394:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611593.087394:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf94ff80 00000020:00000001:2.0:1749611593.087396:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611593.087396:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749611593.087400:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130000. 00000400:00000200:0.0:1749611593.087400:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 149688 00000400:00000200:1.0:1749611593.087402:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94fe80 00000100:00000001:3.0:1749611593.087403:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611593.087405:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611593.087405:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000400:00000200:0.0:1749611593.087406:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611593.087407:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 149912 02000000:00000001:3.0:1749611593.087408:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1749611593.087409:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749611593.087410:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9000. 02000000:00000001:3.0:1749611593.087411:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611593.087411:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611593.087413:0:28323:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:3.0:1749611593.087414:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.087415:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749611593.087415:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611593.087415:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611593.087416:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749611593.087418:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494699648:0@lo:400:kworker.0 00000100:00000001:2.0:1749611593.087419:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611593.087419:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033e300. 00000100:00000001:3.0:1749611593.087422:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749611593.087422:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88013033e300 x1834598494699392 msgsize 224 00000100:00000001:2.0:1749611593.087424:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611593.087425:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1749611593.087427:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:3.0:1749611593.087428:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611593.087430:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611593.087432:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:3.0:1749611593.087434:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124200. 02000000:00000001:3.0:1749611593.087436:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.087439:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:3.0:1749611593.087441:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f76e0. 00000100:00000001:2.0:1749611593.087441:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611593.087444:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749611593.087447:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00100000:2.0:1749611593.087449:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000400:00000200:0.0:1749611593.087449:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749611593.087451:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749611593.087452:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598675968 : -131939110875648 : ffff8800882a0e00) 00000100:00000001:0.0:1749611593.087454:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611593.087456:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a0e00 x1834598494699008/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611593.087458:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611593.087463:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494699648, portal 10 00000100:00000001:1.0:1749611593.087464:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611593.087465:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000200:1.0:1749611593.087466:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611593.087467:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346577152 : -131939362974464 : ffff880079235500) 00000100:00100000:2.0:1749611593.087467:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494699008:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611593.087467:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1749611593.087470:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a1180. 00000100:00000040:0.0:1749611593.087470:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611593.087471:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494699008 00000100:00000040:1.0:1749611593.087473:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a1180 x1834598494699136 msgsize 520 00000020:00000001:2.0:1749611593.087475:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:3.0:1749611593.087476:0:28324:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8b04000. 00000100:00100000:1.0:1749611593.087477:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:2.0:1749611593.087479:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:3.0:1749611593.087483:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611593.087484:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611593.087489:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000001:0.0:1749611593.087490:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611593.087491:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:0.0:1749611593.087492:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611593.087493:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611593.087497:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611593.087497:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611593.087500:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611593.087500:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:0.0:1749611593.087501:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 950 usecs (1 jiffies) 00010000:00000001:2.0:1749611593.087503:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749611593.087504:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234700 x1834598494699136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611593.087504:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300866545 00000100:00000001:2.0:1749611593.087506:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611593.087507:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611593.087508:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300866546 00000100:00000001:0.0:1749611593.087510:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300866545 00000100:00000040:3.0:1749611593.087511:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611593.087512:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1749611593.087513:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000001:0.0:1749611593.087513:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300866546 00000100:00000001:2.0:1749611593.087514:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749611593.087515:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234700 x1834598494699136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611593.087515:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300866545 00000100:00000200:3.0:1749611593.087517:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494699648, offset 0 02000000:00000001:2.0:1749611593.087517:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611593.087517:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300866546 00000100:00000001:0.0:1749611593.087519:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300866545 00000100:00000001:0.0:1749611593.087521:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300866546 00000100:00000001:1.0:1749611593.087545:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087547:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:2.0:1749611593.087548:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880074695000. 00000400:00000200:3.0:1749611593.087549:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611593.087551:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087552:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.087554:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.087554:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611593.087556:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1092 usecs (2 jiffies) 00000100:00000001:0.0:1749611593.087557:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611593.087558:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749611593.087558:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611593.087559:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300866547 00010000:00000001:2.0:1749611593.087560:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.087560:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.087562:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611593.087564:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611593.087564:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300866546 00000400:00000200:3.0:1749611593.087566:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf950080 00000100:00000001:2.0:1749611593.087567:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611593.087568:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300866547 00000100:00000001:0.0:1749611593.087569:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611593.087570:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1749611593.087571:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 150432 00000100:00000001:2.0:1749611593.087571:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611593.087571:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300866546 00000100:00000001:1.0:1749611593.087573:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300866547 00000100:00000001:0.0:1749611593.087573:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611593.087574:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611593.087574:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611593.087575:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.087576:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611593.087577:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611593.087577:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300866546 00000100:00000001:0.0:1749611593.087577:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.087578:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611593.087579:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300866547 00000400:00000200:3.0:1749611593.087581:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611593.087582:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611593.087582:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300866546 02000000:00000001:2.0:1749611593.087584:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611593.087585:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611593.087585:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611593.087586:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611593.087587:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611593.087587:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.087588:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611593.087590:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611593.087590:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:3.0:1749611593.087591:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f576300. 00000400:00000010:2.0:1749611593.087593:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000040:1.0:1749611593.087593:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234a80 x1834598494699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611593.087594:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff88009f576300 x1834598494699648 msgsize 224 00000100:00000200:2.0:1749611593.087598:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494699008, offset 0 00000100:00100000:3.0:1749611593.087599:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611593.087600:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611593.087602:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611593.087603:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611593.087604:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611593.087606:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611593.087608:0:28324:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:1.0:1749611593.087608:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611593.087611:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494699264:0@lo:38:kworker.0 00000400:00000200:2.0:1749611593.087612:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611593.087614:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00000001:1.0:1749611593.087614:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:3.0:1749611593.087616:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000400:00000200:2.0:1749611593.087619:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf94fe00 00000100:00000001:3.0:1749611593.087620:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611593.087620:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749611593.087622:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:0.0:1749611593.087623:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494699392 02000000:00000001:1.0:1749611593.087624:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611593.087625:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611593.087625:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9659 [1] + 0 02000000:00000001:0.0:1749611593.087625:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749611593.087626:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611593.087627:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1749611593.087629:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801327dec00. 00000100:00000001:0.0:1749611593.087629:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611593.087631:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749611593.087631:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611593.087632:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611593.087634:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749611593.087634:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749611593.087635:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db840. 00000100:00100000:0.0:1749611593.087635:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494699392 00000100:00000040:3.0:1749611593.087637:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611593.087637:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611593.087638:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:1.0:1749611593.087639:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000020:00000040:0.0:1749611593.087639:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749611593.087641:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:2.0:1749611593.087642:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234380 x1834598494699008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611593.087642:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494699264, portal 10 00000100:00000001:3.0:1749611593.087644:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087644:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611593.087645:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346574464 : -131939362977152 : ffff880079234a80) 00000100:00000001:3.0:1749611593.087646:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611593.087649:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611593.087651:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:2.0:1749611593.087652:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234380 x1834598494699008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611593.087652:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234a80 x1834598494699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611593.087653:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 921 usecs (1 jiffies) 00000020:00000001:0.0:1749611593.087653:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611593.087656:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300866546 00000020:00000001:0.0:1749611593.087656:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611593.087659:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300866547 00000100:00000001:1.0:1749611593.087659:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611593.087661:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749611593.087661:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611593.087661:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611593.087662:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300866546 00000400:00000010:1.0:1749611593.087663:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:3.0:1749611593.087664:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300866547 00000020:00000010:0.0:1749611593.087665:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731700. 00000400:00000200:2.0:1749611593.087666:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000100:00000200:1.0:1749611593.087666:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494699264, offset 0 00000100:00000001:3.0:1749611593.087672:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300866546 00000020:00000040:0.0:1749611593.087672:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000010:2.0:1749611593.087674:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000001:3.0:1749611593.087675:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300866547 00000100:00000001:3.0:1749611593.087676:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300866546 00000100:00000001:2.0:1749611593.087678:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611593.087679:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300866547 00000100:00000001:2.0:1749611593.087679:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611593.087679:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749611593.087680:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611593.087680:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611593.087683:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611593.087683:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05b800. 00000100:00000001:2.0:1749611593.087684:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611593.087686:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611593.087687:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:1.0:1749611593.087687:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749611593.087687:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffc00. 00000100:00000001:3.0:1749611593.087688:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611593.087689:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611593.087691:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add898. 00000020:00000001:2.0:1749611593.087692:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611593.087693:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf94ff00 00000100:00000001:3.0:1749611593.087694:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611593.087696:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:2.0:1749611593.087697:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a0e00 x1834598494699008/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611613 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611593.087697:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611593.087698:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749611593.087698:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 150656 00000100:00000001:3.0:1749611593.087699:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611593.087699:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611593.087701:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.087701:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:1.0:1749611593.087702:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611593.087703:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.087704:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611593.087706:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:2.0:1749611593.087708:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494699008:12345-0@lo:38:kworker.0 Request processed in 240us (583us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611593.087709:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611593.087709:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1749611593.087711:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611593.087711:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611593.087713:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611593.087714:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a1500. 00000100:00100000:2.0:1749611593.087716:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00000040:1.0:1749611593.087717:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a1500 x1834598494699264 msgsize 520 00000100:00000001:0.0:1749611593.087718:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611593.087719:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611593.087720:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611593.087720:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611593.087721:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611593.087725:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00000001:0.0:1749611593.087727:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611593.087728:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749611593.087730:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9000. 00000400:00000200:1.0:1749611593.087731:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749611593.087733:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00100000:3.0:1749611593.087735:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494699136 00000020:00000010:2.0:1749611593.087735:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130000. 00000100:00000001:1.0:1749611593.087735:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749611593.087737:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749611593.087739:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234a80 x1834598494699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611593.087740:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611593.087740:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611593.087742:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611593.087744:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494699648 02000000:00000001:3.0:1749611593.087745:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087745:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611593.087747:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:3.0:1749611593.087748:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494699136 00000020:00000001:3.0:1749611593.087750:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611593.087750:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1749611593.087752:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611593.087752:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611593.087754:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749611593.087754:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234a80 x1834598494699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611593.087756:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611593.087756:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611593.087758:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.087758:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611593.087759:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494699648 00000100:00100000:2.0:1749611593.087760:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494699264 00000100:00000001:1.0:1749611593.087761:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611593.087762:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125200. 02000000:00000001:2.0:1749611593.087762:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611593.087762:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:0.0:1749611593.087762:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611593.087764:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1749611593.087764:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d61b 00000020:00000010:3.0:1749611593.087765:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7680. 00000100:00000001:2.0:1749611593.087766:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611593.087766:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611593.087767:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611593.087769:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8000. 02000000:00000001:2.0:1749611593.087769:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611593.087769:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e0e000 refcount=5 00000100:00000040:1.0:1749611593.087770:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 781 usecs (1 jiffies) 00000100:00100000:2.0:1749611593.087771:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494699264 00000100:00000001:1.0:1749611593.087772:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300866546 00000020:00000001:0.0:1749611593.087772:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000001:3.0:1749611593.087773:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749611593.087773:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611593.087774:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1749611593.087774:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611593.087775:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300866547 00000020:00000001:0.0:1749611593.087775:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000001:3.0:1749611593.087776:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611593.087776:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611593.087777:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087777:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300866546 00000020:00000001:2.0:1749611593.087779:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087779:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300866547 00000100:00000001:0.0:1749611593.087779:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611593.087780:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087781:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300866546 00000020:00000010:2.0:1749611593.087782:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130000. 00000020:00000010:0.0:1749611593.087782:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731240. 00000100:00000001:1.0:1749611593.087784:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300866547 00000020:00000010:2.0:1749611593.087785:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000001:1.0:1749611593.087785:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300866546 00000020:00000010:0.0:1749611593.087786:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e73a280. 00000100:00000001:3.0:1749611593.087787:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611593.087787:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9000. 00000100:00000001:1.0:1749611593.087788:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300866547 00000100:00000001:1.0:1749611593.087789:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611593.087790:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611593.087791:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611593.087792:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087794:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611593.087795:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:1.0:1749611593.087797:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235180 x1834598494699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611593.087798:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.087802:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.087802:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749611593.087803:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611593.087803:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611593.087804:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611593.087805:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611593.087805:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e731240. 02000000:00000001:1.0:1749611593.087807:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749611593.087808:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 02000000:00000001:1.0:1749611593.087808:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611593.087810:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611593.087811:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749611593.087811:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749611593.087811:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05b000. 00000100:00000001:3.0:1749611593.087813:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417892608 : -131936291659008 : ffff88013033e300) 00000100:00000001:2.0:1749611593.087813:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749611593.087813:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494699520:0@lo:38:kworker.0 00000020:00000010:0.0:1749611593.087815:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff800. 00000100:00100000:2.0:1749611593.087816:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00000001:1.0:1749611593.087816:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611593.087818:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598676864 : -131939110874752 : ffff8800882a1180) 02000000:00000001:1.0:1749611593.087818:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749611593.087819:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033e300 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:274/0 lens 224/0 e 0 to 0 dl 1749611604 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611593.087820:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611593.087820:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add3e8. 02000000:00000001:1.0:1749611593.087822:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611593.087823:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a1180 x1834598494699136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611593.087825:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8801327df400. 02000000:00000001:1.0:1749611593.087827:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.087827:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611593.087828:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611593.087830:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611593.087830:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611593.087832:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3c7fc0. 00000100:00100000:2.0:1749611593.087832:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494699136:12345-0@lo:38:kworker.0 00000400:00000010:1.0:1749611593.087834:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db7e8. 00000100:00000001:0.0:1749611593.087834:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611593.087835:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611593.087835:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494699136 00000100:00000001:0.0:1749611593.087836:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:3.0:1749611593.087837:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3c7fc0. 00000020:00000001:2.0:1749611593.087837:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:1.0:1749611593.087837:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749611593.087838:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611593.087839:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749611593.087840:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494699520, portal 10 00000100:00000001:0.0:1749611593.087840:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611593.087842:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494699392:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749611593.087842:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611593.087843:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346576256 : -131939362975360 : ffff880079235180) 00000100:00000200:3.0:1749611593.087846:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494699392 00000020:00000001:2.0:1749611593.087847:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.087848:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:3.0:1749611593.087849:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00020000:2.0:1749611593.087850:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:1.0:1749611593.087850:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235180 x1834598494699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611593.087850:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:3.0:1749611593.087852:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:2.0:1749611593.087852:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:0.0:1749611593.087854:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000020:00000001:3.0:1749611593.087855:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611593.087855:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611593.087856:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611593.087857:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611593.087857:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:0.0:1749611593.087857:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e0e000 : new rpc_count 1 00000100:00000040:1.0:1749611593.087858:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611593.087859:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611593.087859:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987522816 : -131938722028800 : ffff88009f576300) 00000020:00000001:3.0:1749611593.087860:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:1.0:1749611593.087860:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 02000000:00000001:2.0:1749611593.087861:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611593.087862:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749611593.087862:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494699520, offset 0 02000000:00000010:2.0:1749611593.087864:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880074695800. 00000100:00000040:0.0:1749611593.087865:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f576300 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:274/0 lens 224/0 e 0 to 0 dl 1749611604 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611593.087866:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611593.087866:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611593.087866:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611593.087868:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749611593.087868:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611593.087870:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1749611593.087871:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749611593.087871:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749611593.087872:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611593.087873:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.087873:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:3.0:1749611593.087875:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749611593.087875:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950000 00000020:00000010:0.0:1749611593.087876:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e731240. 00000100:00001000:2.0:1749611593.087877:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749611593.087878:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 151176 00000100:00000001:0.0:1749611593.087878:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611593.087879:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:0.0:1749611593.087880:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e731240. 02000000:00000001:3.0:1749611593.087881:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611593.087881:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749611593.087883:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749611593.087884:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41f400. 00000100:00000001:2.0:1749611593.087884:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749611593.087884:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494699648:12345-0@lo:400:kworker.0 02000000:00000001:3.0:1749611593.087886:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611593.087886:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611593.087887:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611593.087888:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611593.087888:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494699648 00000100:00000001:3.0:1749611593.087889:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611593.087890:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749611593.087890:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749611593.087891:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.087891:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:1.0:1749611593.087893:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a1880. 00000020:00000001:0.0:1749611593.087893:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000040:3.0:1749611593.087894:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494699392 00000100:00000001:2.0:1749611593.087895:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611593.087895:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a1880 x1834598494699520 msgsize 520 00000020:00000001:0.0:1749611593.087895:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611593.087896:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:0.0:1749611593.087897:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:1.0:1749611593.087899:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749611593.087899:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000200:3.0:1749611593.087901:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88013033e300 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:274/0 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611593.087901:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611593.087901:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749611593.087902:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000400:00000200:1.0:1749611593.087904:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:1.0:1749611593.087905:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000020:00000001:0.0:1749611593.087905:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611593.087907:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:0.0:1749611593.087907:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:1.0:1749611593.087910:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235180 x1834598494699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611593.087912:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611593.087915:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611593.087915:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749611593.087916:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611593.087917:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.087919:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611593.087919:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235180 x1834598494699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611593.087919:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:3.0:1749611593.087921:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749611593.087922:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749611593.087923:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.087923:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611593.087925:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:3.0:1749611593.087926:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=48 v=5 (1 1 1 1) 00000400:00000010:2.0:1749611593.087926:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000001:1.0:1749611593.087926:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087927:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000010:0.0:1749611593.087929:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099749000. 00000100:00000001:3.0:1749611593.087930:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611593.087931:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611593.087932:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494699136, offset 0 00000100:00000040:3.0:1749611593.087933:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749611593.087933:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611593.087935:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611593.087935:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611593.087936:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611593.087938:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749611593.087938:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611593.087938:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 920 usecs (1 jiffies) 00010000:00000040:0.0:1749611593.087938:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494699648 02000000:00000001:3.0:1749611593.087940:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.087941:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300866546 00010000:00000001:0.0:1749611593.087941:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:3.0:1749611593.087942:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611593.087943:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300866547 00000100:00000040:3.0:1749611593.087945:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611593.087945:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300866546 00010000:00000200:0.0:1749611593.087945:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f576300 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:274/0 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611593.087947:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300866547 00000400:00000010:3.0:1749611593.087948:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000400:00000200:2.0:1749611593.087948:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611593.087949:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300866546 00000100:00000001:1.0:1749611593.087951:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300866547 00000100:00000200:3.0:1749611593.087952:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494699392, offset 224 00000100:00000001:1.0:1749611593.087953:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300866546 00010000:00000001:0.0:1749611593.087953:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611593.087955:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300866547 00010000:00000001:0.0:1749611593.087955:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611593.087956:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94fe80 00000400:00000200:3.0:1749611593.087957:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611593.087957:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749611593.087958:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=48 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611593.087959:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.087962:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:3.0:1749611593.087964:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611593.087964:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9665 [1] + 0 00000100:00000040:0.0:1749611593.087964:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:0.0:1749611593.087966:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611593.087969:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749611593.087970:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ff80 00000400:00000001:1.0:1749611593.087970:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749611593.087970:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611593.087971:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:1.0:1749611593.087971:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611593.087973:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:1.0:1749611593.087974:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db6e0. 00000400:00000200:2.0:1749611593.087976:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611593.087976:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611593.087977:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000010:1.0:1749611593.087978:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000400:00000010:0.0:1749611593.087978:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:1.0:1749611593.087980:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611593.087983:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9661 [1] + 224 00000100:00000200:1.0:1749611593.087984:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234380 x1834598494699008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611593.087988:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611593.087991:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749611593.087992:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234380 x1834598494699008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611593.087998:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611593.087999:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611593.088000:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611593.088000:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494699648, offset 224 00000100:00000001:3.0:1749611593.088001:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611593.088003:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:3.0:1749611593.088005:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611593.088005:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:2.0:1749611593.088006:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234700 x1834598494699136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611593.088006:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611593.088007:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611593.088009:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611593.088012:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611593.088013:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611593.088015:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611593.088018:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611593 v=5 (0 0 0 0) 00000400:00000200:0.0:1749611593.088019:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950080 00000100:00000040:2.0:1749611593.088021:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234700 x1834598494699136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611593.088021:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=116 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611593.088024:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:0.0:1749611593.088025:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9671 [1] + 224 00000100:00000001:3.0:1749611593.088027:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611593.088030:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611593.088031:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00000001:1.0:1749611593.088031:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749611593.088033:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:1.0:1749611593.088033:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611593.088033:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611593.088035:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611593.088036:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611593.088037:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611593.088037:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611593.088038:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234380 x1834598494699008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611593.088041:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611593.088042:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000100:00000001:3.0:1749611593.088043:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088045:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749611593.088046:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:2.0:1749611593.088046:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00010000:00000001:3.0:1749611593.088048:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:2.0:1749611593.088049:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611593.088049:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749611593.088050:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088050:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611593.088051:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:0.0:1749611593.088051:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611593.088052:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611593.088055:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749611593.088056:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749611593.088056:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611593.088058:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749611593.088059:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611593.088061:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611593.088061:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:3.0:1749611593.088062:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033e300 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:274/0 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611593.088063:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611593.088063:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611593.088067:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234380 x1834598494699008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611593.088068:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a1180 x1834598494699136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611613 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611593.088070:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749611593.088072:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494699392:12345-0@lo:400:kworker.0 Request processed in 241us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1749611593.088075:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494699008:0@lo:38:kworker.0 00000400:00000200:0.0:1749611593.088076:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00100000:2.0:1749611593.088079:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494699136:12345-0@lo:38:kworker.0 Request processed in 246us (603us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611593.088079:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611593.088079:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00100000:3.0:1749611593.088080:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00000001:1.0:1749611593.088081:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611593.088081:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:3.0:1749611593.088083:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749611593.088083:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749611593.088084:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234380 x1834598494699008/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611593.088086:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611593.088086:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611593.088087:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749611593.088087:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00000040:0.0:1749611593.088089:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611593.088090:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749611593.088091:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffc00. 00000100:00000001:2.0:1749611593.088091:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611593.088091:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1749611593.088092:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:1.0:1749611593.088093:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749611593.088094:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add898. 00000020:00000001:0.0:1749611593.088094:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611593.088096:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801327ddc00. 00000020:00000001:0.0:1749611593.088096:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:3.0:1749611593.088097:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05b800. 02000000:00000001:1.0:1749611593.088100:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:0.0:1749611593.088100:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f576300 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:274/0 lens 224/224 e 0 to 0 dl 1749611604 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611593.088102:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7680. 00000020:00000001:1.0:1749611593.088102:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611593.088103:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000040:1.0:1749611593.088104:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749611593.088105:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611593.088106:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8000. 00000020:00000001:1.0:1749611593.088106:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611593.088108:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074694000. 00000020:00000010:2.0:1749611593.088109:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125200. 00000100:00100000:0.0:1749611593.088110:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f576300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494699648:12345-0@lo:400:kworker.0 Request processed in 234us (513us total) trans 0 rc 0/0 00000100:00000001:3.0:1749611593.088113:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611593.088113:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611593.088113:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:3.0:1749611593.088114:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494699520 02000000:00000001:1.0:1749611593.088114:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749611593.088116:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:1.0:1749611593.088116:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234380. 00000100:00000001:3.0:1749611593.088118:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749611593.088118:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00000001:3.0:1749611593.088120:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088120:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1749611593.088121:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e0e000 : new rpc_count 0 00000100:00000001:2.0:1749611593.088122:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749611593.088123:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.088123:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611593.088124:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611593.088125:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494699520 00000100:00000001:1.0:1749611593.088125:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611593.088125:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:3.0:1749611593.088127:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611593.088127:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749611593.088128:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00100000:2.0:1749611593.088128:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000020:00000010:0.0:1749611593.088129:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff800. 00000020:00000001:3.0:1749611593.088130:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611593.088130:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598677760 : -131939110873856 : ffff8800882a1500) 00000020:00000001:3.0:1749611593.088132:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088132:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:0.0:1749611593.088132:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add3e8. 00000020:00000001:3.0:1749611593.088134:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611593.088134:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a1500 x1834598494699264/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611593.088134:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611593.088136:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:0.0:1749611593.088136:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05b000. 00000020:00000010:3.0:1749611593.088137:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124e00. 00000100:00000001:1.0:1749611593.088137:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749611593.088140:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7900. 00000400:00000001:1.0:1749611593.088140:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:0.0:1749611593.088140:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 4 00000400:00000001:1.0:1749611593.088142:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749611593.088143:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c83e8. 00000100:00100000:2.0:1749611593.088143:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494699264:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611593.088143:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611593.088144:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db898. 00000100:00000001:3.0:1749611593.088145:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749611593.088146:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494699264 00000400:00000200:1.0:1749611593.088146:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:3.0:1749611593.088147:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1749611593.088148:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000010:1.0:1749611593.088148:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000001:3.0:1749611593.088149:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088150:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749611593.088151:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611593.088152:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611593.088154:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234700 x1834598494699136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611593.088158:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749611593.088159:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611593.088159:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611593.088161:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00010000:00020000:2.0:1749611593.088162:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749611593.088163:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234700 x1834598494699136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611593.088165:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611593.088167:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611593.088169:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611593.088169:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611593.088170:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611593.088170:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611593.088171:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611593.088172:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611593.088172:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611593.088172:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611593.088173:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749611593.088173:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611593.088174:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611593.088175:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749611593.088176:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 02000000:00000010:2.0:1749611593.088176:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880074697800. 00000100:00000001:1.0:1749611593.088176:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611593.088178:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598678656 : -131939110872960 : ffff8800882a1880) 02000000:00000001:2.0:1749611593.088178:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611593.088178:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.088179:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.088180:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.088181:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611593.088182:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a1880 x1834598494699520/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611613 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611593.088182:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:1.0:1749611593.088182:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611593 v=5 (0 0 0 0) 00010000:00000001:2.0:1749611593.088183:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611593.088185:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=98 v=20 (1 20 1 1) 00000100:00001000:2.0:1749611593.088186:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611593.088187:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611593.088189:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611593.088189:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611593.088191:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494699520:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611593.088191:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611593.088191:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611593.088194:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:3.0:1749611593.088195:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494699520 00000100:00000040:1.0:1749611593.088195:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234700 x1834598494699136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611593.088196:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611593.088197:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611593.088198:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:3.0:1749611593.088199:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611593.088201:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611593.088203:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611593.088205:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611593.088206:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611593.088206:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611593.088207:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611593.088208:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611593.088208:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749611593.088209:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611593.088210:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.088210:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00020000:3.0:1749611593.088213:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611593.088213:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:0.0:1749611593.088213:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1749611593.088215:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611593.088215:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:1.0:1749611593.088215:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000010:2.0:1749611593.088217:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00080000:1.0:1749611593.088217:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:3.0:1749611593.088218:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611593.088220:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611593.088221:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000001:0.0:1749611593.088221:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611593.088222:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749611593.088223:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 02000000:00000001:3.0:1749611593.088224:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749611593.088224:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234700 x1834598494699136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611593.088228:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41c400. 00000400:00000200:0.0:1749611593.088228:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 02000000:00000001:3.0:1749611593.088230:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611593.088230:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00100000:1.0:1749611593.088231:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494699136:0@lo:38:kworker.0 00000100:00000001:3.0:1749611593.088232:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.088233:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749611593.088234:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:2.0:1749611593.088235:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494699264, offset 0 00000100:00000001:1.0:1749611593.088235:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611593.088236:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088237:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749611593.088237:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611593.088239:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611593.088239:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611593.088240:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234700 x1834598494699136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611593.088242:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611593.088244:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611593.088246:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611593.088246:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749611593.088246:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611593.088247:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749611593.088247:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611593.088249:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:1.0:1749611593.088249:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801327dc400. 00000100:00000001:3.0:1749611593.088251:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:1.0:1749611593.088251:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1749611593.088252:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf94ff00 00000020:00000001:1.0:1749611593.088252:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611593.088253:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749611593.088275:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749611593.088276:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611593.088277:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611593.088279:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074695400. 00000100:00000001:0.0:1749611593.088279:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611593.088281:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:1.0:1749611593.088282:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611593.088283:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611593.088283:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:1.0:1749611593.088285:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234700. 00000100:00000001:0.0:1749611593.088285:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088287:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1749611593.088287:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088288:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611593.088290:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611593.088290:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611593.088291:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x967d [1] + 0 02000000:00000001:3.0:1749611593.088292:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611593.088292:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611593.088293:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1749611593.088293:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=148 v=5 (5 5 5 5) 02000000:00000001:3.0:1749611593.088294:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088295:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611593.088296:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749611593.088296:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=148 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611593.088297:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611593.088299:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611593.088299:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611593.088301:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611593.088302:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611593.088302:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:0.0:1749611593.088303:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:3.0:1749611593.088305:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611593.088307:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:2.0:1749611593.088307:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234a80 x1834598494699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749611593.088308:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611593.088312:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494699520, offset 0 00010000:00000001:0.0:1749611593.088315:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611593.088317:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611593.088317:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234a80 x1834598494699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611593.088318:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749611593.088321:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611593.088322:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:3.0:1749611593.088323:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611593.088324:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611593.088327:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611593.088329:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950000 00000100:00000001:2.0:1749611593.088329:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611593.088334:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9685 [1] + 0 00000100:00000001:0.0:1749611593.088334:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611593.088336:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1749611593.088338:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000100:00000001:0.0:1749611593.088338:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611593.088339:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611593.088339:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749611593.088340:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000001:1.0:1749611593.088341:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749611593.088342:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611593.088342:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:0.0:1749611593.088342:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611593.088343:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:1.0:1749611593.088345:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611593.088346:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611593.088346:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611593.088348:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db840. 00000100:00000040:2.0:1749611593.088349:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611593.088351:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611593.088351:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000020:00000001:2.0:1749611593.088353:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611593.088356:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494699392:0@lo:400:kworker.0 00000100:00000040:2.0:1749611593.088358:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a1500 x1834598494699264/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611613 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611593.088358:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749611593.088361:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611593.088361:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611593.088362:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611593.088363:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:1.0:1749611593.088366:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234a80 x1834598494699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611593.088366:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234e00 x1834598494699392/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611593.088367:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235180 x1834598494699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611593.088368:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494699264:12345-0@lo:38:kworker.0 Request processed in 223us (648us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611593.088372:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:1.0:1749611593.088374:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234a80 x1834598494699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611593.088374:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:2.0:1749611593.088375:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00000040:3.0:1749611593.088376:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235180 x1834598494699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611593.088377:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d05a200. 02000000:00000001:0.0:1749611593.088380:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611593.088382:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749611593.088382:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749611593.088383:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1749611593.088383:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:3.0:1749611593.088385:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611593.088385:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611593.088385:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:0.0:1749611593.088385:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611593.088387:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749611593.088387:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000010:0.0:1749611593.088387:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e500. 00000100:00000001:1.0:1749611593.088388:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611593.088389:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00000001:1.0:1749611593.088390:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611593.088391:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000020:00000010:2.0:1749611593.088391:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 02000000:00000001:1.0:1749611593.088392:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611593.088392:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611593.088393:0:9691:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749611593.088394:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611593.088395:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:2.0:1749611593.088396:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9000. 00000100:00001000:1.0:1749611593.088396:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611593 v=5 (0 0 0 0) 00000100:00000010:0.0:1749611593.088396:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234e00. 00000100:00000001:3.0:1749611593.088397:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611593.088399:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=148 v=20 (20 1 1 1) 00000100:00000040:3.0:1749611593.088400:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611593.088400:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000010:2.0:1749611593.088401:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130000. 00000100:00000001:0.0:1749611593.088401:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611593.088402:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088402:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611593.088403:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611593.088403:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611593.088404:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611593.088405:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611593.088406:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611593.088408:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a1880 x1834598494699520/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611613 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611593.088408:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:1.0:1749611593.088409:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234a80 x1834598494699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611593.088409:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611593.088411:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611593.088413:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088416:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611593.088418:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494699520:12345-0@lo:38:kworker.0 Request processed in 225us (520us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611593.088419:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611593.088420:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611593.088422:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611593.088423:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611593.088426:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00080000:1.0:1749611593.088426:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611593.088428:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00080000:1.0:1749611593.088428:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611593.088430:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611593.088430:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611593.088433:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234a80 x1834598494699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611593.088434:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7900. 00000020:00000010:3.0:1749611593.088436:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c83e8. 00000100:00100000:1.0:1749611593.088441:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494699264:0@lo:38:kworker.0 00000020:00000010:3.0:1749611593.088444:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124e00. 00000100:00000001:3.0:1749611593.088449:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749611593.088451:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611593.088452:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611593.088454:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db7e8. 00000400:00000200:1.0:1749611593.088456:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:1.0:1749611593.088458:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:1.0:1749611593.088460:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611593.088463:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235180 x1834598494699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611593.088464:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611593.088466:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749611593.088470:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:1.0:1749611593.088471:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235180 x1834598494699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611593.088472:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611593.088474:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f76e0. 00000400:00000200:3.0:1749611593.088477:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000100:00000001:1.0:1749611593.088477:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611593.088478:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611593.088479:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000100:00000001:1.0:1749611593.088480:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611593.088481:0:28324:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611593.088481:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611593.088482:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611593.088484:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611593.088485:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611593.088485:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611593.088489:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012d4a0438 time=1749611593 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611593.088492:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012d4a03f0 time=13 v=20 (20 0 0 0) 00000100:00000200:3.0:1749611593.088494:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611593.088494:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611593.088495:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611593.088497:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611593.088500:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749611593.088500:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235180 x1834598494699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611593.088501:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611593.088503:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611593.088505:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611593.088507:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611593.088507:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611593.088509:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088509:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611593.088510:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611593.088511:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088512:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611593.088513:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611593.088515:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00001000:3.0:1749611593.088516:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979438 time=13 v=5 (5 0 0 0) 00000100:00080000:1.0:1749611593.088517:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611593.088519:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749611593.088542:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1749611593.088545:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611593.088547:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611593.088549:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749611593.088552:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611593.088552:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235180 x1834598494699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611593.088559:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611593.088560:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494699520:0@lo:38:kworker.0 00000100:00000001:3.0:1749611593.088562:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749611593.088564:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749611593.088564:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611593.088565:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611593.088566:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611593.088567:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611593.088568:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234a80 x1834598494699264/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611593.088570:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611593.088574:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611593.088576:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611593.088578:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801327dec00. 02000000:00000001:1.0:1749611593.088581:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611593.088582:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611593.088584:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749611593.088586:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611593.088588:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074696800. 00000100:00000001:3.0:1749611593.088589:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611593.088591:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611593.088592:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749611593.088592:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611593.088593:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1749611593.088594:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234a80. 00000100:00000001:1.0:1749611593.088596:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749611593.088597:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611593.088597:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611593.088599:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611593.088602:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235180 x1834598494699520/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611593.088605:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494699648:0@lo:400:kworker.0 00000100:00000001:1.0:1749611593.088608:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611593.088609:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611593.088609:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611593.088611:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:1.0:1749611593.088611:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801327df400. 02000000:00000001:1.0:1749611593.088613:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749611593.088614:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235500 x1834598494699648/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611593.088614:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611593.088615:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611593.088617:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611593.088618:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074695c00. 00000100:00000001:3.0:1749611593.088620:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611593.088620:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611593.088621:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749611593.088622:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:1.0:1749611593.088622:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235180. 02000000:00000010:3.0:1749611593.088624:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124200. 02000000:00000001:3.0:1749611593.088627:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611593.088629:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611593.088630:0:28324:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749611593.088630:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611593.088631:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611593.088632:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611593.088633:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611593.088634:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e900. 00000100:00000001:1.0:1749611593.088635:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611593.088636:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749611593.088638:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749611593.088638:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.088639:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611593.088640:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611593.088641:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235500. 00000100:00000001:3.0:1749611593.088644:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611593.088645:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611593.088647:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611593.088652:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611593.088653:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611593.088655:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611593.088657:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611593.089600:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300866547, at 4300866547 00000100:00000040:1.0:1749611593.089608:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300866547, at 4300866547 00000100:00000010:3.0:1749611593.089610:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c4440. 00000100:00000040:2.0:1749611593.089613:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300866547, at 4300866547 00000100:00000010:1.0:1749611593.089619:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c4740. 00000100:00000010:2.0:1749611593.089624:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c4700. 00000100:00000040:0.0:1749611593.090555:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300866547, at 4300866548 00000100:00000010:0.0:1749611593.090565:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012b4c40c0. 00080000:00000010:2.0:1749611593.132482:0:31531:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611593.132491:0:31531:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611593.132497:0:31531:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611593.132513:0:31531:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611593.132518:0:31531:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611593.132555:0:31531:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611593.132563:0:31531:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387c00. 00080000:00000010:2.0:1749611593.132568:0:31531:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387c00. 00000020:00000001:2.0:1749611593.132571:0:31531:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611593.136742:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0900. 00080000:00000010:1.0:1749611593.136749:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0900. 00000020:00000001:1.0:1749611593.136754:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611593.136828:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0900. 00080000:00000010:1.0:1749611593.136831:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0900. 00000020:00000001:1.0:1749611593.136834:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611593.136841:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0900. 00080000:00000010:1.0:1749611593.136844:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0900. 00000020:00000001:1.0:1749611593.136847:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611593.241622:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611593.241629:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611593.241633:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611593.241638:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611593.241643:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611593.241647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611593.241651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611593.241655:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611593.241658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611593.306288:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7900. 00080000:00000010:3.0:1749611593.306298:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7900. 00000020:00000001:3.0:1749611593.306308:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611593.306386:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7900. 00080000:00000010:3.0:1749611593.306392:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7900. 00000020:00000001:3.0:1749611593.306395:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611593.306402:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7900. 00080000:00000010:3.0:1749611593.306406:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7900. 00000020:00000001:3.0:1749611593.306410:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611593.330630:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611593.330635:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611593.330711:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611593.330718:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611593.330723:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611593.454972:0:31598:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611593.454985:0:31598:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611593.454994:0:31598:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611593.455022:0:31598:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611593.455030:0:31598:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611593.455035:0:31598:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611593.455055:0:31598:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611593.455062:0:31598:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611593.455066:0:31598:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611593.458611:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611593.458617:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611593.458619:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611593.458623:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611593.458626:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611593.458630:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611593.458633:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611593.458636:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611593.458638:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611593.459287:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611593.459294:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611593.459299:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611593.459373:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611593.459377:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611593.459380:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611593.459386:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611593.459389:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611593.459392:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611593.639209:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0a00. 00080000:00000010:1.0:1749611593.639222:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0a00. 00000020:00000001:1.0:1749611593.639232:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611593.639382:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0a00. 00080000:00000010:1.0:1749611593.639391:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0a00. 00000020:00000001:1.0:1749611593.639397:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611593.639407:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0a00. 00080000:00000010:1.0:1749611593.639413:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0a00. 00000020:00000001:1.0:1749611593.639418:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611594.088626:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611594.088640:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611594.088642:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611594.088646:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611594.088649:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611594.088653:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611594.088655:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611594.186922:0:31663:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611594.186932:0:31663:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611594.186938:0:31663:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611594.186954:0:31663:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611594.186959:0:31663:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611594.186962:0:31663:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611594.186969:0:31663:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611594.186973:0:31663:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611594.186976:0:31663:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611594.191339:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611594.191345:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611594.191350:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611594.191423:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611594.191426:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611594.191429:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611594.191435:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611594.191438:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611594.191441:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611594.241633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611594.241641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611594.241643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611594.241647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611594.241651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611594.241665:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611594.241668:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611594.241671:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611594.241674:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611594.307167:0:31706:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1749611594.307172:0:31706:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 165g: ofd_access_log_reader --keepalive works ========================================================== 23:13:13 (1749611593) 00000001:00000001:1.0:1749611594.314049:0:31706:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:0.0:1749611594.332622:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611594.332629:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611594.332632:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611594.332635:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611594.332639:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611594.332642:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611594.332653:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611594.332655:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611594.332736:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611594.332742:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611594.332746:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:3.0:1749611594.369168:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a80. 00080000:00000010:3.0:1749611594.369177:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a80. 00000020:00000001:3.0:1749611594.369183:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611594.369288:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a80. 00080000:00000010:3.0:1749611594.369305:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a80. 00000020:00000001:3.0:1749611594.369308:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611594.369316:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a80. 00080000:00000010:3.0:1749611594.369320:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a80. 00000020:00000001:3.0:1749611594.369323:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611594.458607:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611594.458613:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611594.458615:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611594.458619:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611594.458623:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611594.458627:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611594.458630:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611594.458632:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611594.458635:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611594.557864:0:31729:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611594.557877:0:31729:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611594.557886:0:31729:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611594.557913:0:31729:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611594.557919:0:31729:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611594.557923:0:31729:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611594.557931:0:31729:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387300. 00080000:00000010:2.0:1749611594.557936:0:31729:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387300. 00000020:00000001:2.0:1749611594.557939:0:31729:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611594.562131:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a80. 00080000:00000010:3.0:1749611594.562138:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a80. 00000020:00000001:3.0:1749611594.562142:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611594.562216:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a80. 00080000:00000010:3.0:1749611594.562220:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a80. 00000020:00000001:3.0:1749611594.562223:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611594.562228:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a80. 00080000:00000010:3.0:1749611594.562232:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a80. 00000020:00000001:3.0:1749611594.562234:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611594.727568:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a80. 00080000:00000010:3.0:1749611594.727578:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a80. 00000020:00000001:3.0:1749611594.727586:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611594.727709:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a80. 00080000:00000010:3.0:1749611594.727716:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a80. 00000020:00000001:3.0:1749611594.727722:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611594.727732:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7a80. 00080000:00000010:3.0:1749611594.727739:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7a80. 00000020:00000001:3.0:1749611594.727744:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611594.884149:0:31792:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd00. 00080000:00000010:0.0:1749611594.884159:0:31792:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd00. 00000020:00000001:0.0:1749611594.884164:0:31792:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611594.884181:0:31792:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd00. 00080000:00000010:0.0:1749611594.884186:0:31792:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd00. 00000020:00000001:0.0:1749611594.884189:0:31792:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611594.884197:0:31792:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd00. 00080000:00000010:0.0:1749611594.884202:0:31792:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd00. 00000020:00000001:0.0:1749611594.884205:0:31792:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611594.888902:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387200. 00080000:00000010:2.0:1749611594.888909:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387200. 00000020:00000001:2.0:1749611594.888914:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611594.888989:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387200. 00080000:00000010:2.0:1749611594.888992:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387200. 00000020:00000001:2.0:1749611594.888995:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611594.889001:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387200. 00080000:00000010:2.0:1749611594.889004:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387200. 00000020:00000001:2.0:1749611594.889007:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749611594.998625:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:0.0:1749611594.998636:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:0.0:1749611594.998643:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749611594.998827:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00080000:00000010:3.0:1749611595.066093:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611595.066111:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611595.066119:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611595.066277:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611595.066287:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611595.066293:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611595.066303:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611595.066310:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611595.066315:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611595.088601:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611595.088614:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611595.088617:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611595.088620:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611595.088623:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611595.088626:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611595.088629:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611595.216593:0:31857:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611595.216604:0:31857:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611595.216609:0:31857:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611595.216627:0:31857:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611595.216633:0:31857:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611595.216636:0:31857:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611595.216643:0:31857:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611595.216648:0:31857:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611595.216651:0:31857:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611595.220827:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611595.220834:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611595.220839:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611595.220911:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611595.220915:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611595.220918:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611595.220923:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c80. 00080000:00000010:3.0:1749611595.220927:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c80. 00000020:00000001:3.0:1749611595.220930:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611595.241613:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611595.241618:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611595.241620:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611595.241624:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611595.241627:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611595.241631:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611595.241633:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611595.241637:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611595.241639:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611595.334641:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611595.334647:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611595.334672:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611595.334679:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611595.334684:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611595.458686:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611595.458694:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611595.458697:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611595.458701:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611595.458705:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611595.458708:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611595.458712:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611595.458714:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611595.458731:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611596.088633:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611596.088648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611596.088651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611596.088656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611596.088659:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611596.088663:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611596.088665:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611596.241623:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611596.241630:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611596.241642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611596.241646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611596.241650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611596.241653:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611596.241656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611596.241659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611596.241662:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611596.336719:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611596.336727:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611596.336817:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611596.336824:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611596.336829:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611596.458636:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611596.458645:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611596.458647:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611596.458652:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611596.458656:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611596.458660:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611596.458663:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611596.458666:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611596.458668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611597.088724:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611597.088741:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611597.088743:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611597.088748:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611597.088751:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611597.088755:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611597.088758:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611597.241631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611597.241637:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611597.241639:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611597.241643:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611597.241647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611597.241650:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611597.241653:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611597.241656:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611597.241658:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611597.338681:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611597.338688:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611597.338783:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611597.338790:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611597.338795:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611597.458666:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611597.458674:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611597.458676:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611597.458681:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611597.458684:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611597.458688:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611597.458691:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611597.458694:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611597.458696:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.088635:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611598.088650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611598.088652:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611598.088656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611598.088659:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611598.088663:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.088666:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611598.094632:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611598.094640:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611598.094644:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611598.094647:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611598.094661:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611598.094664:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611598.094668:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611598.094673:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6199 00000100:00080000:2.0:1749611598.094678:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611598.094681:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611598.094685:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611598.094687:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611598.094689:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611598.094694:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611598.094696:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611598.094699:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611598.094702:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611598.094705:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611598.094707:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611598.094710:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611598.094712:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611598.094714:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611598.094716:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611598.094719:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611598.094723:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611598.094725:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611598.094728:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611598.094735:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611598.094738:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.094740:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611598.094743:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611598.094750:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235880. 00000020:00000040:2.0:1749611598.094753:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611598.094757:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611598.094760:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.094763:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611598.094771:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611598.094775:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611598.094783:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074696c00. 00000100:00000001:2.0:1749611598.094790:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611598.094800:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235880 x1834598494699776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611598.094812:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611598.094816:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611598.094821:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235880] to pc [ptlrpcd_rcv+-1] req@ffff880079235880 x1834598494699776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.094849:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611598.094853:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611598.094857:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611598.094858:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611598.094860:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611598.094863:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611598.094866:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6199 00000100:00080000:2.0:1749611598.094868:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611598.094871:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611598.094873:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611598.094875:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611598.094876:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611598.094879:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611598.094880:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611598.094882:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611598.094884:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611598.094886:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611598.094888:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611598.094890:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611598.094892:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611598.094893:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611598.094900:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611598.094903:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611598.094906:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611598.094908:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611598.094910:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611598.094913:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611598.094915:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.094917:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611598.094919:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611598.094922:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235c00. 00000020:00000040:2.0:1749611598.094925:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611598.094927:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611598.094928:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.094930:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611598.094931:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611598.094933:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611598.094936:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074696400. 00000100:00000001:2.0:1749611598.094940:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611598.094945:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235c00 x1834598494699904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611598.094947:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611598.094953:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611598.094953:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611598.094955:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.094956:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611598.094958:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235c00] to pc [ptlrpcd_rcv+-1] req@ffff880079235c00 x1834598494699904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611598.094965:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235880 x1834598494699776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.094967:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611598.094970:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611598.094973:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611598.094975:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611598.094976:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611598.094977:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611598.094978:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749611598.094979:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611598.094980:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6199 00000100:00080000:2.0:1749611598.094983:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749611598.094983:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611598.094987:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611598.094990:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749611598.094990:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.094992:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749611598.094993:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494699776:0@lo:38:kworker.0 00000100:00000040:2.0:1749611598.094994:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611598.094996:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611598.094998:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749611598.094999:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611598.095000:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611598.095001:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611598.095002:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749611598.095003:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611598.095005:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:0.0:1749611598.095005:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611598.095007:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611598.095010:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611598.095011:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611598.095013:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611598.095015:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611598.095017:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:0.0:1749611598.095017:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749611598.095019:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611598.095021:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611598.095022:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:0.0:1749611598.095022:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974b800. 02000000:00000001:2.0:1749611598.095025:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611598.095025:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611598.095027:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.095029:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611598.095030:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611598.095033:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235f80. 00000400:00000010:0.0:1749611598.095033:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00000020:00000040:2.0:1749611598.095035:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611598.095037:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611598.095038:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.095040:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749611598.095040:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 02000000:00000001:2.0:1749611598.095041:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611598.095043:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611598.095046:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074695400. 00000100:00000200:0.0:1749611598.095048:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494699776, portal 4 00000100:00000001:2.0:1749611598.095049:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095050:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749611598.095052:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235f80 x1834598494700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611598.095052:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346578048 : -131939362973568 : ffff880079235880) 00000100:00000040:0.0:1749611598.095061:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235880 x1834598494699776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.095071:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611598.095071:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611598.095073:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611598.095074:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611598.095076:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000040:2.0:1749611598.095077:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235f80] to pc [ptlrpcd_rcv+-1] req@ffff880079235f80 x1834598494700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611598.095079:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494699776, offset 0 00000100:00000001:2.0:1749611598.095085:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611598.095085:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611598.095087:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611598.095090:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611598.095093:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236300. 00000020:00000040:2.0:1749611598.095095:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611598.095098:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1749611598.095099:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611598.095100:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611598.095101:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611598.095104:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e700. 00000100:00000001:2.0:1749611598.095107:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611598.095110:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf950100 00000100:00000040:2.0:1749611598.095111:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611598.095118:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749611598.095118:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 14560 00000100:00000001:2.0:1749611598.095120:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611598.095125:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236300] to pc [ptlrpcd_00_00+0] req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611598.095126:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611598.095131:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611598.095136:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611598.095139:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611598.095143:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033d180. 00000100:00000040:0.0:1749611598.095147:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033d180 x1834598494699776 msgsize 520 00000100:00100000:0.0:1749611598.095151:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611598.095155:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611598.095158:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611598.095161:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611598.095163:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611598.095164:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611598.095164:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611598.095167:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611598.095169:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6199 00000100:00080000:2.0:1749611598.095172:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1749611598.095172:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000100:00000040:2.0:1749611598.095174:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000010:0.0:1749611598.095174:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:0.0:1749611598.095177:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611598.095181:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749611598.095181:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235880 x1834598494699776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611598.095184:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611598.095186:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611598.095188:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611598.095189:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d606 00000100:00000001:0.0:1749611598.095190:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611598.095191:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611598.095193:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=8 00000100:00000040:0.0:1749611598.095194:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235880 x1834598494699776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611598.095195:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000001:2.0:1749611598.095197:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000040:2.0:1749611598.095200:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611598.095201:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611598.095203:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611598.095205:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611598.095234:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 7 00000100:00080000:2.0:1749611598.095237:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d4a0000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611598.095239:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611598.095241:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611598.095245:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611598.095246:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611598.095247:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.095248:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611598.095249:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611598.095250:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611598.095253:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236680. 00000020:00000040:2.0:1749611598.095255:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749611598.095255:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611598.095257:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611598.095259:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.095260:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749611598.095261:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1261 usecs (2 jiffies) 02000000:00000001:2.0:1749611598.095262:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611598.095264:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095265:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300871554 02000000:00000010:2.0:1749611598.095268:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074696800. 00000100:00000010:0.0:1749611598.095269:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee000. 00000100:00000001:2.0:1749611598.095271:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611598.095273:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611598.095273:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611598.095275:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236680 x1834598494700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611598.095276:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749611598.095279:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611598.095280:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095282:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300871554 00000100:00000001:2.0:1749611598.095283:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611598.095283:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749611598.095285:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee8c0. 00000100:00000001:0.0:1749611598.095288:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611598.095290:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095292:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300871554 00000100:00000040:1.0:1749611598.095294:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611598.095294:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee5c0. 00000100:00000040:2.0:1749611598.095295:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236680] to pc [ptlrpcd_rcv+-1] req@ffff880079236680 x1834598494700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.095297:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611598.095300:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300871554 00000100:00000001:2.0:1749611598.095303:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611598.095303:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee980. 00000100:00000040:2.0:1749611598.095306:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611598.095306:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749611598.095308:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611598.095309:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749611598.095310:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749611598.095311:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236a00. 00000100:00000001:0.0:1749611598.095311:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611598.095313:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611598.095314:0:18174:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611598.095314:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.095316:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611598.095316:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611598.095317:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611598.095318:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749611598.095319:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749611598.095320:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611598.095321:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611598.095322:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494699776 00000100:00000001:0.0:1749611598.095322:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1749611598.095323:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2ed00. 00000100:00000001:0.0:1749611598.095324:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611598.095325:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611598.095326:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611598.095326:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611598.095327:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611598.095328:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611598.095328:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611598.095329:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611598.095333:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611598.095333:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235c00 x1834598494699904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611598.095334:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.095335:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611598.095337:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611598.095338:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095340:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611598.095341:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236a00] to pc [ptlrpcd_00_01+1] req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611598.095341:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494700160:0@lo:400:kworker.0 00000100:00000001:0.0:1749611598.095342:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611598.095343:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494699776 02000000:00000001:0.0:1749611598.095344:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749611598.095346:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611598.095347:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611598.095347:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611598.095351:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611598.095354:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611598.095354:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611598.095354:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611598.095356:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749611598.095357:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749611598.095359:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611598.095359:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6209) 00000100:00100000:0.0:1749611598.095359:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494699904:0@lo:38:kworker.0 00000020:00000001:3.0:1749611598.095361:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611598.095362:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c8f3000. 00000100:00000001:0.0:1749611598.095362:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749611598.095365:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611598.095365:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611598.095366:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611598.095366:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611598.095368:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611598.095371:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974b000. 00000020:00000010:3.0:1749611598.095372:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125800. 00000400:00000010:1.0:1749611598.095372:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db7e8. 02000000:00000001:0.0:1749611598.095373:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611598.095377:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff478. 00000020:00000010:3.0:1749611598.095379:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7c80. 00000400:00000010:1.0:1749611598.095379:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000400:00000010:0.0:1749611598.095380:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000020:00000010:3.0:1749611598.095385:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c83e8. 00000100:00000200:1.0:1749611598.095385:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494700160, portal 10 00000100:00000200:0.0:1749611598.095386:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494699904, portal 10 00000100:00000001:1.0:1749611598.095389:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611598.095389:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611598.095390:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346578944 : -131939362972672 : ffff880079235c00) 00000100:00000001:1.0:1749611598.095392:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346580736 : -131939362970880 : ffff880079236300) 00000100:00000001:3.0:1749611598.095393:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611598.095396:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749611598.095396:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235c00 x1834598494699904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611598.095399:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611598.095402:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.095403:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611598.095405:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611598.095406:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611598.095407:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000200:0.0:1749611598.095410:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494699904, offset 0 00000400:00000200:0.0:1749611598.095413:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611598.095414:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611598.095418:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611598.095418:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611598.095420:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749611598.095422:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000400:00000200:0.0:1749611598.095425:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950180 00000100:00000200:1.0:1749611598.095426:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494700160, offset 0 00000100:00000001:3.0:1749611598.095430:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749611598.095430:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 151696 00000100:00000001:3.0:1749611598.095433:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749611598.095435:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611598.095436:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611598.095439:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000400:00000200:0.0:1749611598.095439:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611598.095443:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417888128 : -131936291663488 : ffff88013033d180) 00000100:00000001:0.0:1749611598.095445:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611598.095446:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749611598.095447:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749611598.095450:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033e680. 00000100:00000040:3.0:1749611598.095451:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033d180 x1834598494699776/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611598.095453:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033e680 x1834598494699904 msgsize 520 00000400:00000200:1.0:1749611598.095456:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf950280 00000100:00100000:0.0:1749611598.095457:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749611598.095464:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 152216 00000100:00100000:3.0:1749611598.095467:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494699776:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749611598.095472:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749611598.095473:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494699776 00000400:00000200:1.0:1749611598.095477:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611598.095478:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611598.095481:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:3.0:1749611598.095483:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749611598.095502:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611598.095505:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000001:1.0:1749611598.095506:0:28321:0:(events.c:287:request_in_callback()) Process entered 00010000:00020000:3.0:1749611598.095507:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:1.0:1749611598.095508:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:0.0:1749611598.095508:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00010000:00000001:3.0:1749611598.095512:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:1.0:1749611598.095514:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a1c00. 00000100:00000001:0.0:1749611598.095516:0:28320:0:(events.c:35:request_out_callback()) Process entered 00010000:00000001:3.0:1749611598.095517:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611598.095518:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a1c00 x1834598494700160 msgsize 224 00000100:00000001:3.0:1749611598.095521:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:0.0:1749611598.095521:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235c00 x1834598494699904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.095540:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611598.095544:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494699904 02000000:00000001:2.0:1749611598.095546:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611598.095548:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611598.095550:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611598.095553:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611598.095556:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494699904 00000100:00000001:0.0:1749611598.095556:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611598.095558:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611598.095559:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235c00 x1834598494699904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611598.095560:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611598.095561:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749611598.095561:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611598.095563:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611598.095565:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749611598.095565:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095566:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095567:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749611598.095570:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1749611598.095571:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41e800. 00000100:00000001:0.0:1749611598.095571:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611598.095574:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611598.095575:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1092 usecs (2 jiffies) 00000020:00000010:2.0:1749611598.095576:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130600. 00000100:00000001:3.0:1749611598.095577:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095578:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300871555 00000020:00000010:2.0:1749611598.095580:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387b80. 00000100:00000001:1.0:1749611598.095580:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611598.095582:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300871554 00010000:00000001:3.0:1749611598.095583:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:2.0:1749611598.095584:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9000. 00000100:00000001:0.0:1749611598.095586:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300871555 00000100:00000001:2.0:1749611598.095588:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749611598.095588:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000001:2.0:1749611598.095589:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611598.095589:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300871554 00000100:00000001:2.0:1749611598.095592:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611598.095592:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:0.0:1749611598.095592:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300871555 00010000:00000001:3.0:1749611598.095593:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095595:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300871554 00000100:00000001:2.0:1749611598.095597:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095598:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300871555 00000100:00001000:3.0:1749611598.095599:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611598.095600:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300871554 00000100:00000001:1.0:1749611598.095602:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611598.095603:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611598.095603:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611598.095605:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611598.095605:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611598.095608:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:1.0:1749611598.095608:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.095608:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611598.095611:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235f80 x1834598494700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611598.095612:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611598.095614:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611598.095615:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:2.0:1749611598.095616:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494700160 02000000:00000001:2.0:1749611598.095617:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611598.095618:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611598.095619:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611598.095620:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611598.095620:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.095621:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611598.095621:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611598.095622:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611598.095623:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611598.095624:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611598.095624:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611598.095625:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494700160 00000100:00000040:1.0:1749611598.095625:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611598.095626:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611598.095627:0:9691:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749611598.095628:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000040:2.0:1749611598.095628:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00100000:0.0:1749611598.095629:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494700032:0@lo:38:kworker.0 00000020:00000001:2.0:1749611598.095630:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:3.0:1749611598.095631:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611598.095631:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:0.0:1749611598.095632:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749611598.095633:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611598.095634:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749611598.095635:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611598.095636:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611598.095638:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611598.095639:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611598.095640:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749611598.095640:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611598.095641:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611598.095642:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000020:00000010:2.0:1749611598.095642:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369db240. 02000000:00000001:0.0:1749611598.095644:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:3.0:1749611598.095646:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494699776, offset 0 00000100:00000001:1.0:1749611598.095646:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611598.095647:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974a400. 02000000:00000001:0.0:1749611598.095649:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611598.095650:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:1.0:1749611598.095651:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 951 usecs (1 jiffies) 00000400:00000010:0.0:1749611598.095652:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 00000400:00000200:3.0:1749611598.095653:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611598.095656:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749611598.095656:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300871554 00000400:00000010:0.0:1749611598.095657:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000020:00000010:2.0:1749611598.095659:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131a00. 00000100:00000001:1.0:1749611598.095660:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300871555 00000100:00000200:0.0:1749611598.095660:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494700032, portal 10 00000400:00000200:3.0:1749611598.095662:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:2.0:1749611598.095662:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00000001:0.0:1749611598.095663:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000010:2.0:1749611598.095664:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be90c8. 00000100:00000001:1.0:1749611598.095664:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300871554 00000100:00000001:0.0:1749611598.095664:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346579840 : -131939362971776 : ffff880079235f80) 00000100:00000001:1.0:1749611598.095668:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300871555 00000100:00000040:2.0:1749611598.095669:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:3.0:1749611598.095670:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf950100 00000100:00000040:0.0:1749611598.095670:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235f80 x1834598494700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.095671:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611598.095671:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300871554 00000100:00000001:2.0:1749611598.095673:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611598.095675:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611598.095675:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300871555 00000400:00000200:3.0:1749611598.095677:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x96a1 [1] + 0 00000100:00000001:0.0:1749611598.095677:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611598.095678:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611598.095678:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300871554 00000100:00000001:2.0:1749611598.095680:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1749611598.095680:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611598.095681:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300871555 00000400:00000010:0.0:1749611598.095681:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000100:00000001:2.0:1749611598.095682:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611598.095684:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611598.095684:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749611598.095684:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494700032, offset 0 00000400:00000200:0.0:1749611598.095687:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611598.095688:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611598.095689:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611598.095692:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611598.095692:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611598.095694:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611598.095694:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611598.095695:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611598.095699:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749611598.095700:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235880 x1834598494699776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.095700:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749611598.095700:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950200 00000100:00000001:1.0:1749611598.095702:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611598.095704:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1749611598.095704:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 152440 00000100:00100000:2.0:1749611598.095705:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00000040:2.0:1749611598.095708:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611598.095708:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611598.095708:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611598.095710:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598679552 : -131939110872064 : ffff8800882a1c00) 00000100:00000001:1.0:1749611598.095710:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749611598.095711:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611598.095712:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611598.095715:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235880 x1834598494699776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.095715:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611598.095716:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a1c00 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:279/0 lens 224/0 e 0 to 0 dl 1749611609 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611598.095716:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000200:0.0:1749611598.095716:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611598.095718:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611598.095719:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033ea00. 00000100:00000001:1.0:1749611598.095722:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1749611598.095722:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033ea00 x1834598494700032 msgsize 520 00000100:00000001:1.0:1749611598.095724:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611598.095725:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1749611598.095726:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000010:2.0:1749611598.095727:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369db400. 00000100:00000001:1.0:1749611598.095727:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611598.095729:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611598.095729:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611598.095732:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369db400. 00000100:00000001:0.0:1749611598.095733:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611598.095735:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000100:00000001:1.0:1749611598.095735:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611598.095737:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494700160:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749611598.095737:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:3.0:1749611598.095738:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000100:00000200:2.0:1749611598.095741:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494700160 00000100:00000001:3.0:1749611598.095742:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749611598.095743:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611598.095744:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611598.095745:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749611598.095747:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:0.0:1749611598.095748:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000100:00000001:3.0:1749611598.095750:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611598.095750:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611598.095751:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000020:00000001:2.0:1749611598.095753:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749611598.095753:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749611598.095754:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:2.0:1749611598.095755:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749611598.095755:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1749611598.095756:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235f80 x1834598494700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611598.095757:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611598.095758:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611598.095758:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1749611598.095761:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749611598.095762:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611598.095763:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611598.095763:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749611598.095764:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611598.095765:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749611598.095767:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611598.095767:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611598.095768:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611598.095770:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:1.0:1749611598.095772:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494700416:0@lo:400:kworker.0 00000100:00000040:0.0:1749611598.095773:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235f80 x1834598494700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611598.095774:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033d180 x1834598494699776/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.095774:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611598.095776:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611598.095778:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1749611598.095779:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880074697000. 00000100:00000001:0.0:1749611598.095780:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611598.095781:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611598.095782:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611598.095782:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611598.095783:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611598.095785:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611598.095786:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095786:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611598.095788:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749611598.095789:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494699776:12345-0@lo:38:kworker.0 Request processed in 322us (639us total) trans 0 rc -19/-19 00010000:00000040:2.0:1749611598.095789:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494700160 00000100:00000040:0.0:1749611598.095790:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00010000:00000001:2.0:1749611598.095792:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:1.0:1749611598.095792:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c8f2200. 00000100:00000001:0.0:1749611598.095793:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300871554 02000000:00000001:1.0:1749611598.095795:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095795:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300871555 00000100:00000001:0.0:1749611598.095798:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300871554 00000400:00000010:1.0:1749611598.095800:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db840. 00000100:00000001:0.0:1749611598.095800:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300871555 00010000:00000200:2.0:1749611598.095801:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800882a1c00 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:279/0 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611598.095802:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00000001:0.0:1749611598.095802:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300871554 00000100:00000001:0.0:1749611598.095804:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300871555 00000400:00000010:1.0:1749611598.095805:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:0.0:1749611598.095806:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300871554 00000100:00000001:3.0:1749611598.095807:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611598.095808:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300871555 00000100:00000001:3.0:1749611598.095809:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:1.0:1749611598.095809:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494700416, portal 10 00010000:00000001:2.0:1749611598.095810:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611598.095810:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611598.095812:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611598.095812:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611598.095812:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611598.095814:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7c80. 00000100:00000001:0.0:1749611598.095814:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00001000:2.0:1749611598.095815:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=53 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611598.095815:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346582528 : -131939362969088 : ffff880079236a00) 00000100:00000040:0.0:1749611598.095818:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236680 x1834598494700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.095819:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:3.0:1749611598.095820:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c83e8. 00000100:00000040:2.0:1749611598.095822:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:1.0:1749611598.095823:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.095824:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611598.095824:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749611598.095825:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125800. 02000000:00000001:2.0:1749611598.095826:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611598.095826:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611598.095828:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611598.095828:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611598.095830:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611598.095830:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611598.095832:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611598.095832:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611598.095832:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611598.095834:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749611598.095835:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494700288:0@lo:38:kworker.0 00000400:00000010:2.0:1749611598.095836:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000040:1.0:1749611598.095838:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611598.095838:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1749611598.095840:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494700160, offset 224 02000000:00000001:0.0:1749611598.095840:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1749611598.095841:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 02000000:00000001:0.0:1749611598.095842:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611598.095843:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:1.0:1749611598.095845:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494700416, offset 0 00000400:00000200:2.0:1749611598.095846:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611598.095847:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749611598.095847:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974ac00. 02000000:00000001:0.0:1749611598.095849:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611598.095850:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611598.095852:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611598.095854:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:0.0:1749611598.095857:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff2c0. 00000400:00000010:0.0:1749611598.095860:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000400:00000200:1.0:1749611598.095861:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611598.095863:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950280 00000100:00000200:0.0:1749611598.095863:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494700288, portal 10 00000100:00000001:0.0:1749611598.095865:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611598.095867:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346581632 : -131939362969984 : ffff880079236680) 00000400:00000200:2.0:1749611598.095868:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x96a9 [1] + 224 00000400:00000200:1.0:1749611598.095870:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf950380 00000100:00000001:3.0:1749611598.095873:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749611598.095873:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236680 x1834598494700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611598.095874:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749611598.095875:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494700032 00000400:00000200:1.0:1749611598.095876:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 152960 00000400:00000200:2.0:1749611598.095877:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611598.095878:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611598.095880:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611598.095881:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611598.095882:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611598.095882:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611598.095883:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611598.095884:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611598.095885:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:2.0:1749611598.095886:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611598.095887:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494700288, offset 0 02000000:00000001:3.0:1749611598.095888:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611598.095889:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611598.095890:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611598.095892:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494700032 00000020:00000001:3.0:1749611598.095895:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749611598.095896:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611598.095897:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749611598.095897:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749611598.095899:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611598.095900:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749611598.095901:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950300 00000020:00000001:3.0:1749611598.095902:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611598.095902:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749611598.095905:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.095905:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611598.095905:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 153184 00000100:00000010:1.0:1749611598.095907:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a1f80. 00000020:00000010:3.0:1749611598.095909:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125800. 00000400:00000200:0.0:1749611598.095910:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611598.095912:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a1f80 x1834598494700416 msgsize 224 00000400:00000200:0.0:1749611598.095912:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749611598.095913:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7c80. 00000020:00000010:3.0:1749611598.095917:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c83e8. 00000100:00100000:1.0:1749611598.095919:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611598.095921:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611598.095923:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:2.0:1749611598.095924:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000100:00000001:3.0:1749611598.095926:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611598.095926:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000001:1.0:1749611598.095928:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611598.095929:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00080000:0.0:1749611598.095929:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749611598.095931:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.095931:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611598.095934:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611598.095934:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611598.095934:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:2.0:1749611598.095937:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:1.0:1749611598.095938:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00010000:00000001:2.0:1749611598.095940:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749611598.095941:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749611598.095941:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000020:00000001:2.0:1749611598.095946:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611598.095946:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611598.095948:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1749611598.095949:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00100000:3.0:1749611598.095950:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494700416 00000100:00000001:0.0:1749611598.095950:0:12680:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611598.095952:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749611598.095952:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611598.095953:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a1c00 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:279/0 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611598.095955:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611598.095957:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095959:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749611598.095961:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.095961:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611598.095963:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494700416 00000100:00100000:2.0:1749611598.095964:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494700160:12345-0@lo:400:kworker.0 Request processed in 237us (443us total) trans 0 rc 0/0 00000100:00000001:1.0:1749611598.095965:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749611598.095966:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:0.0:1749611598.095966:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000020:00000040:3.0:1749611598.095968:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d61b 00000100:00000001:0.0:1749611598.095969:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417893504 : -131936291658112 : ffff88013033e680) 00000100:00000040:1.0:1749611598.095970:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611598.095971:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:2.0:1749611598.095973:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00000040:0.0:1749611598.095973:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033e680 x1834598494699904/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611598.095974:0:9760:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e0e000 refcount=5 00000100:00000040:2.0:1749611598.095976:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000001:3.0:1749611598.095978:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000001:2.0:1749611598.095979:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611598.095980:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611598.095980:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611598.095981:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000001:1.0:1749611598.095983:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749611598.095983:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494699904:12345-0@lo:38:kworker.0 00000020:00000010:2.0:1749611598.095984:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00000001:3.0:1749611598.095986:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749611598.095987:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494699904 00000020:00000010:2.0:1749611598.095988:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be90c8. 00000100:00000001:1.0:1749611598.095988:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611598.095990:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b2230080. 00000020:00000001:0.0:1749611598.095990:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611598.095992:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:2.0:1749611598.095993:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131a00. 00000100:00000040:1.0:1749611598.095993:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1010 usecs (2 jiffies) 00000020:00000010:3.0:1749611598.095994:0:9760:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e731700. 00000100:00000001:1.0:1749611598.095997:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300871555 00000020:00000040:2.0:1749611598.095998:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000040:3.0:1749611598.096000:0:9760:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749611598.096001:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611598.096001:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300871555 00000020:00000001:0.0:1749611598.096001:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611598.096005:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300871555 00000100:00000001:1.0:1749611598.096008:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300871555 00000100:00000001:3.0:1749611598.096009:0:9760:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611598.096009:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611598.096011:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00020000:0.0:1749611598.096011:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:3.0:1749611598.096012:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b2230080. 00000100:00000001:1.0:1749611598.096012:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300871555 00010000:00000001:0.0:1749611598.096014:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749611598.096015:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00000001:1.0:1749611598.096015:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300871555 00000020:00000010:3.0:1749611598.096017:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 00000100:00000001:2.0:1749611598.096017:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417894400 : -131936291657216 : ffff88013033ea00) 00010000:00000001:0.0:1749611598.096017:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611598.096018:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300871555 00000100:00000001:0.0:1749611598.096019:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611598.096021:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1749611598.096022:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7700. 00000100:00000040:2.0:1749611598.096022:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033ea00 x1834598494700032/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611598.096022:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300871555 02000000:00000001:0.0:1749611598.096023:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611598.096025:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611598.096026:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 02000000:00000010:0.0:1749611598.096027:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009974b400. 00000100:00000001:1.0:1749611598.096029:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611598.096029:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611598.096031:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494700032:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611598.096031:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611598.096032:0:9760:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000200:2.0:1749611598.096034:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494700032 00000400:00000001:1.0:1749611598.096034:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611598.096035:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:0.0:1749611598.096035:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749611598.096036:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611598.096036:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611598.096037:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:1.0:1749611598.096037:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1749611598.096038:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611598.096039:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611598.096040:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:1.0:1749611598.096041:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db7e8. 00000100:00000001:0.0:1749611598.096043:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611598.096045:0:9760:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611598.096046:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611598.096048:0:9760:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:2.0:1749611598.096048:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611598.096048:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611598.096050:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611598.096050:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:0.0:1749611598.096050:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00020000:2.0:1749611598.096051:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611598.096053:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611598.096053:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749611598.096053:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:2.0:1749611598.096054:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611598.096056:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611598.096056:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611598.096058:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611598.096059:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749611598.096059:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611598.096061:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611598.096062:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611598.096062:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611598.096064:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:1.0:1749611598.096064:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.096065:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749611598.096065:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611598.096067:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 02000000:00000001:2.0:1749611598.096068:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:3.0:1749611598.096069:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 02000000:00000010:2.0:1749611598.096071:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880074697400. 00000100:00000200:0.0:1749611598.096071:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494699904, offset 0 00000100:00000040:3.0:1749611598.096073:0:9760:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e0e000 : new rpc_count 1 02000000:00000001:2.0:1749611598.096073:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.096075:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611598.096075:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611598.096076:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598680448 : -131939110871168 : ffff8800882a1f80) 00010000:00000001:2.0:1749611598.096078:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749611598.096078:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611598.096080:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611598.096081:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1749611598.096083:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749611598.096084:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a1f80 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:279/0 lens 224/0 e 0 to 0 dl 1749611609 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.096086:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749611598.096087:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950180 00000100:00000001:2.0:1749611598.096089:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611598.096089:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611598.096091:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749611598.096091:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x96ad [1] + 0 00000100:00000001:1.0:1749611598.096092:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611598.096093:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611598.096095:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611598.096096:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611598.096096:0:28321:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:0.0:1749611598.096098:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611598.096099:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:1.0:1749611598.096100:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611598.096101:0:12680:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749611598.096102:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611598.096102:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611598.096103:0:9760:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:2.0:1749611598.096104:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.096105:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611598.096105:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611598.096106:0:9760:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b2230080. 00000100:00000200:0.0:1749611598.096106:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235c00 x1834598494699904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611598.096108:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611598.096108:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611598.096110:0:9760:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749611598.096110:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000020:00000010:3.0:1749611598.096113:0:9760:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b2230080. 00000100:00000200:2.0:1749611598.096114:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494700032, offset 0 00000100:00001000:1.0:1749611598.096115:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=153 v=5 (5 5 5 5) 00000400:00000200:2.0:1749611598.096118:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611598.096119:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494700416:12345-0@lo:400:kworker.0 00000100:00001000:1.0:1749611598.096121:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=153 v=5 (1 1 1 1) 00000100:00000200:3.0:1749611598.096125:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494700416 00000400:00000200:2.0:1749611598.096125:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611598.096126:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1749611598.096127:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235c00 x1834598494699904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611598.096128:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611598.096129:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611598.096130:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950200 00000020:00000001:3.0:1749611598.096132:0:9760:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00000001:1.0:1749611598.096132:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:3.0:1749611598.096135:0:9760:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611598.096135:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x96bd [1] + 0 00000100:00000001:0.0:1749611598.096136:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749611598.096138:0:9760:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00080000:1.0:1749611598.096139:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611598.096140:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611598.096141:0:9760:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:0.0:1749611598.096142:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000200:2.0:1749611598.096143:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611598.096144:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000020:00000001:3.0:1749611598.096145:0:9760:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611598.096146:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611598.096147:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611598.096148:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749611598.096149:0:9760:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611598.096151:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235f80 x1834598494700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611598.096151:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.096151:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611598.096152:0:9760:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611598.096154:0:9760:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1749611598.096154:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611598.096155:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611598.096156:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611598.096157:0:9760:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611598.096158:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000001:0.0:1749611598.096158:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611598.096160:0:9760:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749611598.096160:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235f80 x1834598494700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611598.096161:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611598.096163:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611598.096163:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611598.096163:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033e680 x1834598494699904/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611598.096166:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611598.096168:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749611598.096170:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611598.096171:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41cc00. 00000400:00000200:2.0:1749611598.096172:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000100:00100000:0.0:1749611598.096173:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494699904:12345-0@lo:38:kworker.0 Request processed in 190us (718us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749611598.096174:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611598.096177:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611598.096178:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000020:00000001:3.0:1749611598.096180:0:9760:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611598.096181:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611598.096182:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:0.0:1749611598.096182:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00000001:2.0:1749611598.096183:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000040:3.0:1749611598.096184:0:9760:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494700416 00000100:00000001:0.0:1749611598.096184:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611598.096185:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611598.096186:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749611598.096187:0:9760:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749611598.096187:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611598.096188:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611598.096189:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387b80. 00000100:00000040:2.0:1749611598.096190:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000200:3.0:1749611598.096193:0:9760:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800882a1f80 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:279/0 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.096193:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611598.096193:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9000. 00000100:00000040:1.0:1749611598.096194:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611598.096195:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611598.096198:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130600. 00000100:00000040:2.0:1749611598.096199:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033ea00 x1834598494700032/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.096202:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611598.096205:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611598.096233:0:9760:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611598.096236:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494700032:12345-0@lo:38:kworker.0 Request processed in 177us (484us total) trans 0 rc -19/-19 00000100:00001000:3.0:1749611598.096238:0:9760:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=53 v=5 (1 1 1 1) 00000100:00080000:0.0:1749611598.096241:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:3.0:1749611598.096243:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749611598.096244:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000020:00000040:0.0:1749611598.096244:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000040:3.0:1749611598.096247:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611598.096247:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611598.096249:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749611598.096251:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494700160:0@lo:400:kworker.0 00000020:00000010:2.0:1749611598.096252:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7c80. 00000100:00000001:3.0:1749611598.096256:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:2.0:1749611598.096256:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c83e8. 00000100:00000001:1.0:1749611598.096257:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611598.096259:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125800. 02000000:00000001:3.0:1749611598.096260:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611598.096261:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611598.096262:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611598.096263:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.096263:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611598.096265:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611598.096266:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611598.096266:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236300 x1834598494700160/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611598.096268:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033ed80. 00000100:00000040:3.0:1749611598.096270:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611598.096271:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033ed80 x1834598494700288 msgsize 520 00000400:00000010:3.0:1749611598.096274:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00100000:0.0:1749611598.096276:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611598.096277:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:3.0:1749611598.096279:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494700416, offset 224 02000000:00000001:1.0:1749611598.096279:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611598.096283:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c8f3000. 00000400:00000200:3.0:1749611598.096285:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611598.096287:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611598.096288:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749611598.096290:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611598.096292:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000040:1.0:1749611598.096293:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:0.0:1749611598.096293:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000200:3.0:1749611598.096294:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749611598.096294:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494700288 00000400:00000010:0.0:1749611598.096295:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000020:00000001:1.0:1749611598.096296:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749611598.096297:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611598.096299:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1749611598.096299:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e700. 00000100:00000001:2.0:1749611598.096301:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611598.096302:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950380 02000000:00000001:2.0:1749611598.096304:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.096304:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749611598.096306:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494700288 02000000:00000001:1.0:1749611598.096306:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:2.0:1749611598.096308:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:3.0:1749611598.096309:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x96c5 [1] + 224 00000020:00000040:2.0:1749611598.096309:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:1.0:1749611598.096309:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000200:0.0:1749611598.096309:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236680 x1834598494700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611598.096311:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:1.0:1749611598.096312:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236300. 00000020:00000001:2.0:1749611598.096313:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611598.096315:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749611598.096315:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611598.096316:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611598.096317:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749611598.096318:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131a00. 00000100:00000001:1.0:1749611598.096319:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611598.096320:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00000040:0.0:1749611598.096320:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236680 x1834598494700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611598.096321:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611598.096322:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611598.096323:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be90c8. 00000100:00000001:3.0:1749611598.096325:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611598.096325:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611598.096326:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611598.096326:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.096327:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611598.096327:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611598.096328:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611598.096329:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611598.096332:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611598.096332:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.096332:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.096335:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611598.096335:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 887 usecs (1 jiffies) 00000100:00000001:0.0:1749611598.096338:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300871554 00000100:00000001:2.0:1749611598.096339:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.096341:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300871555 00000100:00000001:0.0:1749611598.096343:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300871554 00000100:00000001:0.0:1749611598.096345:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300871555 00000100:00000040:3.0:1749611598.096346:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.096346:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611598.096347:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300871554 00000100:00000001:0.0:1749611598.096350:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300871555 00000100:00000001:0.0:1749611598.096351:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300871554 00000100:00000001:2.0:1749611598.096352:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611598.096353:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300871555 00000100:00000001:2.0:1749611598.096354:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611598.096355:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611598.096357:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00000001:0.0:1749611598.096357:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.096360:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417895296 : -131936291656320 : ffff88013033ed80) 00000400:00000001:0.0:1749611598.096362:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611598.096363:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:0.0:1749611598.096363:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749611598.096364:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033ed80 x1834598494700288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611618 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611598.096365:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000400:00000200:0.0:1749611598.096369:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611598.096370:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611598.096372:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611598.096373:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494700288:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611598.096375:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235880 x1834598494699776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611598.096376:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494700288 00000020:00000001:2.0:1749611598.096378:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611598.096380:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:3.0:1749611598.096383:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000100:00000001:1.0:1749611598.096383:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749611598.096383:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235880 x1834598494699776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611598.096385:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:3.0:1749611598.096386:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000020:00000001:2.0:1749611598.096388:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611598.096390:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:1.0:1749611598.096390:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00020000:2.0:1749611598.096391:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611598.096391:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611598.096392:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:2.0:1749611598.096393:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000001:1.0:1749611598.096393:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611598.096396:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611598.096396:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749611598.096396:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db840. 00000100:00000001:0.0:1749611598.096397:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611598.096399:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:1.0:1749611598.096399:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000100:00000001:0.0:1749611598.096399:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611598.096400:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749611598.096401:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:2.0:1749611598.096402:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:1.0:1749611598.096402:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 02000000:00000001:0.0:1749611598.096402:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749611598.096404:0:9760:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749611598.096404:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:2.0:1749611598.096405:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880074694000. 00000100:00000001:1.0:1749611598.096405:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611598.096406:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611598.096407:0:9760:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611598.096407:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611598.096408:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611598.096409:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611598.096410:0:9760:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1749611598.096411:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:1.0:1749611598.096411:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611598.096413:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611598.096414:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611598 v=5 (0 0 0 0) 00000100:00000040:3.0:1749611598.096416:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a1f80 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:279/0 lens 224/224 e 0 to 0 dl 1749611609 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611598.096416:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611598.096419:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611598.096421:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611598.096423:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:1.0:1749611598.096425:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.096426:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611598.096428:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611598.096431:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:0.0:1749611598.096431:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=121 v=20 (1 20 1 1) 00000100:00100000:3.0:1749611598.096432:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494700416:12345-0@lo:400:kworker.0 Request processed in 327us (516us total) trans 0 rc 0/0 00000100:00000001:0.0:1749611598.096435:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749611598.096438:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611598.096438:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611598.096440:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.096440:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611598.096442:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611598.096442:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749611598.096444:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00000040:2.0:1749611598.096445:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611598.096445:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611598.096445:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235880 x1834598494699776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611598.096447:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000001:1.0:1749611598.096448:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:2.0:1749611598.096451:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494700288, offset 0 02000000:00000001:1.0:1749611598.096451:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611598.096452:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611598.096453:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611598.096454:0:9760:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e0e000 : new rpc_count 0 00000100:00000001:0.0:1749611598.096454:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1749611598.096455:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611598.096455:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.096456:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611598.096458:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611598.096458:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1749611598.096459:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.096460:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611598.096461:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749611598.096462:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749611598.096463:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:3.0:1749611598.096465:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7700. 00000100:00001000:1.0:1749611598.096465:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979438 time=18 v=5 (5 0 0 0) 00000100:00080000:0.0:1749611598.096466:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:2.0:1749611598.096468:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950300 00000100:00000001:0.0:1749611598.096468:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749611598.096470:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000100:00001000:1.0:1749611598.096470:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=18 v=5 (1 0 0 0) 00000100:00000040:0.0:1749611598.096472:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235880 x1834598494699776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611598.096473:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x96d1 [1] + 0 00000100:00000001:1.0:1749611598.096474:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:3.0:1749611598.096475:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000100:00000001:1.0:1749611598.096476:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611598.096477:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749611598.096479:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000200:2.0:1749611598.096481:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749611598.096481:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494699776:0@lo:38:kworker.0 00000020:00000040:3.0:1749611598.096483:0:9760:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 4 00000100:00000001:2.0:1749611598.096484:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00010000:00080000:1.0:1749611598.096485:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611598.096487:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611598.096489:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236680 x1834598494700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.096491:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.096493:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749611598.096496:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611598.096496:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235880 x1834598494699776/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611598.096498:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236680 x1834598494700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611598.096500:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1749611598.096502:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749611598.096502:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611598.096504:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611598.096505:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611598.096506:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611598.096507:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611598.096507:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974b800. 00000400:00000200:2.0:1749611598.096509:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000400:00000010:2.0:1749611598.096511:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00000100:00000040:1.0:1749611598.096512:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611598.096513:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611598.096514:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611598.096517:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611598.096517:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611598.096519:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611598.096521:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:1.0:1749611598.096547:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611598.096548:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611598.096551:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611598.096551:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1749611598.096553:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611598.096553:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611598.096555:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749611598.096557:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033ed80 x1834598494700288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611618 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611598.096558:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074696c00. 00000100:00000040:1.0:1749611598.096560:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611598.096563:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611598.096565:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:2.0:1749611598.096567:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494700288:12345-0@lo:38:kworker.0 Request processed in 193us (293us total) trans 0 rc -19/-19 00000100:00000010:0.0:1749611598.096567:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235880. 00000100:00000001:0.0:1749611598.096570:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:1.0:1749611598.096572:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494700416:0@lo:400:kworker.0 00000100:00000001:0.0:1749611598.096572:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611598.096574:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00000001:0.0:1749611598.096574:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611598.096577:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611598.096578:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611598.096578:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611598.096579:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611598.096582:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611598.096582:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611598.096583:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611598.096585:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:2.0:1749611598.096587:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00000040:1.0:1749611598.096587:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236a00 x1834598494700416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611598.096589:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1749611598.096591:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be90c8. 00000400:00000001:0.0:1749611598.096591:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611598.096593:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff478. 00000020:00000010:2.0:1749611598.096595:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131a00. 00000400:00000200:0.0:1749611598.096595:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749611598.096597:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:2.0:1749611598.096599:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611598.096600:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611598.096604:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235c00 x1834598494699904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611598.096608:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611598.096610:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611598.096612:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c8f2200. 00000100:00000200:0.0:1749611598.096612:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235c00 x1834598494699904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611598.096615:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611598.096616:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611598.096618:0:28321:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611598.096619:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749611598.096620:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611598.096620:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749611598.096622:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2ed00. 00000100:00000001:0.0:1749611598.096622:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611598.096624:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611598.096625:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749611598.096626:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611598.096627:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611598.096627:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611598.096628:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236a00. 02000000:00000001:0.0:1749611598.096629:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611598.096632:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611598.096633:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611598.096633:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611598 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611598.096635:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611598.096636:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=103 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611598.096638:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611598.096640:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611598.096640:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611598.096642:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.096642:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611598.096644:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611598.096645:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611598.096652:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235c00 x1834598494699904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.096659:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611598.096661:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611598.096663:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611598.096665:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611598.096666:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611598.096669:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611598.096671:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611598.096673:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611598.096676:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235c00 x1834598494699904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611598.096684:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494699904:0@lo:38:kworker.0 00000400:00000001:0.0:1749611598.096689:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611598.096690:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611598.096692:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000400:00000200:0.0:1749611598.096694:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611598.096696:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611598.096698:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611598.096701:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235f80 x1834598494700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611598.096709:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235f80 x1834598494700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.096715:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611598.096716:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611598.096718:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611598.096719:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611598.096720:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611598.096722:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611598.096724:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611598.096727:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611598 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611598.096735:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=153 v=20 (20 1 1 1) 00000100:00000001:0.0:1749611598.096738:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611598.096740:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611598.096742:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611598.096746:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235f80 x1834598494700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.096752:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611598.096755:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611598.096756:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611598.096757:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611598.096759:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611598.096761:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611598.096763:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611598.096765:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611598.096768:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235f80 x1834598494700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611598.096775:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494700032:0@lo:38:kworker.0 00000400:00000001:0.0:1749611598.096780:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611598.096781:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611598.096783:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff2c0. 00000400:00000200:0.0:1749611598.096785:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000400:00000010:0.0:1749611598.096786:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:0.0:1749611598.096788:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611598.096791:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236680 x1834598494700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611598.096798:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236680 x1834598494700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.096804:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611598.096806:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611598.096807:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611598.096813:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611598.096814:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611598.096816:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611598.096818:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611598.096822:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012d4a0438 time=1749611598 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611598.096825:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012d4a03f0 time=18 v=20 (20 0 0 0) 00000100:00000001:0.0:1749611598.096827:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611598.096829:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611598.096830:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611598.096834:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236680 x1834598494700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.096840:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611598.096842:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611598.096843:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611598.096845:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611598.096846:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611598.096849:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611598.096851:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611598.096853:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611598.096856:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236680 x1834598494700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611598.096863:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494700288:0@lo:38:kworker.0 00000100:00000001:0.0:1749611598.096867:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.096869:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611598.096871:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235c00 x1834598494699904/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.096877:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611598.096879:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611598.096880:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974b000. 02000000:00000001:0.0:1749611598.096883:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611598.096884:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611598.096890:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611598.096892:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611598.096894:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074696400. 02000000:00000001:0.0:1749611598.096897:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611598.096898:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611598.096900:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235c00. 00000100:00000001:0.0:1749611598.096903:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611598.096904:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611598.096906:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611598.096908:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235f80 x1834598494700032/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.096915:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611598.096916:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611598.096917:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974a400. 02000000:00000001:0.0:1749611598.096920:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611598.096921:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611598.096922:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611598.096924:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611598.096925:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074695400. 02000000:00000001:0.0:1749611598.096928:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611598.096929:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611598.096930:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235f80. 00000100:00000001:0.0:1749611598.096932:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611598.096934:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611598.096935:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611598.096937:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236680 x1834598494700288/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611598.096944:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611598.096945:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611598.096946:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974ac00. 02000000:00000001:0.0:1749611598.096948:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611598.096949:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611598.096950:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611598.096952:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611598.096953:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074696800. 02000000:00000001:0.0:1749611598.096955:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611598.096960:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611598.096962:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236680. 00000100:00000001:0.0:1749611598.096964:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611598.096966:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611598.096968:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.096970:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611598.096972:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611598.096973:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611598.096975:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611598.097592:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300871555, at 4300871555 00000100:00000010:0.0:1749611598.097599:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee000. 00000100:00000040:2.0:1749611598.097610:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300871555, at 4300871555 00000100:00000040:1.0:1749611598.097619:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300871555, at 4300871555 00000100:00000040:3.0:1749611598.097620:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300871555, at 4300871555 00000100:00000010:2.0:1749611598.097621:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee5c0. 00000100:00000010:1.0:1749611598.097656:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee8c0. 00000100:00000010:3.0:1749611598.097660:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee980. 00000100:00000001:2.0:1749611598.241631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611598.241636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611598.241638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611598.241642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611598.241645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611598.241648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611598.241650:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611598.241652:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611598.241654:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611598.340683:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611598.340689:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611598.340825:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611598.340829:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611598.340833:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611598.458606:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611598.458611:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611598.458613:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611598.458617:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611598.458621:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611598.458624:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611598.458627:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611598.458629:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611598.458632:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611599.096639:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611599.096657:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611599.096660:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611599.096666:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611599.096669:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611599.096673:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611599.096675:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611599.241663:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611599.241671:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611599.241674:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611599.241680:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611599.241683:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611599.241687:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611599.241690:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611599.241693:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611599.241695:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611599.342734:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611599.342743:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611599.342841:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611599.342848:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611599.342854:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611599.458741:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611599.458750:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611599.458753:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611599.458758:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611599.458780:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611599.458784:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611599.458787:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611599.458790:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611599.458792:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611600.096630:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611600.096646:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611600.096649:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611600.096653:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611600.096656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611600.096660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611600.096663:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611600.241669:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611600.241678:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611600.241681:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611600.241686:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611600.241690:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611600.241694:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611600.241696:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611600.241700:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611600.241702:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611600.344704:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611600.344710:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611600.344845:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611600.344851:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611600.344855:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611600.458671:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611600.458678:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611600.458680:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611600.458684:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611600.458688:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611600.458692:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611600.458695:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611600.458698:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611600.458700:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611601.096640:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611601.096657:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611601.096660:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611601.096665:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611601.096668:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611601.096672:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611601.096674:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611601.241677:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611601.241694:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611601.241697:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611601.241701:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611601.241704:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611601.241708:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611601.241711:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611601.241714:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611601.241716:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611601.346660:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611601.346674:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611601.346794:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611601.346798:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611601.346800:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611601.458636:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611601.458641:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611601.458644:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611601.458648:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611601.458651:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611601.458654:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611601.458657:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611601.458660:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611601.458662:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611602.096585:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611602.096602:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611602.096605:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611602.096616:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611602.096619:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611602.096623:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611602.096626:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611602.241636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611602.241643:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611602.241645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611602.241649:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611602.241652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611602.241655:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611602.241657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611602.241661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611602.241663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611602.348654:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611602.348659:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611602.348784:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611602.348790:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611602.348794:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611602.458635:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611602.458640:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611602.458642:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611602.458646:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611602.458649:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611602.458651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611602.458654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611602.458656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611602.458658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.096627:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611603.096642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611603.096644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611603.096648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611603.096651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611603.096655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.096657:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611603.102671:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611603.102679:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611603.102682:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611603.102686:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611603.102689:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611603.102692:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611603.102696:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611603.102701:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6204 00000100:00080000:2.0:1749611603.102705:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611603.102708:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611603.102712:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611603.102714:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611603.102717:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611603.102733:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611603.102735:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611603.102739:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611603.102742:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611603.102745:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611603.102747:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611603.102751:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611603.102753:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611603.102755:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611603.102757:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611603.102760:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611603.102763:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611603.102765:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611603.102768:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611603.102775:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611603.102778:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.102780:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611603.102783:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611603.102789:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236d80. 00000020:00000040:2.0:1749611603.102793:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611603.102797:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611603.102799:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.102802:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611603.102804:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611603.102808:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611603.102817:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074696800. 00000100:00000001:2.0:1749611603.102824:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611603.102834:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236d80 x1834598494700544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611603.102845:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611603.102850:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611603.102854:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236d80] to pc [ptlrpcd_rcv+-1] req@ffff880079236d80 x1834598494700544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611603.102899:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611603.102903:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611603.102907:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611603.102909:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611603.102911:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611603.102920:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611603.102923:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6204 00000100:00080000:2.0:1749611603.102925:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611603.102928:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611603.102930:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611603.102932:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611603.102934:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611603.102936:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611603.102938:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611603.102939:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611603.102941:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611603.102943:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611603.102945:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611603.102948:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611603.102950:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611603.102951:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611603.102953:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611603.102955:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611603.102957:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611603.102959:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.102960:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611603.102961:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611603.102965:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611603.102965:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611603.102967:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.102968:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611603.102969:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611603.102976:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611603.102977:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236d80 x1834598494700544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611603.102980:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237100. 00000020:00000040:2.0:1749611603.102983:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611603.102985:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611603.102987:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.102988:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611603.102989:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749611603.102990:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611603.102991:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.102991:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611603.102995:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074695400. 02000000:00000001:0.0:1749611603.102995:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611603.102998:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611603.102999:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611603.103001:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611603.103004:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237100 x1834598494700672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749611603.103004:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494700544:0@lo:38:kworker.0 00000100:00000001:0.0:1749611603.103009:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611603.103012:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749611603.103012:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611603.103014:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611603.103015:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611603.103017:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237100] to pc [ptlrpcd_rcv+-1] req@ffff880079237100 x1834598494700672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611603.103018:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611603.103023:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974a400. 02000000:00000001:0.0:1749611603.103025:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103026:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611603.103029:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:0.0:1749611603.103032:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff2c0. 00000100:00080000:2.0:1749611603.103033:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611603.103034:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611603.103036:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611603.103038:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749611603.103039:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000100:00080000:2.0:1749611603.103040:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6204 00000100:00080000:2.0:1749611603.103042:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611603.103044:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611603.103046:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611603.103047:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:0.0:1749611603.103047:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494700544, portal 4 00000100:00000001:2.0:1749611603.103049:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611603.103051:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611603.103052:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611603.103054:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611603.103055:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:0.0:1749611603.103057:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611603.103059:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346583424 : -131939362968192 : ffff880079236d80) 00000020:00000001:2.0:1749611603.103062:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611603.103064:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611603.103067:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611603.103069:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611603.103069:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236d80 x1834598494700544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611603.103071:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611603.103073:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611603.103075:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611603.103077:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611603.103078:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611603.103079:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611603.103081:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000040:0.0:1749611603.103081:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611603.103083:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 02000000:00000001:2.0:1749611603.103084:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611603.103086:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611603.103087:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494700544, offset 0 00000100:00000001:2.0:1749611603.103088:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611603.103089:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611603.103092:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237480. 00000400:00000200:0.0:1749611603.103092:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:2.0:1749611603.103094:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611603.103096:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611603.103097:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103099:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611603.103100:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611603.103101:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611603.103104:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074696400. 00000400:00000200:0.0:1749611603.103105:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611603.103107:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611603.103111:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237480 x1834598494700800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611603.103116:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf950400 00000100:00000001:2.0:1749611603.103118:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611603.103120:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611603.103123:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237480] to pc [ptlrpcd_rcv+-1] req@ffff880079237480 x1834598494700800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611603.103124:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 15080 00000100:00000001:2.0:1749611603.103130:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611603.103132:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749611603.103132:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611603.103136:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749611603.103136:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611603.103141:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000010:2.0:1749611603.103144:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237800. 00000100:00000200:0.0:1749611603.103144:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000040:2.0:1749611603.103147:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000010:0.0:1749611603.103148:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033f100. 00000100:00000001:2.0:1749611603.103149:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611603.103151:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749611603.103152:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033f100 x1834598494700544 msgsize 520 02000000:00000001:2.0:1749611603.103153:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611603.103156:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1749611603.103157:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e500. 00000100:00000001:2.0:1749611603.103159:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611603.103191:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611603.103200:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611603.103202:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611603.103207:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237800] to pc [ptlrpcd_00_02+2] req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611603.103213:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611603.103221:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611603.103224:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611603.103227:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611603.103232:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236d80 x1834598494700544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611603.103235:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611603.103238:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611603.103241:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611603.103241:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611603.103243:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:0.0:1749611603.103244:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236d80 x1834598494700544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611603.103245:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611603.103247:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611603.103249:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6204 00000100:00000001:0.0:1749611603.103251:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611603.103252:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749611603.103253:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749611603.103254:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611603.103256:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611603.103257:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611603.103258:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611603.103260:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611603.103261:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1262 usecs (2 jiffies) 00000020:00000001:2.0:1749611603.103262:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611603.103263:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d606 00000020:00000001:2.0:1749611603.103265:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611603.103265:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300876562 00000020:00000040:2.0:1749611603.103267:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=8 00000020:00000001:2.0:1749611603.103269:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000001:2.0:1749611603.103271:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000010:0.0:1749611603.103275:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee000. 00000100:00000040:2.0:1749611603.103280:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611603.103282:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611603.103282:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000040:2.0:1749611603.103284:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611603.103286:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611603.103288:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 7 00000100:00000001:0.0:1749611603.103288:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300876562 00000100:00080000:2.0:1749611603.103290:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d4a0000 using connection 192.168.202.106@tcp/0@lo 00000100:00000010:0.0:1749611603.103291:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdeefc0. 00000100:00000001:2.0:1749611603.103292:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611603.103294:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611603.103294:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749611603.103297:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611603.103299:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103301:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611603.103303:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103305:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300876562 00000100:00000010:2.0:1749611603.103306:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237b80. 00000020:00000040:2.0:1749611603.103308:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000010:0.0:1749611603.103308:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdeeb00. 02000000:00000001:2.0:1749611603.103310:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611603.103311:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103312:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611603.103313:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611603.103314:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611603.103314:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300876562 02000000:00000001:2.0:1749611603.103316:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611603.103317:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdeea40. 02000000:00000010:2.0:1749611603.103319:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074696c00. 00000100:00000001:0.0:1749611603.103320:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611603.103323:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103324:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611603.103327:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237b80 x1834598494701056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611603.103327:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.103328:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611603.103330:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.103331:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611603.103332:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611603.103333:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494700544 00000100:00000001:2.0:1749611603.103334:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611603.103336:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611603.103337:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611603.103337:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611603.103338:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749611603.103339:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237b80] to pc [ptlrpcd_rcv+-1] req@ffff880079237b80 x1834598494701056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611603.103339:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.103340:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611603.103340:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611603.103341:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611603.103343:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103343:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611603.103344:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749611603.103348:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103348:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611603.103348:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611603.103348:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237100 x1834598494700672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611603.103350:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1749611603.103352:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494700544 00000100:00000001:2.0:1749611603.103353:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:3.0:1749611603.103354:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611603.103356:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611603.103356:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749611603.103357:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236680. 00000020:00000001:3.0:1749611603.103358:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611603.103358:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611603.103359:0:18174:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749611603.103359:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:3.0:1749611603.103360:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611603.103360:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611603.103361:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611603.103362:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611603.103363:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611603.103364:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611603.103365:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611603.103366:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611603.103367:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00100000:0.0:1749611603.103367:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494700672:0@lo:38:kworker.0 02000000:00000001:1.0:1749611603.103368:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611603.103369:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 02000000:00000001:2.0:1749611603.103369:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611603.103370:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103371:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:2.0:1749611603.103373:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2eb00. 02000000:00000001:0.0:1749611603.103373:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1749611603.103374:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7700. 00000100:00100000:1.0:1749611603.103374:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494700928:0@lo:400:kworker.0 02000000:00000001:0.0:1749611603.103375:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103376:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611603.103376:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611603.103378:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749611603.103379:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000100:00000040:2.0:1749611603.103380:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749611603.103382:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611603.103384:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:1.0:1749611603.103384:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611603.103384:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974b000. 00000100:00000001:3.0:1749611603.103386:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749611603.103386:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749611603.103386:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103387:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611603.103388:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103389:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611603.103390:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c8f2200. 00000400:00000010:0.0:1749611603.103391:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 00000100:00000040:2.0:1749611603.103392:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236680] to pc [ptlrpcd_00_03+3] req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611603.103393:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.103394:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611603.103394:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000400:00000010:1.0:1749611603.103397:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db840. 00000100:00000200:0.0:1749611603.103397:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494700672, portal 10 00000100:00000001:0.0:1749611603.103399:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611603.103400:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103401:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346584320 : -131939362967296 : ffff880079237100) 00000400:00000010:1.0:1749611603.103402:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749611603.103405:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611603.103405:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6214) 00000100:00000200:1.0:1749611603.103406:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494700928, portal 10 00000100:00000040:0.0:1749611603.103408:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237100 x1834598494700672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.103409:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611603.103410:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346586112 : -131939362965504 : ffff880079237800) 00000100:00000001:3.0:1749611603.103414:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611603.103415:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611603.103417:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749611603.103417:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611603.103418:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611603.103419:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00100000:3.0:1749611603.103422:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00000200:0.0:1749611603.103422:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494700672, offset 0 00000100:00000001:3.0:1749611603.103425:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417896192 : -131936291655424 : ffff88013033f100) 00000100:00000001:2.0:1749611603.103425:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611603.103426:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611603.103426:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611603.103428:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611603.103429:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1749611603.103429:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611603.103431:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000040:3.0:1749611603.103432:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033f100 x1834598494700544/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611603.103433:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611603.103433:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749611603.103434:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494700928, offset 0 00000400:00000200:0.0:1749611603.103438:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950480 00000400:00000200:1.0:1749611603.103439:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611603.103440:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611603.103441:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611603.103444:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1749611603.103444:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 153704 02000000:00000001:2.0:1749611603.103446:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611603.103448:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611603.103448:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611603.103449:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749611603.103452:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494701184:0@lo:400:kworker.0 00000400:00000200:0.0:1749611603.103453:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:3.0:1749611603.103455:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494700544:12345-0@lo:38:kworker.0 00000400:00000200:1.0:1749611603.103455:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf950580 00000100:00000001:2.0:1749611603.103456:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611603.103457:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749611603.103458:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1749611603.103459:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749611603.103460:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494700544 02000000:00000001:2.0:1749611603.103460:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611603.103461:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 154224 02000000:00000001:2.0:1749611603.103462:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:0.0:1749611603.103462:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033f480. 00000020:00000001:3.0:1749611603.103463:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:2.0:1749611603.103465:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880079131a00. 00000100:00000040:0.0:1749611603.103465:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033f480 x1834598494700672 msgsize 520 00010000:00000001:3.0:1749611603.103467:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749611603.103467:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611603.103467:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:0.0:1749611603.103469:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:2.0:1749611603.103471:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe2c0. 00000400:00000010:2.0:1749611603.103476:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a2a8. 00000100:00000001:0.0:1749611603.103477:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749611603.103480:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494701184, portal 10 00000400:00000200:1.0:1749611603.103480:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611603.103481:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611603.103482:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:0.0:1749611603.103484:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00010000:00020000:3.0:1749611603.103485:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611603.103486:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611603.103487:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:3.0:1749611603.103489:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611603.103489:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346581632 : -131939362969984 : ffff880079236680) 00000100:00000200:0.0:1749611603.103489:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237100 x1834598494700672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611603.103492:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611603.103496:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611603.103496:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611603.103496:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611603.103497:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611603.103498:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1749611603.103498:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:0.0:1749611603.103499:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237100 x1834598494700672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611603.103501:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000010:1.0:1749611603.103502:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a2300. 00000100:00000001:2.0:1749611603.103504:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:3.0:1749611603.103505:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41d400. 00000100:00000040:1.0:1749611603.103506:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a2300 x1834598494700928 msgsize 224 02000000:00000001:3.0:1749611603.103507:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611603.103507:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611603.103509:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611603.103509:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00100000:1.0:1749611603.103510:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749611603.103512:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494701184, offset 0 00010000:00000001:3.0:1749611603.103513:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611603.103516:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103516:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611603.103517:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611603.103517:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:3.0:1749611603.103519:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611603.103547:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611603.103551:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1093 usecs (2 jiffies) 00000100:00000001:3.0:1749611603.103552:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749611603.103552:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611603.103554:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300876563 00000100:00000001:3.0:1749611603.103555:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611603.103558:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611603.103559:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300876562 00000400:00000200:2.0:1749611603.103560:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf950680 00000100:00000001:3.0:1749611603.103561:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611603.103561:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611603.103563:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611603.103563:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300876563 00000400:00000200:2.0:1749611603.103565:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 154448 00000100:00000001:0.0:1749611603.103566:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300876562 00000100:00000040:3.0:1749611603.103567:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749611603.103569:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611603.103569:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300876563 00000400:00000200:1.0:1749611603.103570:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 02000000:00000001:3.0:1749611603.103571:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611603.103571:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:1.0:1749611603.103572:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749611603.103572:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300876562 00000100:00000001:3.0:1749611603.103573:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611603.103574:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300876563 00000100:00000001:1.0:1749611603.103575:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749611603.103576:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611603.103576:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611603.103577:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300876562 00000400:00000010:3.0:1749611603.103580:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00000001:2.0:1749611603.103580:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611603.103580:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611603.103580:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:2.0:1749611603.103582:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:0.0:1749611603.103582:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611603.103584:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494700544, offset 0 00000100:00000001:0.0:1749611603.103584:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749611603.103585:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235f80. 00000100:00000040:2.0:1749611603.103588:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880079235f80 x1834598494701184 msgsize 224 00000100:00000040:0.0:1749611603.103588:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237480 x1834598494700800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611603.103589:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611603.103589:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749611603.103593:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749611603.103593:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611603.103595:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611603.103597:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611603.103598:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611603.103599:0:28324:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749611603.103599:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611603.103600:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.103601:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611603.103601:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611603.103603:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611603.103605:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00100000:0.0:1749611603.103606:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494700800:0@lo:38:kworker.0 00000400:00000010:2.0:1749611603.103607:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:1.0:1749611603.103607:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103609:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611603.103610:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749611603.103611:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 951 usecs (1 jiffies) 02000000:00000001:0.0:1749611603.103611:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:3.0:1749611603.103613:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf950400 02000000:00000001:0.0:1749611603.103613:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611603.103614:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.103614:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300876562 02000000:00000001:0.0:1749611603.103615:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611603.103617:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974b800. 00000100:00000001:1.0:1749611603.103618:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300876563 00000400:00000200:3.0:1749611603.103619:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x96e9 [1] + 0 02000000:00000001:0.0:1749611603.103619:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.103620:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300876562 00000100:00000001:1.0:1749611603.103622:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300876563 00000100:00000001:2.0:1749611603.103623:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611603.103624:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611603.103624:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300876562 00000100:00000040:2.0:1749611603.103626:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.103627:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300876563 00000400:00000200:3.0:1749611603.103628:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611603.103628:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff478. 00000100:00000001:1.0:1749611603.103629:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300876562 00000100:00000001:1.0:1749611603.103631:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300876563 00000400:00000010:0.0:1749611603.103632:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749611603.103633:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611603.103633:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.103633:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611603.103634:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611603.103635:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611603.103636:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494700800, portal 10 00000100:00000200:3.0:1749611603.103638:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236d80 x1834598494700544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611603.103638:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.103638:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103638:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611603.103640:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611603.103640:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346585216 : -131939362966400 : ffff880079237480) 00000100:00000040:2.0:1749611603.103642:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 966 usecs (1 jiffies) 00000100:00000001:2.0:1749611603.103645:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300876562 00000100:00000040:0.0:1749611603.103646:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237480 x1834598494700800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611603.103650:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236d80 x1834598494700544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.103652:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611603.103653:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300876563 00000100:00000001:0.0:1749611603.103653:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611603.103654:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749611603.103656:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300876562 00000100:00000001:1.0:1749611603.103656:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611603.103656:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611603.103658:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300876563 00000100:00000001:1.0:1749611603.103658:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1749611603.103658:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:3.0:1749611603.103659:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611603.103660:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300876562 00000100:00000001:1.0:1749611603.103660:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611603.103660:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494700800, offset 0 00000100:00000001:2.0:1749611603.103662:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300876563 00000100:00000001:1.0:1749611603.103662:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103664:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300876562 00000400:00000200:0.0:1749611603.103664:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611603.103666:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000100:00000001:2.0:1749611603.103666:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300876563 00000100:00000001:2.0:1749611603.103668:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749611603.103669:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000400:00000200:0.0:1749611603.103670:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611603.103671:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103673:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.103674:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749611603.103675:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950500 00000100:00000001:3.0:1749611603.103676:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611603.103676:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611603.103679:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 154672 00000100:00000001:3.0:1749611603.103681:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103682:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611603.103683:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1749611603.103683:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611603.103685:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611603.103686:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611603.103687:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749611603.103687:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611603.103688:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.103689:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103690:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103690:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611603.103691:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749611603.103691:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749611603.103692:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611603.103693:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494700672 02000000:00000001:1.0:1749611603.103695:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:0.0:1749611603.103695:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033f800. 00000100:00000001:1.0:1749611603.103697:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611603.103697:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033f800 x1834598494700800 msgsize 520 00000100:00000040:3.0:1749611603.103700:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033f100 x1834598494700544/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.103700:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611603.103701:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749611603.103703:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611603.103706:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494700672 00000100:00000001:2.0:1749611603.103707:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:1.0:1749611603.103708:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611603.103708:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749611603.103709:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494700928 00000020:00000040:1.0:1749611603.103710:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:2.0:1749611603.103711:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:1.0:1749611603.103711:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749611603.103712:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000001:2.0:1749611603.103713:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749611603.103714:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611603.103714:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00100000:3.0:1749611603.103715:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494700544:12345-0@lo:38:kworker.0 Request processed in 260us (559us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611603.103715:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611603.103716:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103716:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749611603.103719:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611603.103719:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3000. 00000100:00000200:0.0:1749611603.103719:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237480 x1834598494700800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611603.103721:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494700928 00000020:00000001:2.0:1749611603.103724:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749611603.103724:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0b80. 00000020:00000040:2.0:1749611603.103725:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749611603.103727:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611603.103727:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749611603.103728:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000020:00000010:1.0:1749611603.103728:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ced8. 00000020:00000040:2.0:1749611603.103729:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:0.0:1749611603.103729:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237480 x1834598494700800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.103731:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749611603.103732:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611603.103732:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611603.103733:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749611603.103734:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611603.103735:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.103736:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611603.103736:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103738:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611603.103739:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611603.103739:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611603.103741:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369db400. 00000020:00000010:3.0:1749611603.103742:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7700. 00000100:00000001:1.0:1749611603.103746:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611603.103747:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611603.103748:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000100:00000040:0.0:1749611603.103750:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 00000100:00000001:1.0:1749611603.103752:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749611603.103753:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000100:00000001:0.0:1749611603.103753:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300876562 00000020:00000040:2.0:1749611603.103754:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00100000:1.0:1749611603.103754:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494701184 02000000:00000001:1.0:1749611603.103755:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611603.103755:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300876563 00000100:00000001:1.0:1749611603.103757:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611603.103758:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300876562 00000100:00000001:1.0:1749611603.103759:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103760:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300876563 00000100:00000001:3.0:1749611603.103761:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611603.103761:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:1.0:1749611603.103761:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103762:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300876562 00000100:00100000:1.0:1749611603.103763:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494701184 00000100:00000001:0.0:1749611603.103764:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300876563 00000020:00000010:2.0:1749611603.103765:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130c00. 00000020:00000001:1.0:1749611603.103765:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611603.103766:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d61b 00000100:00000001:0.0:1749611603.103766:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300876562 00000020:00000001:1.0:1749611603.103767:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611603.103768:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300876563 00000020:00000010:2.0:1749611603.103769:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000020:00000040:1.0:1749611603.103770:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e0e000 refcount=5 00000100:00000001:0.0:1749611603.103770:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611603.103772:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611603.103773:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be90c8. 00000400:00000001:0.0:1749611603.103776:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749611603.103778:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000400:00000001:0.0:1749611603.103778:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749611603.103780:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000001:1.0:1749611603.103780:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000400:00000010:0.0:1749611603.103780:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff2c0. 00000100:00000001:2.0:1749611603.103782:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611603.103783:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:0.0:1749611603.103783:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000100:00000001:1.0:1749611603.103784:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611603.103785:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749611603.103785:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:2.0:1749611603.103786:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611603.103787:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e688880. 00000100:00000001:0.0:1749611603.103787:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611603.103788:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494700800 00000100:00000200:0.0:1749611603.103790:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236d80 x1834598494700544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611603.103791:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611603.103791:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:1.0:1749611603.103791:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801369db240. 00000100:00000001:2.0:1749611603.103793:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611603.103794:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.103795:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:1.0:1749611603.103797:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e688880. 00000100:00000200:0.0:1749611603.103798:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236d80 x1834598494700544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611603.103800:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.103801:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749611603.103801:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2a00. 00000100:00000001:3.0:1749611603.103804:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611603.103804:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0c00. 00000100:00000001:0.0:1749611603.103805:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749611603.103806:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000001:2.0:1749611603.103807:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611603.103807:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611603.103808:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103809:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611603.103810:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611603.103810:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:3.0:1749611603.103812:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494700800 00000100:00000001:1.0:1749611603.103812:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749611603.103812:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1749611603.103813:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000020:00000001:3.0:1749611603.103814:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611603.103814:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611603.103814:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:3.0:1749611603.103816:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611603.103816:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:3.0:1749611603.103817:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611603.103817:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611603.103817:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103818:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598681344 : -131939110870272 : ffff8800882a2300) 00000020:00000001:3.0:1749611603.103819:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.103819:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1749611603.103819:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611603.103821:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.103821:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611603.103823:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a2300 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:284/0 lens 224/0 e 0 to 0 dl 1749611614 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.103823:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611603.103825:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 00000100:00001000:0.0:1749611603.103825:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611603 v=5 (0 0 0 0) 00000020:00000010:3.0:1749611603.103828:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7700. 00000100:00000001:1.0:1749611603.103828:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00001000:0.0:1749611603.103829:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=126 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611603.103830:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749611603.103831:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000100:00000001:2.0:1749611603.103831:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611603.103832:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1749611603.103833:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dba40. 00000100:00100000:1.0:1749611603.103833:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00000001:3.0:1749611603.103835:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611603.103836:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611603.103836:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611603.103836:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e0e000 : new rpc_count 1 00000100:00000001:3.0:1749611603.103838:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611603.103838:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dba40. 00000100:00000001:1.0:1749611603.103838:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346579840 : -131939362971776 : ffff880079235f80) 00000100:00000001:0.0:1749611603.103839:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611603.103841:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611603.103842:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611603.103843:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494700928:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1749611603.103843:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079235f80 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:284/0 lens 224/0 e 0 to 0 dl 1749611614 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611603.103844:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611603.103846:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236d80 x1834598494700544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611603.103847:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494700928 00000020:00000001:2.0:1749611603.103849:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611603.103851:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611603.103852:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749611603.103852:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611603.103853:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749611603.103854:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e688880. 00000100:00000001:0.0:1749611603.103854:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749611603.103855:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.103856:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611603.103857:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00000001:0.0:1749611603.103857:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1749611603.103858:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000010:1.0:1749611603.103858:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e688880. 00000100:00000001:0.0:1749611603.103859:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.103860:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417897088 : -131936291654528 : ffff88013033f480) 00000020:00000001:2.0:1749611603.103860:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749611603.103861:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:1.0:1749611603.103862:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494701184:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749611603.103863:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611603.103863:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749611603.103865:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033f480 x1834598494700672/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611603.103865:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494701184 00000100:00080000:0.0:1749611603.103866:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749611603.103868:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:0.0:1749611603.103869:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:1.0:1749611603.103870:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611603.103871:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611603.103872:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611603.103874:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494700672:12345-0@lo:38:kworker.0 00000020:00000001:2.0:1749611603.103874:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:0.0:1749611603.103875:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236d80 x1834598494700544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611603.103876:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749611603.103877:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611603.103878:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494700672 00000020:00000001:2.0:1749611603.103878:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611603.103879:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749611603.103880:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611603.103881:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:1.0:1749611603.103881:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:3.0:1749611603.103882:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749611603.103883:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494700544:0@lo:38:kworker.0 00000020:00000001:1.0:1749611603.103884:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749611603.103885:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611603.103887:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749611603.103887:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611603.103887:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611603.103889:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611603.103889:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:2.0:1749611603.103890:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880074695c00. 00000020:00000001:3.0:1749611603.103891:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611603.103891:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:0.0:1749611603.103892:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236d80 x1834598494700544/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611603.103893:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611603.103893:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611603.103894:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749611603.103894:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611603.103895:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611603.103896:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749611603.103897:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.103897:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611603.103898:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1749611603.103899:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611603.103899:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:2.0:1749611603.103900:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494700928 00000100:00000001:3.0:1749611603.103901:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749611603.103901:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:2.0:1749611603.103903:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:1.0:1749611603.103903:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801327dc400. 02000000:00000010:0.0:1749611603.103903:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974a400. 02000000:00000001:1.0:1749611603.103905:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749611603.103907:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800882a2300 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:284/0 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.103907:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611603.103907:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611603.103908:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749611603.103909:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749611603.103910:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749611603.103910:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611603.103911:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00010000:00000040:1.0:1749611603.103912:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494701184 00000020:00000001:0.0:1749611603.103913:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611603.103914:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41e400. 00010000:00000001:2.0:1749611603.103915:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611603.103915:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:0.0:1749611603.103915:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074696800. 02000000:00000001:3.0:1749611603.103916:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611603.103917:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.103919:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749611603.103919:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079235f80 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:284/0 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611603.103920:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=58 v=5 (1 1 1 1) 02000000:00000001:0.0:1749611603.103920:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:3.0:1749611603.103921:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611603.103922:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1749611603.103923:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.103923:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1749611603.103924:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236d80. 00000100:00000040:2.0:1749611603.103925:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:3.0:1749611603.103926:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:1.0:1749611603.103926:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611603.103927:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611603.103928:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611603.103929:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749611603.103929:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:1.0:1749611603.103929:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611603.103931:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.103932:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:1.0:1749611603.103932:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=58 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611603.103933:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611603.103934:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749611603.103934:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611603.103935:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611603.103936:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611603.103936:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611603.103936:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611603.103938:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:3.0:1749611603.103939:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:2.0:1749611603.103939:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:1.0:1749611603.103940:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611603.103941:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1749611603.103942:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 02000000:00000001:1.0:1749611603.103942:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749611603.103943:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494700928, offset 224 00000100:00000001:0.0:1749611603.103943:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611603.103944:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611603.103944:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.103945:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749611603.103946:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.103946:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611603.103947:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611603.103947:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611603.103948:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611603.103948:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611603.103948:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611603.103950:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611603.103950:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000040:0.0:1749611603.103952:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237b80 x1834598494701056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611603.103953:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000400:00000200:2.0:1749611603.103954:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749611603.103954:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494701184, offset 224 00000100:00000200:3.0:1749611603.103957:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494700672, offset 0 00000400:00000200:1.0:1749611603.103958:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611603.103959:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1749611603.103960:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950580 00000100:00000001:0.0:1749611603.103960:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611603.103962:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611603.103962:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611603.103964:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611603.103966:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611603.103967:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x96f5 [1] + 224 02000000:00000001:0.0:1749611603.103967:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611603.103970:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749611603.103970:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494701056:0@lo:38:kworker.0 00000400:00000200:2.0:1749611603.103972:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611603.103972:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950680 00000100:00000001:0.0:1749611603.103973:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611603.103975:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:2.0:1749611603.103976:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611603.103977:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611603.103978:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950480 02000000:00000001:0.0:1749611603.103978:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749611603.103979:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9701 [1] + 224 02000000:00000010:0.0:1749611603.103980:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974a400. 02000000:00000001:0.0:1749611603.103982:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611603.103985:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff2c0. 00000400:00000200:1.0:1749611603.103989:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611603.103992:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749611603.103993:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611603.103997:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x96f1 [1] + 0 00000100:00000200:2.0:1749611603.103998:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611603.104002:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611603.104002:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:0.0:1749611603.104002:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958215d8. 00000400:00000200:3.0:1749611603.104006:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611603.104006:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494701056, portal 10 00000100:00000200:1.0:1749611603.104007:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611603.104007:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611603.104009:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346587008 : -131939362964608 : ffff880079237b80) 00000100:00000001:3.0:1749611603.104010:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611603.104013:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611603.104014:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237100 x1834598494700672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611603.104015:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237b80 x1834598494701056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611603.104016:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611603.104022:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611603.104023:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237100 x1834598494700672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611603.104024:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611603.104026:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749611603.104026:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:1.0:1749611603.104029:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611603.104029:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494701056, offset 0 00000400:00000200:2.0:1749611603.104031:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000001:3.0:1749611603.104032:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749611603.104033:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749611603.104036:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611603.104037:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749611603.104037:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611603.104040:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000100:00000001:2.0:1749611603.104042:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611603.104042:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000040:2.0:1749611603.104045:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611603.104045:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:0.0:1749611603.104045:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749611603.104047:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749611603.104047:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749611603.104048:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000020:00000001:2.0:1749611603.104049:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611603.104051:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749611603.104051:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950600 00000100:00000001:1.0:1749611603.104052:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611603.104055:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a2300 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:284/0 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611603.104055:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:3.0:1749611603.104056:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00010000:00000001:1.0:1749611603.104058:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749611603.104059:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749611603.104060:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.104061:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749611603.104061:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 155192 00000020:00000001:1.0:1749611603.104062:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749611603.104065:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611603.104065:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494700928:12345-0@lo:400:kworker.0 Request processed in 232us (557us total) trans 0 rc 0/0 00000100:00000040:1.0:1749611603.104066:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235f80 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:284/0 lens 224/224 e 0 to 0 dl 1749611614 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611603.104066:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611603.104068:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611603.104070:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611603.104070:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611603.104072:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611603.104073:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00000001:0.0:1749611603.104073:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749611603.104075:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079235f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494701184:12345-0@lo:400:kworker.0 Request processed in 221us (485us total) trans 0 rc 0/0 00000100:00000200:0.0:1749611603.104075:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749611603.104076:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000040:3.0:1749611603.104077:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033f480 x1834598494700672/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611603.104078:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000010:0.0:1749611603.104078:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033fb80. 00000100:00000001:2.0:1749611603.104080:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611603.104081:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88013033fb80 x1834598494701056 msgsize 520 00000100:00100000:1.0:1749611603.104083:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000020:00000010:2.0:1749611603.104084:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00100000:0.0:1749611603.104085:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749611603.104086:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e0e000 : new rpc_count 0 00000100:00100000:3.0:1749611603.104087:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494700672:12345-0@lo:38:kworker.0 Request processed in 212us (619us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611603.104087:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:2.0:1749611603.104089:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be90c8. 00000100:00000001:1.0:1749611603.104089:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611603.104091:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749611603.104091:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611603.104092:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000020:00000010:2.0:1749611603.104093:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130c00. 00000100:00100000:3.0:1749611603.104094:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000020:00000010:1.0:1749611603.104094:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0c00. 00000100:00000001:0.0:1749611603.104094:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611603.104096:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611603.104098:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611603.104098:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000200:0.0:1749611603.104098:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237b80 x1834598494701056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611603.104099:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000010:3.0:1749611603.104101:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0b80. 00000100:00000001:2.0:1749611603.104102:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611603.104102:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2a00. 00000020:00000010:3.0:1749611603.104105:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ced8. 00000100:00000001:0.0:1749611603.104105:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:1.0:1749611603.104106:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 4 00000020:00000010:3.0:1749611603.104108:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3000. 00000100:00000040:0.0:1749611603.104108:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237b80 x1834598494701056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611603.104109:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611603.104109:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.104111:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611603.104112:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494701056 02000000:00000001:2.0:1749611603.104114:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611603.104114:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.104116:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611603.104116:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611603.104116:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611603.104118:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.104118:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611603.104118:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.104119:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611603.104120:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611603.104121:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611603.104122:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 945 usecs (1 jiffies) 00000100:00100000:2.0:1749611603.104123:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494701056 00000100:00100000:3.0:1749611603.104124:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 831 00000100:00000001:0.0:1749611603.104124:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300876562 00000100:00000001:3.0:1749611603.104126:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417897984 : -131936291653632 : ffff88013033f800) 00000100:00000001:1.0:1749611603.104127:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.104127:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300876563 00000100:00000001:1.0:1749611603.104129:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.104129:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300876562 00000100:00000040:3.0:1749611603.104130:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033f800 x1834598494700800/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611603.104130:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611603.104131:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611603.104131:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300876563 00000020:00000001:2.0:1749611603.104133:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611603.104133:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300876562 00000020:00000001:2.0:1749611603.104135:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.104135:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300876563 00000020:00000001:2.0:1749611603.104137:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.104137:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300876562 00000100:00100000:3.0:1749611603.104138:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494700800:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611603.104139:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300876563 00000020:00000010:2.0:1749611603.104140:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130c00. 00000100:00000001:1.0:1749611603.104140:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611603.104140:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749611603.104141:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494700800 00000100:00000001:1.0:1749611603.104141:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749611603.104143:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:2.0:1749611603.104143:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00010000:00000001:3.0:1749611603.104145:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000001:1.0:1749611603.104145:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1749611603.104146:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be90c8. 00000400:00000001:1.0:1749611603.104147:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611603.104147:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.104149:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000010:1.0:1749611603.104149:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe2c0. 00000100:00000001:2.0:1749611603.104150:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:3.0:1749611603.104152:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.104152:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611603.104152:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a2a8 00000400:00000010:1.0:1749611603.104154:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a2a8. 00010000:00020000:3.0:1749611603.104155:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611603.104156:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611603.104157:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611603.104157:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749611603.104159:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:0.0:1749611603.104160:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611603.104179:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611603.104181:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611603.104182:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000100:00000200:1.0:1749611603.104184:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611603.104185:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611603.104187:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:3.0:1749611603.104188:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611603.104189:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611603.104190:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611603.104190:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611603.104190:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611603.104192:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:1.0:1749611603.104194:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611603.104194:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237100 x1834598494700672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611603.104195:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41c800. 00000100:00100000:2.0:1749611603.104195:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 02000000:00000001:3.0:1749611603.104197:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.104197:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137417898880 : -131936291652736 : ffff88013033fb80) 00000100:00000001:3.0:1749611603.104199:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.104200:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611603.104201:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88013033fb80 x1834598494701056/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611623 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611603.104202:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611603.104202:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611603.104203:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611603.104203:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237100 x1834598494700672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.104204:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:3.0:1749611603.104206:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749611603.104206:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611603.104208:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611603.104209:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611603.104209:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.104209:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611603.104211:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749611603.104211:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88013033fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494701056:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611603.104211:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611603.104212:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611603.104213:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611603.104213:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611603.104214:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1749611603.104215:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494701056 00000100:00000001:3.0:1749611603.104216:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611603.104216:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749611603.104217:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:1.0:1749611603.104217:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979438 time=23 v=5 (5 0 0 0) 00000100:00000001:3.0:1749611603.104218:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611603.104218:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611603.104219:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:1.0:1749611603.104220:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=23 v=5 (1 0 0 0) 02000000:00000001:0.0:1749611603.104220:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611603.104221:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749611603.104222:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611603.104223:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749611603.104224:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611603.104224:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611603 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611603.104225:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.104226:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749611603.104227:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1749611603.104227:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=108 v=20 (1 20 1 1) 00000100:00000040:3.0:1749611603.104228:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749611603.104229:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611603.104230:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00000001:0.0:1749611603.104230:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611603.104231:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:2.0:1749611603.104232:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:1.0:1749611603.104232:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611603.104233:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494700800, offset 0 00000100:00000001:0.0:1749611603.104234:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749611603.104235:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749611603.104238:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749611603.104238:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749611603.104239:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611603.104239:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237100 x1834598494700672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611603.104240:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611603.104242:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611603.104242:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000400:00000200:3.0:1749611603.104244:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611603.104244:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749611603.104244:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749611603.104246:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611603.104246:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611603.104247:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611603.104248:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880074697c00. 00000100:00000001:0.0:1749611603.104248:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:3.0:1749611603.104250:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950500 02000000:00000001:2.0:1749611603.104250:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.104250:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611603.104251:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611603.104251:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611603.104252:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611603.104253:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749611603.104254:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x970d [1] + 0 00000100:00080000:0.0:1749611603.104256:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749611603.104258:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:0.0:1749611603.104258:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00000001:2.0:1749611603.104260:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611603.104260:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611603.104261:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749611603.104262:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.104264:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749611603.104266:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:3.0:1749611603.104268:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237480 x1834598494700800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611603.104269:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611603.104270:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611603.104270:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237100 x1834598494700672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611603.104271:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611603.104272:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749611603.104274:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611603.104274:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611603.104276:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749611603.104277:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237480 x1834598494700800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611603.104278:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611603.104279:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:0.0:1749611603.104279:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494700672:0@lo:38:kworker.0 00000100:00000040:2.0:1749611603.104282:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 02000000:00000001:2.0:1749611603.104284:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611603.104285:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611603.104286:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611603.104286:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494701184:0@lo:400:kworker.0 00000100:00000001:2.0:1749611603.104288:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611603.104291:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611603.104291:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611603.104293:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:1.0:1749611603.104293:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611603.104296:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236680 x1834598494701184/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.104302:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611603.104303:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1749611603.104303:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000010:1.0:1749611603.104306:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880079131a00. 00000020:00000040:0.0:1749611603.104307:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000200:2.0:1749611603.104308:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494701056, offset 0 00000400:00000200:3.0:1749611603.104309:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 02000000:00000001:1.0:1749611603.104310:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611603.104311:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1749611603.104312:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000020:00000040:1.0:1749611603.104313:0:28324:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:3.0:1749611603.104314:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611603.104315:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749611603.104315:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749611603.104316:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:1.0:1749611603.104317:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2eb00. 00000100:00000001:3.0:1749611603.104318:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611603.104321:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749611603.104322:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749611603.104322:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611603.104323:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611603.104324:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1749611603.104325:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:1.0:1749611603.104325:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236680. 00000400:00000200:2.0:1749611603.104328:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950600 00000100:00000001:1.0:1749611603.104328:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749611603.104330:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033f800 x1834598494700800/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.104330:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611603.104332:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611603.104333:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9721 [1] + 0 00000100:00000001:1.0:1749611603.104336:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:2.0:1749611603.104337:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611603.104338:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611603.104339:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494700800:12345-0@lo:38:kworker.0 Request processed in 200us (639us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749611603.104340:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611603.104340:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611603.104342:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611603.104343:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611603.104347:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 831 00000100:00000200:2.0:1749611603.104347:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237b80 x1834598494701056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.104348:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611603.104349:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611603.104350:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611603.104350:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749611603.104353:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7700. 00000400:00000001:1.0:1749611603.104354:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611603.104355:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:3.0:1749611603.104356:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000100:00000040:2.0:1749611603.104356:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237b80 x1834598494701056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611603.104357:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db840. 00000020:00000010:3.0:1749611603.104359:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000100:00000001:3.0:1749611603.104362:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611603.104365:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:1.0:1749611603.104365:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:1.0:1749611603.104367:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:1.0:1749611603.104370:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611603.104371:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749611603.104373:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000200:1.0:1749611603.104374:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611603.104376:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:3.0:1749611603.104377:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611603.104377:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:3.0:1749611603.104379:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:2.0:1749611603.104380:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611603.104381:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff478. 00000100:00000200:1.0:1749611603.104382:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611603.104383:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:3.0:1749611603.104384:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958214c8 00000400:00000010:3.0:1749611603.104386:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958214c8. 00000100:00000001:3.0:1749611603.104389:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611603.104389:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.104389:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611603.104390:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611603.104392:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611603.104392:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:3.0:1749611603.104393:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237480 x1834598494700800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611603.104393:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611603.104395:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611603.104396:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033fb80 x1834598494701056/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611623 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.104396:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611603.104398:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611603.104401:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=8 v=5 (5 5 5 5) 00000100:00000200:3.0:1749611603.104402:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237480 x1834598494700800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611603.104404:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=8 v=5 (1 1 1 1) 00000100:00100000:2.0:1749611603.104406:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88013033fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494701056:12345-0@lo:38:kworker.0 Request processed in 194us (322us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611603.104406:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611603.104408:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611603.104408:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611603.104409:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749611603.104410:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.104412:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00080000:1.0:1749611603.104413:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611603.104414:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1749611603.104414:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00000001:3.0:1749611603.104416:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611603.104416:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611603.104418:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749611603.104419:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611603.104421:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00000001:1.0:1749611603.104421:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1749611603.104422:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611603.104423:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000020:00000010:2.0:1749611603.104424:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be90c8. 00000100:00000001:1.0:1749611603.104424:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:3.0:1749611603.104425:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611603.104426:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611603.104428:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130c00. 00000100:00001000:3.0:1749611603.104430:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611603 v=5 (0 0 0 0) 00000100:00000040:1.0:1749611603.104430:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611603.104431:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749611603.104434:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=8 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611603.104436:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611603.104437:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611603.104438:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611603.104439:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611603.104439:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.104441:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611603.104442:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611603.104446:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237480 x1834598494700800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611603.104453:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611603.104455:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611603.104457:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.104459:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00100000:1.0:1749611603.104460:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494700928:0@lo:400:kworker.0 00000100:00000001:3.0:1749611603.104461:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611603.104463:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611603.104464:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749611603.104466:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611603.104466:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611603.104468:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237800 x1834598494700928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611603.104469:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611603.104473:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237480 x1834598494700800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.104475:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611603.104476:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611603.104478:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c8f2200. 00000100:00100000:3.0:1749611603.104480:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494700800:0@lo:38:kworker.0 02000000:00000001:1.0:1749611603.104480:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611603.104481:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611603.104482:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749611603.104484:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611603.104485:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611603.104485:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e500. 00000100:00000001:3.0:1749611603.104487:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749611603.104488:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611603.104489:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611603.104490:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237800. 00000100:00000040:3.0:1749611603.104491:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237100 x1834598494700672/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611603.104492:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611603.104494:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611603.104495:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.104498:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611603.104499:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611603.104499:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611603.104500:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611603.104502:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974b000. 00000100:00000001:1.0:1749611603.104502:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611603.104503:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611603.104506:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611603.104507:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611603.104509:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749611603.104512:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611603.104518:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074695400. 02000000:00000001:3.0:1749611603.104548:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611603.104550:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611603.104552:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237100. 00000100:00000001:3.0:1749611603.104556:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611603.104557:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.104559:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611603.104563:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237480 x1834598494700800/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611603.104569:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611603.104571:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611603.104573:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974b800. 02000000:00000001:3.0:1749611603.104575:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611603.104576:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611603.104578:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611603.104579:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611603.104581:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074696400. 02000000:00000001:3.0:1749611603.104584:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611603.104585:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611603.104586:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237480. 00000100:00000001:3.0:1749611603.104588:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611603.104589:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.104591:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.104596:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611603.104597:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.104599:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611603.104601:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749611603.104604:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611603.104605:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611603.104607:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff2c0. 00000400:00000200:3.0:1749611603.104610:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958215d8 00000400:00000010:3.0:1749611603.104612:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958215d8. 00000100:00000001:3.0:1749611603.104614:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611603.104617:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237b80 x1834598494701056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611603.104625:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237b80 x1834598494701056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611603.104643:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611603.104645:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.104647:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611603.104649:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611603.104650:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611603.104652:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611603.104654:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611603.104661:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8b02000. 00000100:00001000:3.0:1749611603.104665:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012d4a0438 time=1749611603 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611603.104668:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012d4a03f0 time=23 v=20 (20 0 0 0) 00000100:00000001:3.0:1749611603.104671:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611603.104673:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611603.104675:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611603.104678:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237b80 x1834598494701056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611603.104685:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611603.104687:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611603.104689:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.104690:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611603.104692:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611603.104694:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611603.104697:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611603.104699:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611603.104702:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237b80 x1834598494701056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611603.104709:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494701056:0@lo:38:kworker.0 00000100:00000001:3.0:1749611603.104713:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.104715:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611603.104718:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237b80 x1834598494701056/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611603.104729:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611603.104731:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611603.104732:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974a400. 02000000:00000001:3.0:1749611603.104735:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611603.104736:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611603.104737:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749611603.104739:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611603.104741:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074696c00. 02000000:00000001:3.0:1749611603.104743:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611603.104744:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611603.104745:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237b80. 00000100:00000001:3.0:1749611603.104747:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611603.104748:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611603.104750:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.104752:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611603.104753:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611603.104755:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611603.104756:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611603.105604:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300876563, at 4300876563 00000100:00000040:2.0:1749611603.105614:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300876563, at 4300876563 00000100:00000010:3.0:1749611603.105615:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdeea40. 00000100:00000040:1.0:1749611603.105616:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300876563, at 4300876563 00000100:00000040:0.0:1749611603.105621:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300876563, at 4300876563 00000100:00000010:2.0:1749611603.105632:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdeeb00. 00000100:00000010:0.0:1749611603.105632:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee000. 00000100:00000010:1.0:1749611603.105647:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdeefc0. 00000100:00000001:2.0:1749611603.241667:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611603.241675:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611603.241677:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611603.241681:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611603.241684:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611603.241688:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611603.241691:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611603.241693:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611603.241695:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611603.350692:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611603.350699:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611603.350778:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611603.350783:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611603.350787:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611603.458674:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611603.458683:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611603.458687:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611603.458692:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611603.458697:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611603.458702:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611603.458706:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611603.458709:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611603.458729:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611604.104749:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611604.104764:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611604.104766:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611604.104771:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611604.104773:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611604.104777:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611604.104780:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611604.241683:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611604.241690:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611604.241692:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611604.241696:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611604.241699:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611604.241703:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611604.241706:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611604.241725:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611604.241727:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611604.352675:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611604.352683:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611604.352686:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611604.352689:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611604.352694:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611604.352696:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611604.352698:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611604.352701:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611604.352842:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611604.352847:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611604.352851:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611604.458705:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611604.458714:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611604.458717:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611604.458722:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611604.458726:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611604.458730:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611604.458733:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611604.458735:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611604.458738:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611605.104628:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611605.104642:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611605.104644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611605.104649:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611605.104651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611605.104656:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611605.104658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611605.241646:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611605.241652:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611605.241654:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611605.241659:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611605.241662:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611605.241665:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611605.241668:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611605.241670:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611605.241672:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611605.354668:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611605.354674:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611605.354796:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611605.354802:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611605.354805:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611605.458650:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611605.458656:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611605.458659:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611605.458662:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611605.458665:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611605.458668:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611605.458671:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611605.458673:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611605.458676:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611606.104665:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611606.104682:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611606.104701:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611606.104705:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611606.104708:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611606.104712:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611606.104714:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611606.241634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611606.241640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611606.241642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611606.241646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611606.241649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611606.241652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611606.241655:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611606.241658:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611606.241660:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611606.356670:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611606.356676:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611606.356774:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611606.356780:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611606.356786:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611606.458677:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611606.458684:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611606.458687:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611606.458691:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611606.458694:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611606.458698:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611606.458701:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611606.458704:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611606.458707:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611607.104576:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611607.104588:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611607.104590:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611607.104592:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611607.104594:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611607.104596:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611607.104598:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611607.241590:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611607.241594:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611607.241596:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611607.241598:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611607.241600:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611607.241602:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611607.241604:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611607.241606:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611607.241607:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611607.358613:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611607.358617:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611607.358691:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611607.358694:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611607.358696:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611607.458592:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611607.458595:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611607.458596:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611607.458598:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611607.458607:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611607.458609:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611607.458611:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611607.458613:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611607.458614:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.104662:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611608.104687:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611608.104690:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.104694:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611608.104697:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611608.104701:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.104704:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611608.110668:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611608.110677:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611608.110689:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611608.110693:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611608.110696:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611608.110699:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611608.110703:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611608.110708:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6209 00000100:00080000:2.0:1749611608.110712:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611608.110715:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611608.110719:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611608.110721:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611608.110724:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611608.110728:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611608.110735:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611608.110739:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611608.110742:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611608.110745:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611608.110747:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611608.110750:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611608.110752:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611608.110753:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611608.110755:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611608.110758:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611608.110761:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611608.110764:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611608.110767:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611608.110774:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611608.110777:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.110779:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611608.110782:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611608.110789:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235c00. 00000020:00000040:2.0:1749611608.110797:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611608.110802:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611608.110804:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.110808:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611608.110810:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611608.110819:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611608.110827:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074696c00. 00000100:00000001:2.0:1749611608.110835:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611608.110845:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235c00 x1834598494701312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611608.110857:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611608.110861:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611608.110866:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235c00] to pc [ptlrpcd_rcv+-1] req@ffff880079235c00 x1834598494701312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.110892:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611608.110896:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611608.110900:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611608.110902:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611608.110904:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611608.110906:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611608.110909:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6209 00000100:00080000:2.0:1749611608.110911:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611608.110914:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611608.110916:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611608.110917:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611608.110919:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611608.110921:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611608.110923:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611608.110924:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611608.110926:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611608.110928:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611608.110935:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611608.110939:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611608.110941:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611608.110943:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611608.110945:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611608.110947:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611608.110949:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611608.110951:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611608.110953:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611608.110956:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611608.110959:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.110960:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611608.110962:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611608.110965:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236a00. 00000020:00000040:2.0:1749611608.110968:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611608.110970:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611608.110971:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.110973:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611608.110974:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611608.110976:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611608.110980:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074696400. 00000100:00000001:2.0:1749611608.110984:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.110986:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611608.110988:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236a00 x1834598494701440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611608.110992:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611608.110994:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611608.110996:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611608.110998:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611608.111001:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236a00] to pc [ptlrpcd_rcv+-1] req@ffff880079236a00 x1834598494701440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611608.111003:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235c00 x1834598494701312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.111010:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611608.111013:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611608.111015:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611608.111016:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611608.111017:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611608.111021:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611608.111022:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611608.111024:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749611608.111024:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611608.111027:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749611608.111027:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611608.111029:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6209 00000100:00100000:0.0:1749611608.111031:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494701312:0@lo:38:kworker.0 00000100:00080000:2.0:1749611608.111032:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611608.111034:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611608.111035:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611608.111036:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611608.111038:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611608.111039:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611608.111039:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611608.111041:0:18174:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749611608.111041:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611608.111042:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611608.111044:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611608.111044:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749611608.111046:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611608.111048:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611608.111050:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611608.111052:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611608.111054:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611608.111056:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611608.111057:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:0.0:1749611608.111058:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974ac00. 00000020:00000040:2.0:1749611608.111059:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611608.111061:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:0.0:1749611608.111061:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.111064:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611608.111065:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611608.111068:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611608.111068:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 02000000:00000001:2.0:1749611608.111070:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.111072:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611608.111073:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611608.111075:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000010:2.0:1749611608.111076:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235880. 00000020:00000040:2.0:1749611608.111078:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611608.111080:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611608.111081:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.111083:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749611608.111083:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494701312, portal 4 00000100:00000001:0.0:1749611608.111085:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611608.111087:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346578944 : -131939362972672 : ffff880079235c00) 02000000:00000001:2.0:1749611608.111088:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611608.111090:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611608.111094:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074695400. 00000100:00000040:0.0:1749611608.111096:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235c00 x1834598494701312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.111097:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611608.111102:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235880 x1834598494701568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611608.111105:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611608.111108:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:0.0:1749611608.111108:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611608.111110:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611608.111110:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000200:0.0:1749611608.111113:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494701312, offset 0 00000100:00000040:2.0:1749611608.111114:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235880] to pc [ptlrpcd_rcv+-1] req@ffff880079235880 x1834598494701568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611608.111156:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611608.111163:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611608.111165:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611608.111169:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749611608.111170:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749611608.111172:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236300. 00000020:00000040:2.0:1749611608.111175:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611608.111178:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611608.111179:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611608.111181:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611608.111182:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf950700 02000000:00000010:2.0:1749611608.111185:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2ec00. 00000100:00000001:2.0:1749611608.111187:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611608.111190:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 15600 00000100:00000040:2.0:1749611608.111192:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611608.111198:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611608.111200:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611608.111202:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611608.111202:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611608.111207:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236300] to pc [ptlrpcd_00_00+0] req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.111207:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611608.111210:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611608.111216:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006a38d880. 00000100:00000040:0.0:1749611608.111219:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88006a38d880 x1834598494701312 msgsize 520 00000100:00100000:0.0:1749611608.111224:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611608.111235:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611608.111238:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611608.111242:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611608.111244:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611608.111245:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611608.111254:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611608.111257:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6209 00000100:00000001:0.0:1749611608.111257:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749611608.111260:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611608.111262:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611608.111264:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611608.111266:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611608.111268:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611608.111268:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000020:00000001:2.0:1749611608.111270:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611608.111272:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d606 00000400:00000010:0.0:1749611608.111272:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000020:00000001:2.0:1749611608.111274:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611608.111276:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=8 00000100:00000001:0.0:1749611608.111277:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749611608.111278:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000001:2.0:1749611608.111280:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000040:2.0:1749611608.111283:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:0.0:1749611608.111284:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235c00 x1834598494701312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.111285:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611608.111285:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611608.111286:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611608.111288:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611608.111290:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 7 00000100:00000001:1.0:1749611608.111290:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1749611608.111292:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d4a0000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611608.111293:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611608.111294:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611608.111296:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611608.111297:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611608.111299:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611608.111301:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611608.111301:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611608.111302:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235c00 x1834598494701312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.111303:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611608.111305:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611608.111308:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235500. 00000020:00000040:2.0:1749611608.111310:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749611608.111312:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611608.111313:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611608.111314:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611608.111315:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611608.111316:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611608.111317:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611608.111317:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611608.111321:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611608.111324:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749611608.111326:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074696800. 02000000:00000001:1.0:1749611608.111328:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.111329:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.111331:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611608.111331:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611608.111332:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494701696:0@lo:400:kworker.0 00000100:00100000:2.0:1749611608.111334:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235500 x1834598494701824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611608.111334:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611608.111337:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611608.111338:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611608.111341:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611608.111342:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611608.111342:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.111344:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611608.111344:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611608.111346:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611608.111347:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235500] to pc [ptlrpcd_rcv+-1] req@ffff880079235500 x1834598494701824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611608.111353:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1261 usecs (2 jiffies) 00000100:00000001:2.0:1749611608.111354:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611608.111354:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c8f2200. 00000100:00000040:2.0:1749611608.111357:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1749611608.111357:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.111359:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611608.111359:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300881570 00000100:00000001:2.0:1749611608.111360:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00100000:3.0:1749611608.111361:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494701312 00000100:00000010:2.0:1749611608.111362:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235180. 00000400:00000010:1.0:1749611608.111363:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db840. 02000000:00000001:3.0:1749611608.111364:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:2.0:1749611608.111364:0:18174:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000010:0.0:1749611608.111364:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee000. 00000100:00000001:2.0:1749611608.111367:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749611608.111368:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:2.0:1749611608.111368:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:1.0:1749611608.111368:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bb28. 02000000:00000001:2.0:1749611608.111369:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.111370:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611608.111372:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e400. 00000100:00000001:0.0:1749611608.111372:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000200:1.0:1749611608.111373:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494701696, portal 10 00000100:00000001:2.0:1749611608.111374:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611608.111375:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611608.111376:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749611608.111377:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611608.111378:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346580736 : -131939362970880 : ffff880079236300) 00000100:00100000:3.0:1749611608.111379:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494701312 00000100:00000001:0.0:1749611608.111380:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300881570 00000020:00000001:3.0:1749611608.111381:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611608.111383:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:0.0:1749611608.111384:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdeec00. 00000020:00000001:3.0:1749611608.111385:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611608.111385:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611608.111386:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611608.111387:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611608.111387:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611608.111389:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.111389:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000040:2.0:1749611608.111390:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235180] to pc [ptlrpcd_00_01+1] req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.111393:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300881570 00000020:00000010:3.0:1749611608.111395:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 00000100:00000001:1.0:1749611608.111398:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749611608.111398:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdeee40. 00000020:00000010:3.0:1749611608.111401:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7700. 00000100:00000040:1.0:1749611608.111402:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611608.111402:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611608.111404:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611608.111405:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000001:0.0:1749611608.111406:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300881570 00000100:00000040:2.0:1749611608.111408:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6219) 00000100:00000200:1.0:1749611608.111408:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494701696, offset 0 00000100:00000010:0.0:1749611608.111410:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee340. 00000100:00000001:0.0:1749611608.111414:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000020:00000010:3.0:1749611608.111415:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000400:00000200:1.0:1749611608.111415:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611608.111419:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611608.111422:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.111426:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611608.111426:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.111428:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611608.111429:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611608.111430:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611608.111432:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611608.111436:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.111436:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611608.111439:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611608.111441:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf950880 00000100:00000001:0.0:1749611608.111442:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611608.111445:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611608.111447:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.111447:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749611608.111448:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 155712 00000100:00000040:0.0:1749611608.111453:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236a00 x1834598494701440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611608.111456:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611608.111457:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611608.111459:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749611608.111461:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611608.111464:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1749611608.111465:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00000001:1.0:1749611608.111466:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611608.111467:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.111468:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134096328832 : -131939613222784 : ffff88006a38d880) 00000100:00000200:1.0:1749611608.111469:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749611608.111470:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611608.111473:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611608.111474:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88006a38d880 x1834598494701312/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611628 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:1.0:1749611608.111475:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a2680. 00000100:00000040:1.0:1749611608.111479:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a2680 x1834598494701696 msgsize 224 02000000:00000001:0.0:1749611608.111482:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611608.111485:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749611608.111487:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88006a38d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494701312:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1749611608.111488:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494701440:0@lo:38:kworker.0 00000100:00000200:3.0:1749611608.111492:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494701312 00000100:00000001:0.0:1749611608.111493:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:3.0:1749611608.111495:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611608.111496:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611608.111497:0:28321:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749611608.111498:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611608.111499:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749611608.111501:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749611608.111503:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 02000000:00000010:0.0:1749611608.111505:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099748800. 00000400:00000010:1.0:1749611608.111506:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 02000000:00000001:0.0:1749611608.111508:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611608.111510:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749611608.111513:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611608.111513:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00000100:00000200:1.0:1749611608.111515:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749611608.111517:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749611608.111517:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00010000:00000001:3.0:1749611608.111553:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611608.111553:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494701440, portal 10 00010000:00000001:3.0:1749611608.111557:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611608.111557:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611608.111559:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346582528 : -131939362969088 : ffff880079236a00) 00000100:00000001:3.0:1749611608.111561:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611608.111564:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611608.111567:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611608.111569:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236a00 x1834598494701440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611608.111572:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41e000. 02000000:00000001:3.0:1749611608.111574:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.111577:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.111580:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749611608.111581:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749611608.111583:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:3.0:1749611608.111584:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611608.111587:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611608.111587:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:0.0:1749611608.111587:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:0.0:1749611608.111590:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494701440, offset 0 00000100:00000001:3.0:1749611608.111591:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749611608.111593:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611608.111594:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611608.111596:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611608.111597:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611608.111603:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.111605:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611608.111606:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611608.111606:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611608.111608:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611608.111611:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611608.111612:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749611608.111614:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749611608.111615:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950780 00000100:00000040:1.0:1749611608.111616:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 951 usecs (1 jiffies) 02000000:00000001:3.0:1749611608.111617:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.111619:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611608.111620:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300881570 00000400:00000200:0.0:1749611608.111621:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 155936 00000100:00000040:3.0:1749611608.111622:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611608.111625:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00000001:1.0:1749611608.111625:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300881570 00000400:00000200:0.0:1749611608.111627:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611608.111628:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300881570 00000100:00000200:3.0:1749611608.111630:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494701312, offset 0 00000100:00000001:1.0:1749611608.111631:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300881570 00000400:00000200:0.0:1749611608.111632:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611608.111635:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611608.111635:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300881570 00000100:00000001:1.0:1749611608.111638:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300881570 00000100:00000001:0.0:1749611608.111638:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611608.111641:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300881570 00000100:00000200:0.0:1749611608.111641:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749611608.111643:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611608.111644:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300881570 00000400:00000200:3.0:1749611608.111650:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf950700 00000400:00000200:3.0:1749611608.111656:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9731 [1] + 0 00000100:00000001:1.0:1749611608.111658:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749611608.111658:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9b8000. 00000400:00000200:3.0:1749611608.111661:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611608.111661:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611608.111663:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9b8000 x1834598494701440 msgsize 520 00000400:00000200:3.0:1749611608.111665:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611608.111665:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.111668:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611608.111669:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611608.111669:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1749611608.111674:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235c00 x1834598494701312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611608.111676:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611608.111678:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749611608.111682:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611608.111684:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1749611608.111686:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235c00 x1834598494701312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611608.111687:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611608.111691:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1749611608.111693:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611608.111694:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611608.111699:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749611608.111701:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000100:00000001:1.0:1749611608.111701:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611608.111703:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000100:00000001:1.0:1749611608.111703:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611608.111705:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611608.111707:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611608.111707:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611608.111708:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611608.111709:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611608.111712:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611608.111713:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611608.111715:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:0.0:1749611608.111716:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00000001:3.0:1749611608.111717:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611608.111720:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611608.111720:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000040:3.0:1749611608.111725:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006a38d880 x1834598494701312/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611608.111725:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611608.111727:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.111729:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749611608.111730:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611608.111733:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611608.111735:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88006a38d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494701312:12345-0@lo:38:kworker.0 Request processed in 248us (513us total) trans 0 rc -19/-19 00000100:00000200:0.0:1749611608.111735:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236a00 x1834598494701440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.111736:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749611608.111737:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611608.111739:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494701696 00000100:00100000:1.0:1749611608.111741:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494701952:0@lo:400:kworker.0 02000000:00000001:2.0:1749611608.111742:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611608.111744:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611608.111746:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611608.111747:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611608.111747:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749611608.111749:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 02000000:00000001:2.0:1749611608.111749:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611608.111750:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749611608.111751:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236a00 x1834598494701440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611608.111753:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749611608.111753:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.111754:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749611608.111756:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749611608.111758:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494701696 00000020:00000010:3.0:1749611608.111759:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7700. 02000000:00000010:1.0:1749611608.111760:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c8f2a00. 00000020:00000001:2.0:1749611608.111761:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611608.111761:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611608.111762:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000020:00000040:2.0:1749611608.111762:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 02000000:00000001:1.0:1749611608.111763:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611608.111764:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611608.111764:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749611608.111766:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000020:00000040:2.0:1749611608.111767:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000400:00000010:1.0:1749611608.111767:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db7e8. 00000020:00000001:2.0:1749611608.111769:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611608.111769:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611608.111771:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611608.111772:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611608.111772:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58baa0. 00000100:00000040:0.0:1749611608.111774:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1093 usecs (2 jiffies) 00000100:00000001:2.0:1749611608.111776:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1749611608.111776:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494701952, portal 10 00000100:00000001:0.0:1749611608.111778:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300881571 00000020:00000010:2.0:1749611608.111779:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dba40. 00000100:00000001:1.0:1749611608.111779:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611608.111781:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346576256 : -131939362975360 : ffff880079235180) 00000100:00000001:3.0:1749611608.111785:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611608.111785:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300881570 00000020:00000040:2.0:1749611608.111786:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:3.0:1749611608.111788:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.111790:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300881571 00000100:00000001:0.0:1749611608.111794:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300881570 00000100:00000001:2.0:1749611608.111795:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:1.0:1749611608.111796:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.111798:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300881571 00000020:00000010:2.0:1749611608.111799:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130c00. 00000100:00000001:0.0:1749611608.111802:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300881570 00000020:00000010:2.0:1749611608.111803:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00000001:0.0:1749611608.111806:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300881571 00000020:00000010:2.0:1749611608.111807:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be90c8. 00000100:00000001:1.0:1749611608.111807:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611608.111810:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611608.111811:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300881570 00000100:00000001:3.0:1749611608.111813:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:1.0:1749611608.111813:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000040:2.0:1749611608.111814:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:3.0:1749611608.111815:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494701440 00000100:00000001:0.0:1749611608.111815:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611608.111816:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749611608.111817:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749611608.111817:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494701952, offset 0 00000100:00000001:2.0:1749611608.111818:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611608.111819:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611608.111819:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.111820:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611608.111821:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.111822:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:1.0:1749611608.111823:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611608.111824:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611608.111826:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494701440 00000100:00000001:2.0:1749611608.111826:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:0.0:1749611608.111827:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235880 x1834598494701568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611608.111828:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611608.111828:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611608.111829:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611608.111830:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749611608.111831:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749611608.111832:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611608.111834:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.111835:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611608.111836:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.111838:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749611608.111839:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 00000400:00000200:1.0:1749611608.111839:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf950980 00000100:00000001:0.0:1749611608.111840:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611608.111842:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7700. 00000020:00000010:3.0:1749611608.111844:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000100:00000001:2.0:1749611608.111844:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611608.111844:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611608.111845:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749611608.111845:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 156456 02000000:00000001:0.0:1749611608.111846:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611608.111847:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611608.111848:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611608.111850:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611608.111850:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 02000000:00000001:0.0:1749611608.111850:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611608.111852:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611608.111853:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611608.111853:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00100000:0.0:1749611608.111854:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494701568:0@lo:38:kworker.0 00000100:00000001:2.0:1749611608.111855:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598682240 : -131939110869376 : ffff8800882a2680) 00000400:00000200:1.0:1749611608.111857:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611608.111859:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611608.111860:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611608.111860:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a2680 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:289/0 lens 224/0 e 0 to 0 dl 1749611619 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611608.111861:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611608.111863:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611608.111866:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611608.111867:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:1.0:1749611608.111867:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a2a00. 00000100:00000001:2.0:1749611608.111869:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:0.0:1749611608.111869:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1749611608.111871:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000020:00000010:2.0:1749611608.111871:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbfc0. 00000100:00000040:1.0:1749611608.111871:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a2a00 x1834598494701952 msgsize 224 02000000:00000001:0.0:1749611608.111871:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.111873:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941655040 : -131938767896576 : ffff88009c9b8000) 00000100:00000001:2.0:1749611608.111873:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611608.111874:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749611608.111875:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dbfc0. 00000100:00100000:1.0:1749611608.111877:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:3.0:1749611608.111878:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9b8000 x1834598494701440/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611628 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611608.111878:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099749c00. 02000000:00000001:0.0:1749611608.111881:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611608.111885:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff210. 00000100:00100000:2.0:1749611608.111886:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494701696:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749611608.111888:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:0.0:1749611608.111889:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:2.0:1749611608.111891:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494701696 00000400:00000200:1.0:1749611608.111892:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000020:00000001:2.0:1749611608.111893:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:3.0:1749611608.111895:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494701440:12345-0@lo:38:kworker.0 00000400:00000010:1.0:1749611608.111895:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000020:00000001:2.0:1749611608.111896:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:3.0:1749611608.111898:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494701440 00000100:00000001:1.0:1749611608.111898:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749611608.111899:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611608.111900:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611608.111902:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:3.0:1749611608.111903:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749611608.111903:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611608.111904:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611608.111907:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1749611608.111907:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494701568, portal 10 00000020:00000001:3.0:1749611608.111911:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611608.111911:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.111911:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749611608.111913:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611608.111913:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346578048 : -131939362973568 : ffff880079235880) 00010000:00020000:3.0:1749611608.111914:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:2.0:1749611608.111915:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749611608.111915:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749611608.111916:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749611608.111917:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611608.111919:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611608.111919:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1749611608.111920:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611608.111921:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235880 x1834598494701568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611608.111922:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611608.111923:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611608.111923:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611608.111925:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611608.111925:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1749611608.111929:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41f800. 02000000:00000001:3.0:1749611608.111930:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611608.111930:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c0de800. 00000100:00000001:1.0:1749611608.111930:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.111932:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611608.111932:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.111932:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611608.111933:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611608.111934:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611608.111935:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749611608.111935:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:2.0:1749611608.111936:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611608.111937:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611608.111937:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611608.111938:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00001000:3.0:1749611608.111939:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000040:2.0:1749611608.111939:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494701696 00000100:00000200:0.0:1749611608.111941:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494701568, offset 0 00000100:00000001:3.0:1749611608.111942:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00010000:00000001:2.0:1749611608.111942:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:1.0:1749611608.111942:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 952 usecs (1 jiffies) 00000100:00000001:3.0:1749611608.111945:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611608.111945:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300881570 00010000:00000200:2.0:1749611608.111946:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800882a2680 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:289/0 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611608.111947:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749611608.111948:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611608.111949:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611608.111949:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300881571 00000100:00000001:3.0:1749611608.111951:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611608.111953:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300881570 00000100:00000040:3.0:1749611608.111954:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749611608.111954:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749611608.111956:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1749611608.111956:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611608.111956:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611608.111958:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611608.111959:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=63 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611608.111960:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611608.111962:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300881571 00000100:00000040:3.0:1749611608.111963:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611608.111963:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611608.111963:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950800 00000400:00000010:3.0:1749611608.111965:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00000040:2.0:1749611608.111965:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611608.111965:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300881570 00000100:00000001:2.0:1749611608.111967:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611608.111969:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611608.111969:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300881571 00000400:00000200:0.0:1749611608.111969:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 156680 02000000:00000001:2.0:1749611608.111971:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611608.111972:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300881570 00000100:00000001:2.0:1749611608.111973:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611608.111975:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611608.111975:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300881571 00000400:00000200:0.0:1749611608.111975:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749611608.111978:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:1.0:1749611608.111978:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611608.111980:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611608.111981:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611608.111982:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494701440, offset 0 00000100:00000001:0.0:1749611608.111984:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611608.111985:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611608.111986:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749611608.111987:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611608.111989:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611608.111990:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9b8380. 00000100:00000040:0.0:1749611608.111993:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9b8380 x1834598494701568 msgsize 520 00000400:00000200:3.0:1749611608.111994:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749611608.111999:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494701696, offset 224 00000100:00100000:0.0:1749611608.111999:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611608.112003:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611608.112005:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611608.112010:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749611608.112011:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000100:00100000:1.0:1749611608.112013:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494701952 00000400:00000010:0.0:1749611608.112014:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000400:00000200:2.0:1749611608.112016:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749611608.112016:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749611608.112018:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950780 00000100:00000001:0.0:1749611608.112018:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611608.112019:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611608.112022:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611608.112023:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235880 x1834598494701568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611608.112024:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9741 [1] + 0 00000400:00000200:2.0:1749611608.112024:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950880 02000000:00000001:1.0:1749611608.112026:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611608.112029:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611608.112030:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9739 [1] + 224 00000100:00100000:1.0:1749611608.112030:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494701952 00000400:00000200:3.0:1749611608.112033:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611608.112033:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000200:2.0:1749611608.112035:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:1.0:1749611608.112035:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d61b 00000100:00000001:0.0:1749611608.112035:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611608.112036:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611608.112038:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749611608.112039:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1749611608.112041:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236a00 x1834598494701440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611608.112042:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e0e000 refcount=5 00000100:00000001:2.0:1749611608.112043:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611608.112046:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000040:0.0:1749611608.112046:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235880 x1834598494701568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611608.112048:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611608.112049:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000040:3.0:1749611608.112051:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236a00 x1834598494701440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611608.112054:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749611608.112057:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.112057:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611608.112058:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e688880. 00000100:00000001:3.0:1749611608.112059:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611608.112059:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749611608.112063:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000020:00000010:1.0:1749611608.112063:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801369db400. 00000400:00000010:3.0:1749611608.112065:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000100:00000001:0.0:1749611608.112066:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.112067:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611608.112068:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749611608.112069:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611608.112069:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749611608.112071:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e688880. 00000100:00000040:0.0:1749611608.112071:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 00000100:00000001:3.0:1749611608.112072:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.112074:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300881570 00000100:00000040:3.0:1749611608.112075:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:2.0:1749611608.112075:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000001:3.0:1749611608.112077:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611608.112077:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3800. 00000400:00000010:2.0:1749611608.112078:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749611608.112078:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300881571 00000020:00000001:3.0:1749611608.112079:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611608.112080:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611608.112081:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300881570 00000100:00000001:2.0:1749611608.112082:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749611608.112082:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0c00. 00000100:00000040:3.0:1749611608.112084:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9b8000 x1834598494701440/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.112085:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.112085:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300881571 00000020:00000010:1.0:1749611608.112087:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000100:00000040:2.0:1749611608.112088:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611608.112088:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300881570 00010000:00000001:2.0:1749611608.112091:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749611608.112091:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300881571 00000100:00100000:3.0:1749611608.112093:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494701440:12345-0@lo:38:kworker.0 Request processed in 199us (428us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749611608.112093:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611608.112094:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611608.112094:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300881570 00000020:00000001:2.0:1749611608.112095:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749611608.112096:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611608.112098:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300881571 00000100:00000040:2.0:1749611608.112099:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a2680 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:289/0 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611608.112100:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00000001:0.0:1749611608.112100:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611608.112103:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611608.112104:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611608.112104:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611608.112106:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611608.112107:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7700. 00000100:00000001:0.0:1749611608.112107:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749611608.112109:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494701696:12345-0@lo:400:kworker.0 Request processed in 238us (627us total) trans 0 rc 0/0 00000020:00000010:3.0:1749611608.112110:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000100:00000001:1.0:1749611608.112112:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000020:00000010:3.0:1749611608.112113:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000100:00000040:0.0:1749611608.112113:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235500 x1834598494701824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611608.112149:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749611608.112150:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.112150:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611608.112152:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.112152:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611608.112155:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 02000000:00000001:0.0:1749611608.112156:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611608.112158:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611608.112159:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749611608.112159:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611608.112160:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494701568 00000100:00000001:2.0:1749611608.112161:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:3.0:1749611608.112162:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611608.112162:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611608.112162:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.112163:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611608.112167:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00100000:0.0:1749611608.112167:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494701824:0@lo:38:kworker.0 00000100:00000001:3.0:1749611608.112169:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611608.112171:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611608.112172:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be90c8. 00000100:00000001:0.0:1749611608.112172:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611608.112174:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611608.112175:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611608.112175:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:3.0:1749611608.112177:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494701568 00000100:00000001:1.0:1749611608.112178:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749611608.112178:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611608.112179:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611608.112180:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:0.0:1749611608.112180:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749611608.112182:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00100000:1.0:1749611608.112183:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000020:00000001:3.0:1749611608.112184:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611608.112185:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099748c00. 00000020:00000001:3.0:1749611608.112186:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611608.112188:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130c00. 00000100:00000040:1.0:1749611608.112188:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e0e000 : new rpc_count 1 02000000:00000001:0.0:1749611608.112188:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611608.112189:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124000. 00000100:00000001:1.0:1749611608.112191:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598683136 : -131939110868480 : ffff8800882a2a00) 00000020:00000010:3.0:1749611608.112192:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7700. 00000020:00000010:3.0:1749611608.112194:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8190. 00000020:00000040:2.0:1749611608.112194:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611608.112196:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611608.112198:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611608.112199:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611608.112201:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611608.112202:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a2a00 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:289/0 lens 224/0 e 0 to 0 dl 1749611619 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611608.112204:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.112207:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611608.112208:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611608.112209:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749611608.112211:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff268. 00000100:00000001:3.0:1749611608.112212:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749611608.112213:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00000001:3.0:1749611608.112214:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611608.112214:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611608.112216:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.112216:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941655936 : -131938767895680 : ffff88009c9b8380) 00000400:00000010:0.0:1749611608.112216:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000020:00000010:1.0:1749611608.112218:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e688880. 00000100:00000001:3.0:1749611608.112219:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611608.112221:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9b8380 x1834598494701568/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611628 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611608.112221:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749611608.112222:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494701824, portal 10 00000020:00000010:1.0:1749611608.112224:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e688880. 00000100:00100000:1.0:1749611608.112230:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494701952:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749611608.112230:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749611608.112231:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494701568:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611608.112232:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346577152 : -131939362974464 : ffff880079235500) 00000100:00000200:2.0:1749611608.112234:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494701568 00000100:00000200:1.0:1749611608.112236:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494701952 00000020:00000001:2.0:1749611608.112237:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611608.112238:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749611608.112239:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749611608.112242:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235500 x1834598494701824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749611608.112243:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:1.0:1749611608.112243:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749611608.112246:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611608.112247:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:2.0:1749611608.112248:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611608.112249:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00020000:2.0:1749611608.112252:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749611608.112252:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749611608.112253:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749611608.112254:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749611608.112256:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1749611608.112256:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749611608.112257:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749611608.112259:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000001:2.0:1749611608.112260:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749611608.112260:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611608.112261:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749611608.112263:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:0.0:1749611608.112263:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494701824, offset 0 02000000:00000001:2.0:1749611608.112264:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749611608.112265:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000010:2.0:1749611608.112268:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff5400. 00000020:00000001:1.0:1749611608.112269:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611608.112269:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611608.112270:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.112272:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611608.112272:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:2.0:1749611608.112275:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611608.112275:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00000001:2.0:1749611608.112277:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611608.112277:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:2.0:1749611608.112279:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749611608.112279:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611608.112282:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:1.0:1749611608.112283:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801327dfc00. 00000100:00000001:2.0:1749611608.112285:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611608.112285:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950900 02000000:00000001:1.0:1749611608.112286:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611608.112287:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611608.112289:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611608.112291:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:0.0:1749611608.112292:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 157200 00000100:00000001:1.0:1749611608.112296:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611608.112299:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749611608.112299:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611608.112299:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611608.112302:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611608.112304:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611608.112304:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494701952 00000400:00000200:0.0:1749611608.112304:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611608.112306:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749611608.112307:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749611608.112308:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611608.112308:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:2.0:1749611608.112311:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000200:0.0:1749611608.112311:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000200:1.0:1749611608.112313:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800882a2a00 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:289/0 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611608.112315:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494701568, offset 0 00000100:00000010:0.0:1749611608.112315:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9b8700. 00000400:00000200:2.0:1749611608.112318:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611608.112319:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9b8700 x1834598494701824 msgsize 520 00010000:00000001:1.0:1749611608.112325:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:2.0:1749611608.112327:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749611608.112327:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:1.0:1749611608.112328:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611608.112332:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950800 00000100:00001000:1.0:1749611608.112333:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=63 v=5 (1 1 1 1) 00000400:00000200:2.0:1749611608.112337:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9755 [1] + 0 00000100:00000001:1.0:1749611608.112338:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611608.112341:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611608.112342:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749611608.112345:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611608.112345:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611608.112348:0:9691:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611608.112349:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611608.112351:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.112351:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749611608.112352:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235880 x1834598494701568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611608.112354:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611608.112356:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000040:1.0:1749611608.112358:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611608.112360:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000040:2.0:1749611608.112361:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235880 x1834598494701568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611608.112362:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:0.0:1749611608.112363:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749611608.112366:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494701952, offset 224 00000100:00000001:2.0:1749611608.112369:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611608.112369:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235500 x1834598494701824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611608.112372:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611608.112377:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749611608.112379:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749611608.112380:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611608.112382:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749611608.112382:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611608.112383:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611608.112383:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749611608.112385:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494701824 00000100:00000040:0.0:1749611608.112385:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235500 x1834598494701824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.112386:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611608.112387:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611608.112389:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611608.112389:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611608.112391:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.112391:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611608.112391:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950980 02000000:00000001:3.0:1749611608.112393:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611608.112393:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611608.112396:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494701824 00000100:00000001:0.0:1749611608.112396:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611608.112397:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749611608.112397:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9b8380 x1834598494701568/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611608.112398:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749611608.112398:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x974d [1] + 224 00000100:00000001:0.0:1749611608.112398:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749611608.112400:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611608.112402:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611608.112404:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611608.112404:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749611608.112406:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494701568:12345-0@lo:38:kworker.0 Request processed in 175us (411us total) trans 0 rc -19/-19 00000020:00000010:3.0:1749611608.112407:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124c00. 00000400:00000200:1.0:1749611608.112409:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:3.0:1749611608.112410:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000100:00000001:0.0:1749611608.112410:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611608.112414:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00000001:1.0:1749611608.112414:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611608.112415:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 920 usecs (1 jiffies) 00000100:00000001:0.0:1749611608.112418:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300881570 00000020:00000010:3.0:1749611608.112420:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8708. 00000100:00000200:1.0:1749611608.112420:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.112421:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611608.112422:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300881571 00000100:00000001:2.0:1749611608.112423:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611608.112424:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611608.112426:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:2.0:1749611608.112426:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7700. 00000100:00000001:0.0:1749611608.112426:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300881570 00000100:00000001:3.0:1749611608.112428:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611608.112429:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8190. 00000100:00000001:0.0:1749611608.112430:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300881571 00000100:00000001:3.0:1749611608.112431:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611608.112432:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124000. 00000100:00000001:0.0:1749611608.112433:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300881570 00000100:00000040:1.0:1749611608.112434:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.112436:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300881571 00000100:00000001:2.0:1749611608.112437:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611608.112439:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.112439:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300881570 00000100:00000001:0.0:1749611608.112443:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300881571 00000100:00000001:2.0:1749611608.112444:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611608.112445:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611608.112446:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611608.112446:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611608.112447:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611608.112448:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611608.112449:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611608.112450:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00000001:2.0:1749611608.112452:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941656832 : -131938767894784 : ffff88009c9b8700) 00000400:00000200:1.0:1749611608.112453:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000400:00000010:1.0:1749611608.112455:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 00000100:00000040:2.0:1749611608.112456:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9b8700 x1834598494701824/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611628 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611608.112458:0:10935:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611608.112458:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611608.112460:0:10935:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611608.112460:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611608.112462:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749611608.112465:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494701824:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611608.112465:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:0.0:1749611608.112465:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000100:00000200:2.0:1749611608.112467:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494701824 00000020:00000001:2.0:1749611608.112469:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611608.112471:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611608.112476:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611608.112476:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000020:00000001:2.0:1749611608.112478:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611608.112478:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000040:1.0:1749611608.112480:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00020000:2.0:1749611608.112481:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611608.112481:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:2.0:1749611608.112483:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611608.112484:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00000001:2.0:1749611608.112485:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611608.112486:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611608.112486:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235c00 x1834598494701312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.112488:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611608.112489:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:1.0:1749611608.112490:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:2.0:1749611608.112491:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611608.112495:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff6400. 00000100:00000040:1.0:1749611608.112496:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a2a00 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:289/0 lens 224/224 e 0 to 0 dl 1749611619 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611608.112497:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.112499:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611608.112500:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235c00 x1834598494701312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611608.112501:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611608.112502:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611608.112505:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611608.112507:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611608.112509:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611608.112511:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611608.112511:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749611608.112512:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494701952:12345-0@lo:400:kworker.0 Request processed in 295us (637us total) trans 0 rc 0/0 00000100:00000001:0.0:1749611608.112514:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611608.112518:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611608.112518:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611608.112548:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611608.112550:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611608.112551:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611608.112554:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611608.112554:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611608.112557:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611608.112558:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611608.112559:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.112561:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611608.112563:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611608.112566:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00001000:0.0:1749611608.112566:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611608 v=5 (0 0 0 0) 00000100:00000200:2.0:1749611608.112569:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494701824, offset 0 00000100:00100000:1.0:1749611608.112569:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00001000:0.0:1749611608.112573:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=131 v=20 (1 20 1 1) 00000400:00000200:2.0:1749611608.112574:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611608.112574:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e0e000 : new rpc_count 0 00000100:00000001:1.0:1749611608.112578:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611608.112578:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749611608.112580:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611608.112580:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749611608.112585:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950900 00000020:00000010:1.0:1749611608.112585:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0c00. 00000100:00000001:0.0:1749611608.112589:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611608.112590:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9765 [1] + 0 00000020:00000010:1.0:1749611608.112591:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000001:3.0:1749611608.112593:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611608.112593:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611608.112594:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611608.112596:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749611608.112596:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3800. 00000400:00000200:2.0:1749611608.112597:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611608.112600:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611608.112601:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235c00 x1834598494701312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611608.112602:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1749611608.112602:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 4 00000400:00000001:3.0:1749611608.112603:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749611608.112605:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235500 x1834598494701824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611608.112605:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611608.112606:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db7e8. 00000400:00000200:3.0:1749611608.112610:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58baa0 00000400:00000010:3.0:1749611608.112612:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58baa0. 00000100:00000040:2.0:1749611608.112613:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235500 x1834598494701824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.112613:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611608.112615:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611608.112618:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:3.0:1749611608.112620:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.112620:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611608.112621:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611608.112624:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000200:2.0:1749611608.112625:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749611608.112626:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749611608.112627:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611608.112628:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:3.0:1749611608.112629:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.112630:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611608.112632:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611608.112632:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749611608.112635:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611608.112636:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749611608.112636:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611608.112637:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.112638:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611608.112639:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611608.112640:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611608.112640:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611608.112641:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611608.112643:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611608.112643:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9b8700 x1834598494701824/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611628 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611608.112645:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611608.112646:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235c00 x1834598494701312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611608.112647:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611608.112652:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979438 time=28 v=5 (5 0 0 0) 00000100:00100000:2.0:1749611608.112652:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494701824:12345-0@lo:38:kworker.0 Request processed in 186us (330us total) trans 0 rc -19/-19 00000100:00001000:3.0:1749611608.112656:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1749611608.112659:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611608.112660:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611608.112660:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494701312:0@lo:38:kworker.0 00010000:00000001:3.0:1749611608.112663:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:2.0:1749611608.112665:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00010000:00080000:3.0:1749611608.112668:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.112668:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611608.112668:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.112669:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611608.112671:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:2.0:1749611608.112673:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000020:00000010:2.0:1749611608.112675:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8708. 00000100:00000040:0.0:1749611608.112675:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235c00 x1834598494701312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611608.112678:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124c00. 00000100:00000001:2.0:1749611608.112682:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.112682:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611608.112684:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611608.112687:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974ac00. 00010000:00000001:3.0:1749611608.112689:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611608.112690:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611608.112692:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611608.112693:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000040:0.0:1749611608.112694:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1749611608.112696:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:0.0:1749611608.112696:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611608.112698:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611608.112699:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611608.112699:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074696c00. 00000100:00000040:3.0:1749611608.112703:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611608.112705:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611608.112706:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611608.112709:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235c00. 00000100:00000001:3.0:1749611608.112710:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611608.112712:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611608.112712:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611608.112713:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611608.112717:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.112720:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.112722:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611608.112724:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494701952:0@lo:400:kworker.0 00000100:00000001:0.0:1749611608.112727:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611608.112729:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749611608.112730:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611608.112731:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611608.112731:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1749611608.112733:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db840. 00000100:00000001:0.0:1749611608.112733:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749611608.112736:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bb28 00000400:00000010:3.0:1749611608.112737:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bb28. 00000100:00000001:3.0:1749611608.112740:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:0.0:1749611608.112741:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1749611608.112743:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611608.112743:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611608.112746:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000400:00000200:0.0:1749611608.112749:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000200:3.0:1749611608.112751:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611608.112751:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611608.112753:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611608.112757:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611608.112758:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611608.112758:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236a00 x1834598494701440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611608.112760:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611608.112761:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611608.112762:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611608.112764:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611608.112766:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611608.112766:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236a00 x1834598494701440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611608.112769:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=13 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611608.112773:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611608.112775:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749611608.112777:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=13 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611608.112777:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611608.112779:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611608.112780:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611608.112780:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611608.112781:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.112782:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611608.112783:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:0.0:1749611608.112784:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1749611608.112787:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611608.112788:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611608 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611608.112791:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=113 v=20 (1 20 1 1) 00010000:00000001:3.0:1749611608.112793:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.112793:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611608.112795:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611608.112795:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611608.112796:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611608.112797:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611608.112798:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611608.112799:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611608.112801:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236a00 x1834598494701440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611608.112802:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.112808:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611608.112809:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611608.112810:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611608.112811:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611608.112812:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.112812:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.112813:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000040:3.0:1749611608.112815:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.112815:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611608.112822:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494701696:0@lo:400:kworker.0 00000100:00080000:0.0:1749611608.112822:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611608.112825:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611608.112826:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.112827:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611608.112828:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611608.112831:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235180 x1834598494701952/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611608.112832:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236a00 x1834598494701440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611608.112837:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611608.112839:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:0.0:1749611608.112839:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494701440:0@lo:38:kworker.0 02000000:00000010:3.0:1749611608.112841:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c8f2a00. 02000000:00000001:3.0:1749611608.112844:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611608.112845:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000001:0.0:1749611608.112845:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611608.112846:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000040:3.0:1749611608.112847:0:28321:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000400:00000010:0.0:1749611608.112848:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff210. 00000020:00000001:3.0:1749611608.112849:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611608.112850:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e400. 00000400:00000200:0.0:1749611608.112850:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611608.112851:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749611608.112853:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611608.112855:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000200:0.0:1749611608.112856:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235880 x1834598494701568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611608.112861:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611608.112863:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235180. 00000100:00000200:0.0:1749611608.112864:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235880 x1834598494701568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611608.112866:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611608.112868:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611608.112869:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611608.112870:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611608.112872:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611608.112873:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236300 x1834598494701696/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.112874:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611608.112875:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611608.112876:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611608.112878:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.112879:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611608.112879:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611608.112881:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611608.112882:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c8f2200. 00000100:00001000:0.0:1749611608.112883:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611608 v=5 (0 0 0 0) 02000000:00000001:3.0:1749611608.112884:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611608.112885:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000100:00001000:0.0:1749611608.112885:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=13 v=20 (1 20 1 1) 00000020:00000040:3.0:1749611608.112886:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749611608.112888:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611608.112888:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000010:3.0:1749611608.112889:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2ec00. 00000100:00000001:0.0:1749611608.112889:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611608.112891:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1749611608.112891:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611608.112892:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611608.112894:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236300. 00000100:00000040:0.0:1749611608.112894:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235880 x1834598494701568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611608.112896:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611608.112897:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611608.112899:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.112901:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611608.112904:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611608.112905:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611608.112907:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611608.112907:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611608.112909:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.112909:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.112911:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611608.112912:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611608.112915:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611608.112917:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611608.112919:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611608.112923:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235880 x1834598494701568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611608.112930:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494701568:0@lo:38:kworker.0 00000400:00000001:0.0:1749611608.112934:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611608.112935:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611608.112937:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff268. 00000400:00000200:0.0:1749611608.112939:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749611608.112940:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749611608.112942:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611608.112945:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235500 x1834598494701824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611608.112953:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235500 x1834598494701824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.112959:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611608.112960:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.112961:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611608.112963:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611608.112964:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611608.112965:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611608.112967:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611608.112971:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012d4a0438 time=1749611608 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611608.112973:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012d4a03f0 time=28 v=20 (20 0 0 0) 00000100:00000001:0.0:1749611608.112976:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611608.112977:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611608.112979:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611608.112987:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235500 x1834598494701824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.112994:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611608.112996:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611608.112998:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.112999:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611608.113001:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611608.113003:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611608.113005:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611608.113007:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611608.113010:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235500 x1834598494701824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611608.113017:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494701824:0@lo:38:kworker.0 00000100:00000001:0.0:1749611608.113021:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.113023:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611608.113025:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236a00 x1834598494701440/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.113031:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611608.113033:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611608.113035:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099748800. 02000000:00000001:0.0:1749611608.113038:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611608.113039:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611608.113040:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611608.113042:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611608.113044:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074696400. 02000000:00000001:0.0:1749611608.113046:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611608.113047:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611608.113049:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236a00. 00000100:00000001:0.0:1749611608.113051:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611608.113053:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.113054:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611608.113070:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235880 x1834598494701568/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.113077:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611608.113078:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611608.113080:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099749c00. 02000000:00000001:0.0:1749611608.113083:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611608.113084:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611608.113085:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611608.113087:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611608.113088:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074695400. 02000000:00000001:0.0:1749611608.113091:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611608.113092:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611608.113093:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235880. 00000100:00000001:0.0:1749611608.113095:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611608.113096:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.113098:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611608.113100:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235500 x1834598494701824/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611608.113106:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611608.113108:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611608.113109:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099748c00. 02000000:00000001:0.0:1749611608.113111:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611608.113112:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611608.113113:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611608.113139:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611608.113142:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074696800. 02000000:00000001:0.0:1749611608.113146:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611608.113147:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611608.113148:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235500. 00000100:00000001:0.0:1749611608.113150:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611608.113151:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611608.113153:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.113155:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611608.113157:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611608.113158:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611608.113160:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611608.113594:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300881571, at 4300881571 00000100:00000040:2.0:1749611608.113599:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300881571, at 4300881571 00000100:00000010:3.0:1749611608.113602:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee340. 00000100:00000010:2.0:1749611608.113606:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdeee40. 00000100:00000040:0.0:1749611608.113611:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300881571, at 4300881571 00000100:00000040:1.0:1749611608.113612:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300881571, at 4300881571 00000100:00000010:1.0:1749611608.113621:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdeec00. 00000100:00000010:0.0:1749611608.113626:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee000. 00000100:00000001:2.0:1749611608.241675:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611608.241680:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611608.241682:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611608.241686:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927600 going to sleep for 0 seconds 00000100:00000001:2.0:1749611608.241688:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611608.241691:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611608.241693:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611608.241701:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff8800882a0a80 x1834598494698880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.241711:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611608.241715:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800882a0a80 x1834598494698880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.241724:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611608.241727:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611608.241728:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611608.241730:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611608.241733:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a0a80 x1834598494698880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611608.241742:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800882a0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494698880:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611608.241746:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611608.241749:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611608.241760:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611608.241762:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611608.241765:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800882a0a80 x1834598494698880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.241773:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611608.241775:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a8927600. 00000100:00000001:2.0:1749611608.241782:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611608.241783:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611608.241787:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611608.241790:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611608.241792:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611608.241795:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c8f3e00 refcount=4 00000020:00000001:2.0:1749611608.241797:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134940851712 : -131938768699904 : ffff88009c8f3e00) 00010000:00000001:2.0:1749611608.241800:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134940851712 : -131938768699904 : ffff88009c8f3e00) 00010000:00010000:2.0:1749611608.241806:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88009c8f3e00/0x689c0ec07329d629 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611608.241816:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611608.241820:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88009c8f3e00/0x689c0ec07329d629 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611608.241827:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611608.241830:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88009c8f3e00/0x689c0ec07329d629 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611608.241837:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611608.241839:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611608.241842:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88009c8f3e00/0x689c0ec07329d629 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611608.241848:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611608.241851:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611608.241854:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611608.241861:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88009c8f3e00/0x689c0ec07329d629 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611608.241868:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88009c8f3e00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611608.241872:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611608.241874:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88009c8f3e00/0x689c0ec07329d629 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611608.241880:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611608.241881:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611608.241883:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611608.241884:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88009c8f3e00 refcount=5 00000020:00000001:2.0:1749611608.241886:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134940851712 : -131938768699904 : ffff88009c8f3e00) 00010000:00000001:2.0:1749611608.241888:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134940851712 : -131938768699904 : ffff88009c8f3e00) 00010000:00000001:2.0:1749611608.241891:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611608.241894:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88009c8f3e00/0x689c0ec07329d629 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611608.241899:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611608.241901:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88009c8f3e00/0x689c0ec07329d629 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611608.241906:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611608.241909:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611608.241910:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611608.241912:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611608.241914:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611608.241917:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611608.241919:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611608.241920:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611608.241922:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611608.241924:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88009c8f3e00 with handle 0x689c0ec07329d629 from hash 00010000:00000001:2.0:1749611608.241927:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611608.241928:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611608.241929:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611608.241934:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611608.241936:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611608.241938:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611608.241941:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611608.241942:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611608.241943:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611608.241945:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611608.241948:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88009c8f3e00/0x689c0ec07329d629 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611608.241953:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611608.241954:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611608.241955:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611608.241957:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611608.241958:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611608.241959:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611608.241960:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611608.241962:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88009c8f3e00/0x689c0ec07329d629 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611608.241969:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8801240ab700 count: 0 00010000:00000001:2.0:1749611608.241999:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611608.242001:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611608.242004:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611608.242008:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800882a0a80 x1834598494698880/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.242015:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611608.242017:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611608.242019:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611608.242021:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611608.242023:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88009c8f3c00. 02000000:00000001:2.0:1749611608.242026:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611608.242028:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611608.242029:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800882a0a80. 00000100:00000001:2.0:1749611608.242034:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611608.242035:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611608.242037:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611608.242045:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611608.242048:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611608.242051:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801369dbfc0. 00000020:00000010:2.0:1749611608.242055:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130c00. 00000020:00000010:2.0:1749611608.242060:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880079131a00. 00000040:00000010:2.0:1749611608.242063:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880079130600. 00000020:00000010:2.0:1749611608.242068:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0a000. 00000020:00000010:2.0:1749611608.242073:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880079130800. 80000000:00000010:2.0:1749611608.242077:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256e40. 00040000:00000010:2.0:1749611608.242082:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880079130000. 00080000:00000010:2.0:1749611608.242088:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880131188000. 00080000:00000010:2.0:1749611608.242094:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136aba000. 10000000:00000040:2.0:1749611608.242100:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749611608.242102:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611608.242107:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880079131a00. 00000040:00000010:2.0:1749611608.242153:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880079130600. 00000020:00000010:2.0:1749611608.242161:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0a000. 00000020:00000010:2.0:1749611608.242166:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880079130800. 80000000:00000010:2.0:1749611608.242170:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256e40. 00040000:00000010:2.0:1749611608.242174:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880079130000. 00080000:00000010:2.0:1749611608.242179:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136aba000. 00080000:00000010:2.0:1749611608.242211:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880131188000. 00000020:00000010:2.0:1749611608.242215:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130c00. 10000000:00000010:2.0:1749611608.242218:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801369dbfc0. 10000000:01000000:2.0:1749611608.242221:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749611608.242224:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611608.242227:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611608.242229:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611608.242232:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611608.242234:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff88009d27d800) refs 2 10000000:00000001:2.0:1749611608.242236:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611608.242238:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611608.242240:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88008295ec00) refs 2 10000000:00000001:2.0:1749611608.242248:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611608.242250:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611608.242252:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:00000001:2.0:1749611608.242253:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611608.242255:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:00000001:2.0:1749611608.242258:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611608.242259:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:2.0:1749611608.242263:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234a80. 00000020:00000040:2.0:1749611608.242266:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611608.242270:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611608.242272:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611608.242275:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611608.242279:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880079130c00. 00000100:00000001:2.0:1749611608.242284:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611608.242288:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611608.242290:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611608.242295:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880086d2e900. 00010000:00000001:2.0:1749611608.242300:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611608.242302:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880079130400. 00000020:00000001:2.0:1749611608.242305:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611608.242308:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880079130400 with handle 0x689c0ec07329d630 to hash 00000020:00000001:2.0:1749611608.242310:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611608.242312:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134345507840 : -131939364043776 : ffff880079130400) 00010000:00000001:2.0:1749611608.242315:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134345507840 : -131939364043776 : ffff880079130400) 00010000:00000001:2.0:1749611608.242318:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611608.242320:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611608.242324:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880079130400/0x689c0ec07329d630 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611608.242331:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff880079130400/0x689c0ec07329d630 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611608.242341:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880079130400/0x689c0ec07329d630 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611608.242355:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611608.242357:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611608.242361:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381f00. 00000100:00000001:2.0:1749611608.242363:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096281344 : -131939613270272 : ffff88006a381f00) 00000100:00000001:2.0:1749611608.242366:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611608.242368:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346574464 : -131939362977152 : ffff880079234a80) 00000100:00000001:2.0:1749611608.242371:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611608.242375:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.242377:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611608.242379:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611608.242383:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234a80 x1834598494702080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.242390:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611608.242392:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611608.242395:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079234a80 x1834598494702080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611608.242403:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611608.242404:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611608.242406:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611608.242408:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611608.242410:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611608.242412:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611608.242413:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611608.242414:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611608.242416:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611608.244731:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8801240ab700. 00010000:00000010:1.1:1749611608.244743:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c8f3e00. 00010000:00000001:0.0:1749611608.360685:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611608.360690:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611608.360772:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611608.360777:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611608.360781:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611608.458634:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611608.458639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611608.458642:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611608.458645:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611608.458648:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611608.458651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611608.458654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611608.458656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611608.458658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611609.112645:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611609.112659:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611609.112661:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611609.112665:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611609.112668:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611609.112671:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611609.112673:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611609.241634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611609.241640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611609.241642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611609.241645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611609.241649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611609.241652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611609.241655:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611609.241658:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611609.241671:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611609.362688:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611609.362694:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611609.362817:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611609.362822:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611609.362826:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1749611609.458649:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611609.458667:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611609.458670:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611609.458674:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:1.0:1749611609.458677:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611609.458681:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611609.458683:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611609.458686:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611609.458688:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611610.112630:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611610.112646:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611610.112649:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611610.112653:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611610.112656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611610.112660:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611610.112662:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611610.241706:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611610.241715:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611610.241718:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611610.241723:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611610.241728:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611610.241732:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611610.241734:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611610.241737:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611610.241740:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611610.364721:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611610.364729:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611610.364830:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611610.364836:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611610.364840:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611610.458801:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611610.458809:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611610.458812:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611610.458817:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611610.458820:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611610.458824:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611610.458827:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611610.458830:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611610.458832:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611611.112640:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611611.112657:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611611.112660:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611611.112665:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611611.112668:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611611.112672:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611611.112674:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611611.241591:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611611.241595:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611611.241597:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611611.241600:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611611.241603:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611611.241605:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611611.241607:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611611.241610:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611611.241611:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611611.366706:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611611.366714:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611611.366849:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611611.366862:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611611.366866:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611611.458640:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611611.458646:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611611.458648:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611611.458652:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611611.458672:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611611.458676:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611611.458679:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611611.458682:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611611.458685:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611612.112574:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611612.112585:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611612.112586:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611612.112588:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611612.112590:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611612.112592:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611612.112594:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611612.241573:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611612.241577:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611612.241578:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611612.241580:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611612.241582:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611612.241584:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611612.241585:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611612.241588:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611612.241589:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611612.368599:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611612.368602:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611612.368655:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611612.368659:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611612.368661:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611612.458612:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611612.458616:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611612.458617:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611612.458619:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611612.458621:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611612.458624:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611612.458626:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611612.458628:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611612.458629:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.112635:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611613.112644:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749611613.112658:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611588/real 1749611588] req@ffff880071e79500 x1834598494697984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611613 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611613.112678:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611613.112680:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611613.112684:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db790. 00000400:00000200:0.0:1749611613.112689:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b6e8 00000400:00000010:0.0:1749611613.112692:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b6e8. 00000100:00000001:0.0:1749611613.112696:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611613.112700:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880071e79500 x1834598494697984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611613 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611613.112710:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880071e79500 x1834598494697984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611613 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.112717:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611613.112719:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.112722:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611613.112724:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611613.112728:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880071e79500 x1834598494697984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611613 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.112735:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.112745:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611613.112747:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.112750:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611613.112752:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611613.112755:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611613.112759:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880071e79500 x1834598494697984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611613 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.112767:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611613.112770:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.112772:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611613.112773:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.112789:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611613.112792:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749611613.112796:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611613.112823:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:0.0:1749611613.112826:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749611613.112832:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79500 x1834598494697984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611613 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611613.112841:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880071e79500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494697984:0@lo:250:kworker.0 00000100:00000001:0.0:1749611613.112846:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.112848:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611613.112851:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880071e79500 x1834598494697984/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611613 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.112858:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611613.112861:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611613.112866:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8801327dd800. 02000000:00000001:0.0:1749611613.112871:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611613.112874:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611613.112877:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611613.112879:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611613.112882:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074694c00. 02000000:00000001:0.0:1749611613.112887:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611613.112889:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611613.112891:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880071e79500. 00000100:00000001:0.0:1749611613.112895:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611613.112896:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.112898:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.112902:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611613.112904:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.112906:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611613.112907:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611613.112922:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611613.112930:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749611613.112933:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611613.112935:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611613.112939:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611613.112943:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 6194 00000100:00080000:2.0:1749611613.112947:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611613.112950:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611613.112954:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611613.112956:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611613.112959:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611613.112963:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611613.112974:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749611613.112977:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611613.112980:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749611613.112983:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749611613.112986:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749611613.112989:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611613.112991:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611613.112993:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611613.112995:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611613.112998:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749611613.113001:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749611613.113003:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611613.113006:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611613.113009:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611613.113012:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113014:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611613.113017:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611613.113022:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234e00. 00000020:00000040:2.0:1749611613.113025:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749611613.113029:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611613.113031:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113034:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611613.113037:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611613.113041:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611613.113048:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff7800. 00000100:00000001:2.0:1749611613.113054:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611613.113062:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234e00 x1834598494702208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611613.113131:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611613.113136:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611613.113140:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234e00] to pc [ptlrpcd_rcv+-1] req@ffff880079234e00 x1834598494702208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.113169:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611613.113178:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611613.113182:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611613.113184:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611613.113186:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611613.113189:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611613.113191:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6214 00000100:00080000:2.0:1749611613.113194:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611613.113196:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611613.113198:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611613.113199:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611613.113200:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611613.113202:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611613.113202:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611613.113204:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611613.113204:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749611613.113206:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611613.113208:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611613.113209:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234e00 x1834598494702208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611613.113210:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611613.113212:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611613.113214:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611613.113217:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611613.113218:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611613.113220:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611613.113222:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611613.113224:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00000001:0.0:1749611613.113225:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611613.113226:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611613.113227:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113228:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611613.113230:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611613.113231:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611613.113234:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611613.113236:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611613.113236:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611613.113238:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113240:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:0.0:1749611613.113240:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494702208:0@lo:250:kworker.0 00000100:00000001:2.0:1749611613.113242:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.113244:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749611613.113246:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234700. 02000000:00000001:0.0:1749611613.113247:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749611613.113248:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611613.113249:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611613.113252:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611613.113256:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611613.113257:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611613.113257:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099749c00. 00000100:00000001:2.0:1749611613.113259:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611613.113259:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611613.113261:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611613.113263:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611613.113264:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff268. 02000000:00000010:2.0:1749611613.113267:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff5c00. 00000400:00000010:0.0:1749611613.113270:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000001:2.0:1749611613.113271:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611613.113276:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234700 x1834598494702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749611613.113276:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494702208, portal 25 00000100:00000001:0.0:1749611613.113278:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611613.113280:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346575360 : -131939362976256 : ffff880079234e00) 00000100:00000001:2.0:1749611613.113284:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611613.113286:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611613.113286:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234e00 x1834598494702208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611613.113290:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234700] to pc [ptlrpcd_rcv+-1] req@ffff880079234700 x1834598494702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.113293:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611613.113296:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611613.113298:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:2.0:1749611613.113299:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611613.113301:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000200:0.0:1749611613.113301:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494702208, offset 0 00000100:00080000:2.0:1749611613.113305:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:0.0:1749611613.113306:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611613.113307:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611613.113308:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611613.113310:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611613.113312:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6214 00000100:00080000:2.0:1749611613.113315:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611613.113317:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611613.113319:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611613.113319:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611613.113321:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611613.113322:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611613.113324:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611613.113325:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611613.113327:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611613.113329:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000400:00000200:0.0:1749611613.113329:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf950a80 00000020:00000001:2.0:1749611613.113331:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611613.113333:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000100:0.0:1749611613.113335:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494702208 offset 0 length 520: 4 00000400:00000200:0.0:1749611613.113339:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe6b50 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000040:2.0:1749611613.113341:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:0.0:1749611613.113342:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1749611613.113343:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611613.113344:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611613.113346:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611613.113349:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000400:00000200:0.0:1749611613.113350:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00080000:2.0:1749611613.113351:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:0.0:1749611613.113352:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:2.0:1749611613.113353:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611613.113354:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611613.113357:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611613.113359:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113361:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611613.113361:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611613.113363:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611613.113365:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234380. 00000100:00000200:0.0:1749611613.113365:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234e00 x1834598494702208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611613.113367:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611613.113370:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611613.113371:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113372:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611613.113373:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611613.113373:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611613.113375:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611613.113376:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234e00 x1834598494702208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611613.113378:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff4800. 00000100:00000001:2.0:1749611613.113381:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.113382:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.113384:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749611613.113385:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234380 x1834598494702464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611613.113388:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113392:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611613.113392:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300886593 00000100:00000001:2.0:1749611613.113394:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611613.113396:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee000. 00000100:00000040:2.0:1749611613.113397:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234380] to pc [ptlrpcd_rcv+-1] req@ffff880079234380 x1834598494702464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.113403:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611613.113404:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611613.113406:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611613.113408:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300886593 00000100:00080000:2.0:1749611613.113410:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611613.113411:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:0.0:1749611613.113411:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee140. 00000100:00080000:2.0:1749611613.113412:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611613.113414:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611613.113419:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611613.113421:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6214 00000100:00080000:2.0:1749611613.113423:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611613.113426:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611613.113428:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611613.113429:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611613.113431:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611613.113431:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300886593 00000020:00000001:2.0:1749611613.113433:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611613.113434:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611613.113435:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1749611613.113436:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee740. 00000020:00000040:2.0:1749611613.113437:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611613.113439:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749611613.113440:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000020:00000001:2.0:1749611613.113441:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611613.113443:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611613.113444:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300886593 00000100:00000001:2.0:1749611613.113445:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611613.113447:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611613.113448:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749611613.113448:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee500. 00000020:00000040:2.0:1749611613.113450:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:0.0:1749611613.113451:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00080000:2.0:1749611613.113452:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611613.113454:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611613.113456:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611613.113459:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611613.113460:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113462:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611613.113463:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611613.113464:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.113467:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611613.113468:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235500. 00000020:00000040:2.0:1749611613.113470:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749611613.113471:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611613.113472:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611613.113473:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113474:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611613.113475:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611613.113475:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611613.113477:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.113482:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611613.113484:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000010:2.0:1749611613.113485:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88006dff7c00. 00000100:00000001:2.0:1749611613.113488:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.113488:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611613.113490:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:2.0:1749611613.113492:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235500 x1834598494702592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611613.113492:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611613.113498:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234700 x1834598494702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.113499:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611613.113501:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611613.113504:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235500] to pc [ptlrpcd_rcv+-1] req@ffff880079235500 x1834598494702592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.113512:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611613.113514:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611613.113518:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611613.113552:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235880. 00000020:00000040:2.0:1749611613.113555:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611613.113555:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611613.113557:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113558:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611613.113559:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611613.113560:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611613.113561:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611613.113562:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611613.113564:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611613.113565:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2ec00. 00000100:00000001:2.0:1749611613.113567:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611613.113567:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494702336:0@lo:38:kworker.0 00000100:00000040:2.0:1749611613.113571:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611613.113571:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611613.113573:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611613.113575:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611613.113577:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611613.113579:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000010:0.0:1749611613.113580:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099748c00. 00000100:00000001:2.0:1749611613.113581:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611613.113582:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611613.113586:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235880] to pc [ptlrpcd_00_02+2] req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611613.113586:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff210. 00000400:00000010:0.0:1749611613.113590:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:0.0:1749611613.113594:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494702336, portal 4 00000100:00000001:0.0:1749611613.113596:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611613.113597:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346573568 : -131939362978048 : ffff880079234700) 00000100:00000040:0.0:1749611613.113606:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234700 x1834598494702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.113610:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611613.113613:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611613.113616:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611613.113618:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749611613.113618:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749611613.113620:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:0.0:1749611613.113621:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611613.113622:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749611613.113624:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000200:0.0:1749611613.113628:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494702336, offset 0 00000100:00080000:2.0:1749611613.113630:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6214 00000100:00080000:2.0:1749611613.113633:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1749611613.113634:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611613.113636:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611613.113638:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611613.113640:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611613.113642:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611613.113643:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611613.113644:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611613.113645:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d606 00000020:00000001:2.0:1749611613.113647:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611613.113649:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=8 00000100:00000001:1.0:1749611613.113650:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611613.113651:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000400:00000200:0.0:1749611613.113652:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf950b00 00000020:00000001:2.0:1749611613.113653:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000001:1.0:1749611613.113654:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611613.113656:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611613.113657:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611613.113657:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611613.113659:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:0.0:1749611613.113660:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 16120 00000100:00000001:2.0:1749611613.113661:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611613.113663:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 7 00000100:00000040:1.0:1749611613.113664:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611613.113665:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d4a0000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611613.113667:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611613.113669:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749611613.113670:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611613.113672:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611613.113674:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113676:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000200:0.0:1749611613.113676:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611613.113677:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611613.113678:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611613.113679:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611613.113681:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236a00. 00000020:00000040:2.0:1749611613.113683:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749611613.113683:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611613.113683:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749611613.113685:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:0.0:1749611613.113685:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 02000000:00000001:2.0:1749611613.113686:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611613.113686:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611613.113687:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611613.113688:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611613.113689:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611613.113690:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611613.113691:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9b8a80. 00000100:00100000:1.0:1749611613.113693:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494702720:0@lo:400:kworker.0 00000100:00000001:1.0:1749611613.113698:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611613.113702:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:2.0:1749611613.113703:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457c000. 00000100:00000040:0.0:1749611613.113703:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9b8a80 x1834598494702336 msgsize 520 02000000:00000001:1.0:1749611613.113704:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113707:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611613.113707:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749611613.113710:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:1.0:1749611613.113712:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c8f3e00. 02000000:00000001:1.0:1749611613.113715:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611613.113716:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236a00 x1834598494702848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:1.0:1749611613.113720:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db898. 00000100:00000001:2.0:1749611613.113724:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1749611613.113725:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b110. 00000100:00000001:2.0:1749611613.113726:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611613.113729:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236a00] to pc [ptlrpcd_rcv+-1] req@ffff880079236a00 x1834598494702848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611613.113730:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494702720, portal 10 00000100:00000001:1.0:1749611613.113732:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611613.113733:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611613.113737:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611613.113739:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611613.113742:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1749611613.113742:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346578048 : -131939362973568 : ffff880079235880) 00000400:00000200:0.0:1749611613.113742:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000010:2.0:1749611613.113745:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236300. 00000400:00000010:0.0:1749611613.113745:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000020:00000040:2.0:1749611613.113747:0:18174:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611613.113748:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611613.113749:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611613.113751:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749611613.113752:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611613.113753:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611613.113754:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234700 x1834598494702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611613.113756:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e400. 00000100:00000001:2.0:1749611613.113759:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611613.113762:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611613.113763:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611613.113766:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611613.113767:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611613.113769:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:1.0:1749611613.113770:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000040:0.0:1749611613.113770:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234700 x1834598494702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.113771:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611613.113772:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611613.113774:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236300] to pc [ptlrpcd_00_03+3] req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611613.113774:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494702720, offset 0 00000100:00100000:3.0:1749611613.113778:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494702336 02000000:00000001:3.0:1749611613.113781:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:1.0:1749611613.113781:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611613.113781:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113783:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611613.113784:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611613.113784:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749611613.113787:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6224) 00000100:00000001:3.0:1749611613.113788:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.113788:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611613.113789:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611613.113792:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611613.113793:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1262 usecs (2 jiffies) 00000100:00100000:3.0:1749611613.113796:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494702336 00000400:00000200:1.0:1749611613.113796:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf950c80 00000100:00000001:0.0:1749611613.113798:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300886573 00000020:00000001:3.0:1749611613.113799:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611613.113801:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611613.113802:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300886593 00000020:00000001:3.0:1749611613.113803:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:1.0:1749611613.113804:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 157720 00000100:00000001:0.0:1749611613.113806:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300886573 00000100:00000001:0.0:1749611613.113809:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300886593 00000100:00000001:2.0:1749611613.113810:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749611613.113811:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611613.113812:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300886573 00000100:00000001:2.0:1749611613.113813:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:3.0:1749611613.113814:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113814:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:3.0:1749611613.113816:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611613.113816:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611613.113816:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300886593 00000100:00000040:2.0:1749611613.113818:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.113819:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300886573 00000100:00000001:1.0:1749611613.113821:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:3.0:1749611613.113822:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124800. 00000100:00000001:0.0:1749611613.113822:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300886593 00000100:00000200:1.0:1749611613.113823:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611613.113825:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611613.113825:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611613.113827:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611613.113828:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7880. 00000100:00000001:0.0:1749611613.113828:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611613.113829:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a2d80. 00000100:00000001:0.0:1749611613.113832:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749611613.113833:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8258. 00000100:00000040:1.0:1749611613.113833:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a2d80 x1834598494702720 msgsize 224 02000000:00000001:2.0:1749611613.113835:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611613.113837:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611613.113838:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234380 x1834598494702464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611613.113839:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:2.0:1749611613.113839:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611613.113839:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611613.113841:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611613.113843:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611613.113843:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494702976:0@lo:400:kworker.0 00000100:00000001:2.0:1749611613.113847:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611613.113849:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611613.113850:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611613.113850:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611613.113850:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611613.113851:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611613.113852:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611613.113854:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749611613.113856:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 02000000:00000010:2.0:1749611613.113857:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880079130000. 02000000:00000001:2.0:1749611613.113859:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611613.113859:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749611613.113860:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611613.113861:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611613.113862:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1749611613.113863:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe6e0. 02000000:00000001:0.0:1749611613.113864:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611613.113867:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611613.113868:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000200:1.0:1749611613.113868:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611613.113870:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611613.113872:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749611613.113872:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494702464:0@lo:38:kworker.0 00000100:00000200:2.0:1749611613.113873:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494702976, portal 10 00000100:00000001:2.0:1749611613.113875:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611613.113877:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346580736 : -131939362970880 : ffff880079236300) 00000100:00000001:0.0:1749611613.113877:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749611613.113878:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00000001:1.0:1749611613.113880:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611613.113880:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611613.113881:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941657728 : -131938767893888 : ffff88009c9b8a80) 00000100:00000040:2.0:1749611613.113883:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611613.113883:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611613.113885:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611613.113886:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:3.0:1749611613.113888:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9b8a80 x1834598494702336/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.113890:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749611613.113890:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099748800. 00000100:00000040:2.0:1749611613.113892:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611613.113893:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611613.113894:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00000001:1.0:1749611613.113896:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611613.113897:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494702976, offset 0 00000100:00000001:1.0:1749611613.113898:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:0.0:1749611613.113898:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00000100:00100000:3.0:1749611613.113901:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494702336:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611613.113901:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611613.113903:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611613.113905:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494702336 00000100:00000040:1.0:1749611613.113907:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 955 usecs (1 jiffies) 00000020:00000001:3.0:1749611613.113908:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611613.113909:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611613.113911:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300886572 00010000:00000001:3.0:1749611613.113912:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611613.113914:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300886593 00000400:00000010:0.0:1749611613.113916:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000400:00000200:2.0:1749611613.113917:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf950d80 00000100:00000200:0.0:1749611613.113921:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494702464, portal 10 00000400:00000200:2.0:1749611613.113922:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 157944 00000100:00000001:1.0:1749611613.113924:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300886572 00000100:00000001:0.0:1749611613.113924:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611613.113926:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346572672 : -131939362978944 : ffff880079234380) 00000020:00000001:3.0:1749611613.113927:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611613.113927:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300886593 00000400:00000200:2.0:1749611613.113928:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611613.113930:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300886572 00010000:00020000:3.0:1749611613.113931:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:2.0:1749611613.113932:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611613.113933:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300886593 00010000:00000001:3.0:1749611613.113934:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611613.113935:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:0.0:1749611613.113935:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234380 x1834598494702464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611613.113937:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611613.113937:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300886572 00010000:00000001:3.0:1749611613.113938:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611613.113940:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300886593 00000100:00000001:3.0:1749611613.113941:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000010:2.0:1749611613.113941:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235180. 00000100:00000001:3.0:1749611613.113943:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:2.0:1749611613.113943:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880079235180 x1834598494702976 msgsize 224 00000100:00000001:1.0:1749611613.113943:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611613.113946:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611613.113946:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611613.113947:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611613.113948:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:3.0:1749611613.113950:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41fc00. 00000100:00000001:1.0:1749611613.113950:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611613.113950:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749611613.113952:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611613.113953:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611613.113953:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:3.0:1749611613.113954:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.113954:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:0.0:1749611613.113956:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494702464, offset 0 00010000:00000001:3.0:1749611613.113958:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611613.113959:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:3.0:1749611613.113960:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611613.113961:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611613.113962:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749611613.113965:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611613.113967:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611613.113969:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611613.113970:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749611613.113970:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611613.113973:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611613.113973:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611613.113977:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611613.113978:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000100:00000040:3.0:1749611613.113980:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:2.0:1749611613.113981:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000001:3.0:1749611613.113982:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611613.113982:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950b80 00000100:00000001:2.0:1749611613.113984:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611613.113985:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:3.0:1749611613.113988:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:2.0:1749611613.113988:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611613.113988:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 158168 02000000:00000001:3.0:1749611613.113990:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611613.113992:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611613.113994:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611613.113994:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611613.113995:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749611613.113997:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611613.113997:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749611613.113998:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494702720 00000400:00000200:0.0:1749611613.113999:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749611613.114000:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00000040:2.0:1749611613.114000:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611613.114001:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611613.114003:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611613.114004:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494702336, offset 0 00000100:00000001:1.0:1749611613.114004:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611613.114006:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611613.114006:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611613.114007:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.114008:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:3.0:1749611613.114009:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749611613.114010:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9b8e00. 02000000:00000001:1.0:1749611613.114011:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.114012:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611613.114015:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494702720 00000100:00000040:0.0:1749611613.114015:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9b8e00 x1834598494702464 msgsize 520 00000100:00000040:2.0:1749611613.114016:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 968 usecs (1 jiffies) 00000400:00000200:3.0:1749611613.114018:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611613.114018:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611613.114019:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300886572 00000020:00000040:1.0:1749611613.114020:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00100000:0.0:1749611613.114021:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611613.114022:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300886593 00000020:00000001:1.0:1749611613.114023:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749611613.114025:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf950b00 00000100:00000001:2.0:1749611613.114025:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300886572 00000100:00000001:2.0:1749611613.114027:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300886593 00000020:00000040:1.0:1749611613.114027:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611613.114029:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300886572 00000400:00000200:3.0:1749611613.114031:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9781 [1] + 0 00000100:00000001:2.0:1749611613.114031:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300886593 00000020:00000001:1.0:1749611613.114031:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611613.114031:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611613.114033:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300886572 00000020:00000001:1.0:1749611613.114034:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611613.114035:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300886593 00000400:00000200:3.0:1749611613.114036:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611613.114037:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611613.114039:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611613.114040:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611613.114040:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611613.114042:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.114044:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611613.114044:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e688880. 00000400:00000200:0.0:1749611613.114046:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611613.114049:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:2.0:1749611613.114050:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611613.114052:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000040:1.0:1749611613.114052:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611613.114052:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611613.114054:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611613.114055:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611613.114057:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611613.114057:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611613.114058:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234380 x1834598494702464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.114059:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611613.114062:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234700 x1834598494702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611613.114062:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611613.114093:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611613.114095:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494702976 00000100:00000040:3.0:1749611613.114100:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234700 x1834598494702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.114102:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611613.114103:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611613.114105:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749611613.114105:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3800. 00000100:00000001:2.0:1749611613.114107:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611613.114108:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234380 x1834598494702464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611613.114109:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749611613.114110:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0c00. 02000000:00000001:2.0:1749611613.114111:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611613.114113:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494702976 00000400:00000200:3.0:1749611613.114116:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000020:00000001:2.0:1749611613.114116:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:1.0:1749611613.114116:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cc80. 00000020:00000040:2.0:1749611613.114117:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d61b 00000400:00000010:3.0:1749611613.114118:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000020:00000001:2.0:1749611613.114119:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611613.114119:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611613.114121:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e0e000 refcount=5 00000100:00000001:0.0:1749611613.114121:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611613.114122:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749611613.114123:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000001:3.0:1749611613.114124:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749611613.114126:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000040:1.0:1749611613.114126:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611613.114127:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114127:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.114129:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:3.0:1749611613.114130:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611613.114130:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:2.0:1749611613.114132:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbfc0. 00000100:00000001:1.0:1749611613.114132:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749611613.114132:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1095 usecs (2 jiffies) 00000100:00000001:3.0:1749611613.114133:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611613.114135:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611613.114136:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8801369dba40. 00000100:00000001:1.0:1749611613.114136:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.114136:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300886573 00000100:00000001:0.0:1749611613.114140:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300886593 00000100:00000001:2.0:1749611613.114141:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000020:00000010:2.0:1749611613.114142:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dbfc0. 00000100:00000001:1.0:1749611613.114142:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611613.114144:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300886573 00000100:00000040:3.0:1749611613.114145:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9b8a80 x1834598494702336/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611613.114145:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000010:2.0:1749611613.114146:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130800. 00000100:00000001:1.0:1749611613.114147:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114147:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300886593 00000020:00000010:2.0:1749611613.114150:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387500. 00000100:00000001:0.0:1749611613.114150:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300886573 00000020:00000010:2.0:1749611613.114154:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be90c8. 00000100:00000001:0.0:1749611613.114154:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300886593 00000100:00100000:3.0:1749611613.114156:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494702336:12345-0@lo:38:kworker.0 Request processed in 255us (451us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611613.114157:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300886573 00000100:00000001:1.0:1749611613.114158:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611613.114159:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611613.114160:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611613.114160:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300886593 00000100:00000001:2.0:1749611613.114162:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.114163:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611613.114165:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00000001:2.0:1749611613.114166:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611613.114167:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611613.114168:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611613.114168:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611613.114168:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611613.114169:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611613.114170:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611613.114170:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494702464 00000100:00000001:0.0:1749611613.114171:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611613.114173:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749611613.114174:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7880. 00000100:00000001:0.0:1749611613.114174:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611613.114175:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611613.114177:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611613.114178:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8258. 00000100:00000001:1.0:1749611613.114178:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114180:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:3.0:1749611613.114181:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124800. 02000000:00000001:1.0:1749611613.114182:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114182:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749611613.114185:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749611613.114185:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494702464 00000100:00000001:0.0:1749611613.114185:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611613.114186:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611613.114188:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611613.114188:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611613.114188:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:1.0:1749611613.114190:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611613.114190:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749611613.114191:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000020:00000001:1.0:1749611613.114193:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611613.114194:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:1.0:1749611613.114195:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611613.114195:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235500 x1834598494702592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.114196:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598684032 : -131939110867584 : ffff8800882a2d80) 00000020:00000001:1.0:1749611613.114199:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611613.114200:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a2d80 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:294/0 lens 224/0 e 0 to 0 dl 1749611624 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611613.114203:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2c00. 00000100:00000001:0.0:1749611613.114206:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:1.0:1749611613.114207:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0c80. 00000100:00000001:2.0:1749611613.114210:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611613.114211:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:1.0:1749611613.114211:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00000001:3.0:1749611613.114213:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611613.114214:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611613.114215:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611613.114216:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbfc0. 00000100:00100000:3.0:1749611613.114217:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00000001:1.0:1749611613.114217:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611613.114219:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611613.114219:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611613.114219:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749611613.114220:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e0e000 : new rpc_count 1 00000020:00000010:2.0:1749611613.114221:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dbfc0. 00000100:00000001:3.0:1749611613.114222:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346576256 : -131939362975360 : ffff880079235180) 02000000:00000001:0.0:1749611613.114222:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611613.114223:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611613.114225:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611613.114226:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494702720:12345-0@lo:400:kworker.0 00000100:00000040:3.0:1749611613.114227:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079235180 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:294/0 lens 224/0 e 0 to 0 dl 1749611624 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611613.114230:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494702720 00000100:00100000:0.0:1749611613.114230:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494702592:0@lo:38:kworker.0 00000100:00000001:1.0:1749611613.114231:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611613.114233:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611613.114235:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611613.114236:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000001:2.0:1749611613.114236:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611613.114238:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611613.114238:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1749611613.114240:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b2230080. 00000100:00000001:1.0:1749611613.114240:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611613.114241:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1749611613.114241:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611613.114242:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611613.114243:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611613.114243:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:0.0:1749611613.114244:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749611613.114245:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b2230080. 00000020:00000001:2.0:1749611613.114246:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749611613.114247:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 02000000:00000010:0.0:1749611613.114248:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974ac00. 00000100:00100000:3.0:1749611613.114249:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494702976:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749611613.114250:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611613.114251:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941658624 : -131938767892992 : ffff88009c9b8e00) 02000000:00000001:0.0:1749611613.114251:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611613.114252:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:3.0:1749611613.114253:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494702976 00000020:00000001:2.0:1749611613.114254:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:3.0:1749611613.114255:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611613.114256:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611613.114256:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 00000020:00000001:3.0:1749611613.114257:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:1.0:1749611613.114257:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9b8e00 x1834598494702464/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611613.114259:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611613.114259:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000010:0.0:1749611613.114261:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000020:00000001:3.0:1749611613.114262:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611613.114262:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749611613.114263:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:2.0:1749611613.114264:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611613.114266:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1749611613.114266:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494702592, portal 10 02000000:00000010:2.0:1749611613.114267:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457c400. 02000000:00000001:2.0:1749611613.114269:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114269:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749611613.114270:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.114271:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346577152 : -131939362974464 : ffff880079235500) 00000100:00000001:2.0:1749611613.114272:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611613.114274:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611613.114277:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000040:2.0:1749611613.114277:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494702720 00000020:00000001:3.0:1749611613.114278:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:2.0:1749611613.114279:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00100000:1.0:1749611613.114279:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494702464:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749611613.114279:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235500 x1834598494702592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611613.114280:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611613.114283:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000200:2.0:1749611613.114284:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800882a2d80 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:294/0 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611613.114286:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1749611613.114286:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494702464 02000000:00000001:3.0:1749611613.114288:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749611613.114290:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611613.114290:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749611613.114291:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:3.0:1749611613.114292:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41dc00. 00010000:00000001:2.0:1749611613.114293:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611613.114293:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749611613.114293:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:3.0:1749611613.114294:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611613.114296:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611613.114296:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=68 v=5 (1 1 1 1) 00000400:00000010:0.0:1749611613.114296:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000020:00000001:3.0:1749611613.114298:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611613.114299:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494702592, offset 0 00000100:00000001:2.0:1749611613.114300:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000040:3.0:1749611613.114301:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494702976 00000100:00000040:2.0:1749611613.114302:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749611613.114303:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749611613.114304:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611613.114305:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611613.114305:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611613.114306:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000200:3.0:1749611613.114307:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079235180 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:294/0 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611613.114307:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611613.114309:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611613.114313:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611613.114314:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611613.114314:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611613.114314:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749611613.114316:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611613.114317:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:1.0:1749611613.114317:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749611613.114319:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=68 v=5 (1 1 1 1) 00000400:00000010:2.0:1749611613.114319:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00000001:1.0:1749611613.114321:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:0.0:1749611613.114322:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950c00 00000100:00000001:3.0:1749611613.114323:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749611613.114324:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494702720, offset 224 00000100:00000001:1.0:1749611613.114324:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749611613.114326:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:3.0:1749611613.114327:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611613.114327:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749611613.114328:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 158688 02000000:00000001:3.0:1749611613.114330:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611613.114331:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611613.114331:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801327ddc00. 00000100:00000001:3.0:1749611613.114333:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749611613.114334:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611613.114335:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611613.114335:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749611613.114337:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00000001:1.0:1749611613.114338:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611613.114341:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611613.114341:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749611613.114342:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611613.114345:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611613.114346:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494702976, offset 224 00000100:00000001:0.0:1749611613.114347:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749611613.114349:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:1.0:1749611613.114349:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749611613.114349:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749611613.114350:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611613.114353:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000010:0.0:1749611613.114353:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9b9180. 00000400:00000200:2.0:1749611613.114355:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950c80 00000100:00000001:1.0:1749611613.114357:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611613.114357:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9b9180 x1834598494702592 msgsize 520 00000400:00000200:3.0:1749611613.114359:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611613.114360:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000200:2.0:1749611613.114361:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9789 [1] + 224 00000100:00100000:0.0:1749611613.114363:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611613.114364:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611613.114365:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950d80 00000400:00000200:2.0:1749611613.114366:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611613.114368:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:3.0:1749611613.114370:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9791 [1] + 224 00000400:00000200:2.0:1749611613.114370:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611613.114372:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749611613.114373:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:2.0:1749611613.114374:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611613.114375:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749611613.114376:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:3.0:1749611613.114379:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611613.114379:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611613.114379:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611613.114379:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000001:1.0:1749611613.114382:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749611613.114382:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000040:1.0:1749611613.114385:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611613.114386:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611613.114388:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611613.114388:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000200:0.0:1749611613.114391:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235500 x1834598494702592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611613.114395:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611613.114399:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.114400:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611613.114402:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749611613.114405:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000100:00000040:0.0:1749611613.114406:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235500 x1834598494702592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611613.114407:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000001:2.0:1749611613.114410:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611613.114411:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611613.114414:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611613.114415:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494702464, offset 0 00000100:00000040:2.0:1749611613.114417:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749611613.114417:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611613.114419:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749611613.114419:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749611613.114421:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611613.114421:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611613.114421:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:2.0:1749611613.114423:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611613.114424:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611613.114428:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a2d80 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:294/0 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611613.114429:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611613.114429:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 786 usecs (1 jiffies) 00000100:00000001:0.0:1749611613.114433:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300886572 00000100:00000001:3.0:1749611613.114435:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611613.114436:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300886593 00000100:00100000:2.0:1749611613.114437:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494702720:12345-0@lo:400:kworker.0 Request processed in 226us (601us total) trans 0 rc 0/0 00000100:00000001:0.0:1749611613.114439:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300886572 00000400:00000200:3.0:1749611613.114440:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000400:00000010:3.0:1749611613.114443:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000100:00000001:0.0:1749611613.114443:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300886593 00000100:00000001:3.0:1749611613.114445:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749611613.114445:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950b80 00000100:00100000:2.0:1749611613.114446:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00000001:0.0:1749611613.114446:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300886572 00000100:00000001:3.0:1749611613.114447:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749611613.114449:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749611613.114449:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300886593 00000100:00000001:3.0:1749611613.114450:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.114451:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749611613.114452:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9799 [1] + 0 00000100:00000001:0.0:1749611613.114452:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300886572 00000100:00000040:3.0:1749611613.114453:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:3.0:1749611613.114455:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749611613.114455:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300886593 00000020:00000001:3.0:1749611613.114457:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.114458:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611613.114458:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611613.114459:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:1.0:1749611613.114459:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749611613.114462:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0c00. 00000100:00000001:0.0:1749611613.114462:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611613.114463:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235180 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:294/0 lens 224/224 e 0 to 0 dl 1749611624 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611613.114464:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611613.114465:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:2.0:1749611613.114466:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cc80. 00000100:00000001:1.0:1749611613.114469:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749611613.114470:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3800. 00000100:00000040:0.0:1749611613.114470:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236a00 x1834598494702848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611613.114472:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079235180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494702976:12345-0@lo:400:kworker.0 Request processed in 235us (526us total) trans 0 rc 0/0 00000020:00000040:2.0:1749611613.114474:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000200:1.0:1749611613.114475:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234380 x1834598494702464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.114477:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611613.114480:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00000001:0.0:1749611613.114481:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749611613.114483:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e0e000 : new rpc_count 0 00000100:00000001:0.0:1749611613.114484:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611613.114485:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611613.114485:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611613.114486:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494702592 00000100:00000001:3.0:1749611613.114487:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611613.114487:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611613.114488:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749611613.114490:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387500. 00000100:00000001:2.0:1749611613.114490:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611613.114490:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234380 x1834598494702464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611613.114490:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611613.114492:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611613.114493:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611613.114495:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be90c8. 02000000:00000001:2.0:1749611613.114495:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611613.114497:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494702592 00000020:00000010:3.0:1749611613.114499:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130800. 00000020:00000001:2.0:1749611613.114499:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611613.114500:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611613.114502:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611613.114502:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:3.0:1749611613.114504:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 4 00000020:00000001:2.0:1749611613.114504:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611613.114504:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494702848:0@lo:38:kworker.0 00000020:00000001:2.0:1749611613.114506:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611613.114507:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611613.114508:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000020:00000010:2.0:1749611613.114509:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130600. 00000100:00000001:0.0:1749611613.114509:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:1.0:1749611613.114511:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000020:00000010:2.0:1749611613.114512:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 02000000:00000001:0.0:1749611613.114512:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611613.114514:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:2.0:1749611613.114515:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be90c8. 02000000:00000001:0.0:1749611613.114515:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611613.114516:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611613.114517:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749611613.114517:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611613.114519:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000010:0.0:1749611613.114551:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974a400. 00000100:00000001:2.0:1749611613.114552:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.114555:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611613.114555:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611613.114560:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00000100:00000001:2.0:1749611613.114561:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611613.114563:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611613.114564:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000040:1.0:1749611613.114567:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:0.0:1749611613.114568:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494702848, portal 10 00000100:00000001:2.0:1749611613.114569:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611613.114571:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611613.114571:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114572:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749611613.114574:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611613.114574:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346582528 : -131939362969088 : ffff880079236a00) 00000100:00000001:3.0:1749611613.114576:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:2.0:1749611613.114576:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00000001:3.0:1749611613.114579:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611613.114580:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941659520 : -131938767892096 : ffff88009c9b9180) 00000100:00000001:3.0:1749611613.114581:0:9760:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611613.114581:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9b8e00 x1834598494702464/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611613.114583:0:9760:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611613.114583:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236a00 x1834598494702848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611613.114586:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9b9180 x1834598494702592/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.114594:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749611613.114597:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494702464:12345-0@lo:38:kworker.0 Request processed in 319us (579us total) trans 0 rc -19/-19 00000100:00000040:0.0:1749611613.114597:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611613.114600:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00100000:2.0:1749611613.114601:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494702592:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611613.114603:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494702848, offset 0 00000100:00000200:2.0:1749611613.114605:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494702592 00000100:00100000:1.0:1749611613.114609:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000400:00000200:0.0:1749611613.114609:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:3.0:1749611613.114612:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:2.0:1749611613.114614:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611613.114614:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611613.114615:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000040:3.0:1749611613.114616:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00010000:00000001:2.0:1749611613.114617:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749611613.114617:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749611613.114620:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0c80. 00000400:00000200:0.0:1749611613.114624:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950d00 00000020:00000010:1.0:1749611613.114626:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 00000020:00000001:2.0:1749611613.114627:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611613.114630:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:1.0:1749611613.114630:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2c00. 00000400:00000200:0.0:1749611613.114630:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 159208 00010000:00020000:2.0:1749611613.114631:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611613.114632:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749611613.114635:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611613.114635:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749611613.114637:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:0.0:1749611613.114637:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1749611613.114639:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1749611613.114640:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749611613.114641:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db898. 00000400:00000200:0.0:1749611613.114641:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611613.114643:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:3.0:1749611613.114645:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b110 00000100:00000001:2.0:1749611613.114646:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749611613.114647:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b110. 02000000:00000001:2.0:1749611613.114648:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611613.114650:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:2.0:1749611613.114653:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457c800. 00000100:00000200:3.0:1749611613.114654:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611613.114656:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114659:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611613.114660:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611613.114662:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749611613.114663:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611613.114664:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611613.114665:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611613.114666:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9b9500. 00000100:00001000:2.0:1749611613.114669:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611613.114670:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611613.114670:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9b9500 x1834598494702848 msgsize 520 00000100:00000001:3.0:1749611613.114671:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611613.114672:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611613.114674:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611613.114674:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749611613.114676:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1749611613.114676:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749611613.114677:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611613.114678:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611613.114679:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611613.114680:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.114681:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:3.0:1749611613.114682:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114683:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611613.114685:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749611613.114687:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00001000:3.0:1749611613.114688:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=18 v=5 (5 5 5 5) 02000000:00000001:2.0:1749611613.114688:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611613.114688:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000001:2.0:1749611613.114690:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:3.0:1749611613.114691:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=18 v=5 (1 1 1 1) 00000400:00000010:0.0:1749611613.114691:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000040:2.0:1749611613.114693:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611613.114694:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611613.114694:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611613.114695:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611613.114695:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00010000:00000001:3.0:1749611613.114698:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749611613.114699:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494702592, offset 0 00000100:00000001:1.0:1749611613.114701:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00080000:3.0:1749611613.114702:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611613.114704:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611613.114704:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494702848 02000000:00000001:1.0:1749611613.114706:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749611613.114709:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236a00 x1834598494702848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611613.114710:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611613.114711:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611613.114713:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749611613.114714:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611613.114715:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:2.0:1749611613.114716:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950c00 00000100:00000001:3.0:1749611613.114717:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611613.114717:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611613.114718:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114720:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749611613.114721:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x97a5 [1] + 0 02000000:00000001:1.0:1749611613.114721:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611613.114722:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611613.114725:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749611613.114725:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494702848 00000100:00000040:0.0:1749611613.114725:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236a00 x1834598494702848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611613.114728:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611613.114728:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611613.114729:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749611613.114730:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611613.114732:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611613.114735:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611613.114736:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611613.114736:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611613.114738:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611613.114738:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611613.114738:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114738:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749611613.114742:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611613.114742:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235500 x1834598494702592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611613.114743:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2c00. 00000100:00000001:0.0:1749611613.114745:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611613.114748:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0c80. 00000100:00000040:0.0:1749611613.114749:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 917 usecs (1 jiffies) 00000100:00100000:3.0:1749611613.114750:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494702720:0@lo:400:kworker.0 00000100:00000040:2.0:1749611613.114751:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235500 x1834598494702592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611613.114752:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00000001:0.0:1749611613.114753:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300886573 00000100:00000001:3.0:1749611613.114754:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611613.114756:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611613.114757:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300886593 00000100:00000001:1.0:1749611613.114758:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749611613.114759:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235880 x1834598494702720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.114759:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611613.114760:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611613.114760:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300886573 00000100:00000001:1.0:1749611613.114763:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611613.114764:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000100:00000001:0.0:1749611613.114764:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300886593 00000100:00000001:3.0:1749611613.114766:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000010:2.0:1749611613.114766:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 02000000:00000001:3.0:1749611613.114767:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611613.114767:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114767:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300886573 00000100:00000001:2.0:1749611613.114768:0:9691:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000010:3.0:1749611613.114770:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c8f3e00. 00000100:00000001:2.0:1749611613.114770:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611613.114770:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300886593 02000000:00000001:3.0:1749611613.114772:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611613.114773:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611613.114774:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611613.114774:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300886573 00000100:00000040:2.0:1749611613.114775:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000040:3.0:1749611613.114776:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:1.0:1749611613.114776:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.114777:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300886593 00000020:00000001:3.0:1749611613.114778:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611613.114778:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611613.114780:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2ec00. 00000020:00000001:2.0:1749611613.114780:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611613.114780:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611613.114784:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9b9180 x1834598494702592/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.114784:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611613.114785:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1749611613.114785:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:3.0:1749611613.114786:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611613.114787:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235880. 00000100:00000001:1.0:1749611613.114787:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:0.0:1749611613.114789:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611613.114790:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611613.114792:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611613.114792:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000400:00000001:0.0:1749611613.114792:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611613.114794:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611613.114795:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941660416 : -131938767891200 : ffff88009c9b9500) 00000400:00000010:0.0:1749611613.114795:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff210. 00000100:00000001:3.0:1749611613.114799:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:2.0:1749611613.114800:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494702592:12345-0@lo:38:kworker.0 Request processed in 197us (439us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749611613.114800:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00000001:3.0:1749611613.114801:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611613.114801:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9b9500 x1834598494702848/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611633 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611613.114802:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749611613.114803:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:3.0:1749611613.114804:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114807:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611613.114808:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00000001:2.0:1749611613.114812:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1749611613.114813:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234700 x1834598494702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.114814:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749611613.114816:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494702848:12345-0@lo:38:kworker.0 00000020:00000010:2.0:1749611613.114818:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000100:00000200:1.0:1749611613.114821:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494702848 00000020:00000010:2.0:1749611613.114824:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be90c8. 00000020:00000001:1.0:1749611613.114824:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749611613.114827:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749611613.114827:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234700 x1834598494702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611613.114830:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130600. 00000100:00000001:2.0:1749611613.114835:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611613.114838:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114838:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00020000:1.0:1749611613.114842:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611613.114846:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611613.114847:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611613.114850:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611613.114850:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611613.114851:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611613.114853:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611613.114853:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:0.0:1749611613.114853:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:2.0:1749611613.114856:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611613.114856:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000001:2.0:1749611613.114858:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611613.114858:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611613.114860:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe6e0. 00000100:00000001:1.0:1749611613.114861:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611613.114861:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611613.114863:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 02000000:00000001:1.0:1749611613.114863:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749611613.114865:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749611613.114867:0:28324:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:1.0:1749611613.114868:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801327dd800. 00000100:00001000:0.0:1749611613.114868:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611613 v=5 (0 0 0 0) 00000100:00000200:2.0:1749611613.114871:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611613.114871:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611613.114873:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=136 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611613.114875:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114878:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:1.0:1749611613.114879:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611613.114881:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114881:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611613.114885:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611613.114886:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1749611613.114886:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611613.114890:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749611613.114892:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234700 x1834598494702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.114893:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611613.114893:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611613.114895:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611613.114897:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749611613.114897:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:2.0:1749611613.114898:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611613.114900:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611613.114900:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611613.114902:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114903:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:2.0:1749611613.114904:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611613.114904:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611613.114907:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1749611613.114909:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979438 time=33 v=5 (5 0 0 0) 00000100:00000040:1.0:1749611613.114909:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611613.114910:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611613.114912:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=33 v=5 (1 0 0 0) 02000000:00000001:1.0:1749611613.114912:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611613.114913:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611613.114915:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:1.0:1749611613.114915:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.114916:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611613.114917:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611613.114917:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749611613.114919:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1749611613.114920:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749611613.114921:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00010000:00080000:2.0:1749611613.114922:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611613.114924:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00080000:0.0:1749611613.114925:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000200:1.0:1749611613.114928:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494702848, offset 0 00000100:00000001:0.0:1749611613.114928:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749611613.114929:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611613.114932:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611613.114933:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749611613.114935:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000400:00000200:1.0:1749611613.114935:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611613.114935:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234700 x1834598494702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.114936:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611613.114940:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611613.114944:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611613.114946:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611613.114947:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494702336:0@lo:38:kworker.0 00000100:00000001:2.0:1749611613.114949:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611613.114950:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611613.114952:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950d00 00000100:00000040:2.0:1749611613.114953:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611613.114954:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611613.114956:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611613.114959:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000100:00100000:2.0:1749611613.114961:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494702976:0@lo:400:kworker.0 00000400:00000200:0.0:1749611613.114963:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000001:2.0:1749611613.114965:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611613.114965:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611613.114968:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611613.114972:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749611613.114974:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234380 x1834598494702464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611613.114976:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236300 x1834598494702976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611613.114976:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x97b9 [1] + 0 00000100:00000001:2.0:1749611613.114982:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:1.0:1749611613.114983:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611613.114984:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611613.114986:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880079130000. 00000400:00000200:1.0:1749611613.114988:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611613.114989:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611613.114991:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611613.114992:0:28324:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749611613.114993:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611613.114994:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611613.114996:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e400. 00000100:00000200:1.0:1749611613.114998:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236a00 x1834598494702848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611613.114999:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611613.115001:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611613.115002:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236300. 00000100:00000200:0.0:1749611613.115004:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234380 x1834598494702464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.115006:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611613.115007:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611613.115009:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611613.115012:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236a00 x1834598494702848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611613.115013:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611613.115015:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.115015:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611613.115017:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611613.115018:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611613.115019:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.115021:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611613.115023:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611613.115024:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611613.115026:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611613.115028:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611613.115029:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 02000000:00000001:0.0:1749611613.115031:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611613.115037:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611613 v=5 (0 0 0 0) 00000400:00000010:1.0:1749611613.115038:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749611613.115042:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:0.0:1749611613.115042:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=118 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611613.115044:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611613.115046:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611613.115049:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.115049:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611613.115052:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611613.115053:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:1.0:1749611613.115057:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611613.115058:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234380 x1834598494702464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611613.115060:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611613.115067:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9b9500 x1834598494702848/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611633 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.115093:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611613.115097:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611613.115099:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.115102:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611613.115104:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749611613.115105:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494702848:12345-0@lo:38:kworker.0 Request processed in 289us (431us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749611613.115109:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611613.115113:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611613.115116:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749611613.115117:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00000001:1.0:1749611613.115120:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611613.115123:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611613.115123:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234380 x1834598494702464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611613.115127:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0c80. 00000020:00000010:1.0:1749611613.115132:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 00000100:00100000:0.0:1749611613.115135:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494702464:0@lo:38:kworker.0 00000020:00000010:1.0:1749611613.115137:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2c00. 00000100:00000001:1.0:1749611613.115141:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.115142:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.115145:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611613.115158:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234700 x1834598494702336/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.115169:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611613.115171:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611613.115174:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099748c00. 02000000:00000001:0.0:1749611613.115179:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611613.115181:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611613.115183:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611613.115187:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611613.115189:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff5c00. 02000000:00000001:0.0:1749611613.115194:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611613.115195:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611613.115198:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234700. 00000100:00000001:0.0:1749611613.115202:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611613.115204:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.115207:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611613.115211:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234380 x1834598494702464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.115220:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611613.115222:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611613.115224:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099748800. 02000000:00000001:0.0:1749611613.115226:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611613.115228:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611613.115230:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611613.115233:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611613.115235:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff4800. 02000000:00000001:0.0:1749611613.115238:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611613.115240:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611613.115241:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234380. 00000100:00000001:0.0:1749611613.115244:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611613.115246:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.115249:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.115255:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611613.115257:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749611613.115260:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611613.115262:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611613.115267:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611613.115276:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611613.115278:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000400:00000200:0.0:1749611613.115282:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611613.115283:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611613.115286:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611613.115290:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235500 x1834598494702592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611613.115299:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235500 x1834598494702592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.115306:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611613.115307:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.115309:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611613.115311:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611613.115313:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611613.115314:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611613.115316:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611613.115321:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611613 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611613.115324:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=18 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611613.115327:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611613.115328:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611613.115330:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611613.115334:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235500 x1834598494702592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.115341:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611613.115343:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611613.115344:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.115346:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611613.115348:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611613.115350:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611613.115353:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611613.115354:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611613.115358:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235500 x1834598494702592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611613.115370:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494702592:0@lo:38:kworker.0 00000400:00000001:0.0:1749611613.115375:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611613.115377:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611613.115378:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000400:00000200:0.0:1749611613.115380:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749611613.115382:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:0.0:1749611613.115384:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611613.115386:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236a00 x1834598494702848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611613.115394:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236a00 x1834598494702848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.115400:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611613.115401:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.115403:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611613.115404:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611613.115405:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611613.115407:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611613.115409:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611613.115412:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012d4a0438 time=1749611613 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611613.115415:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012d4a03f0 time=33 v=20 (20 0 0 0) 00000100:00000001:0.0:1749611613.115417:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611613.115418:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611613.115420:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611613.115423:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236a00 x1834598494702848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.115430:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611613.115432:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611613.115433:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.115434:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611613.115436:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611613.115439:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611613.115446:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611613.115448:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611613.115452:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236a00 x1834598494702848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611613.115459:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494702848:0@lo:38:kworker.0 00000100:00000001:0.0:1749611613.115463:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.115465:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611613.115467:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235500 x1834598494702592/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.115473:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611613.115475:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611613.115477:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974ac00. 02000000:00000001:0.0:1749611613.115480:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611613.115481:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611613.115482:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611613.115484:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611613.115485:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff7c00. 02000000:00000001:0.0:1749611613.115488:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611613.115489:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611613.115490:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235500. 00000100:00000001:0.0:1749611613.115492:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611613.115493:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.115495:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611613.115497:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236a00 x1834598494702848/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611613.115504:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611613.115505:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611613.115507:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974a400. 02000000:00000001:0.0:1749611613.115509:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611613.115510:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611613.115511:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611613.115513:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611613.115514:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457c000. 02000000:00000001:0.0:1749611613.115560:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611613.115563:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611613.115565:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236a00. 00000100:00000001:0.0:1749611613.115570:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611613.115572:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611613.115575:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.115578:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611613.115580:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611613.115583:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611613.115586:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611613.135635:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300886593, at 4300886593 00000100:00000040:2.0:1749611613.135639:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300886593, at 4300886593 00000100:00000010:3.0:1749611613.135646:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee500. 00000100:00000040:1.0:1749611613.135649:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300886593, at 4300886593 00000100:00000040:0.0:1749611613.135649:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300886593, at 4300886593 00000100:00000010:2.0:1749611613.135650:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee740. 00000100:00000010:0.0:1749611613.135676:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee000. 00000100:00000010:1.0:1749611613.135697:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee140. 00000100:00000001:2.0:1749611613.241633:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611613.241638:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611613.241640:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611613.241644:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611613.241647:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611613.241650:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611613.241652:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611613.241654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611613.241656:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611613.370648:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611613.370653:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611613.370765:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611613.370770:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611613.370774:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611613.458648:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611613.458653:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611613.458668:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611613.458671:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611613.458674:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611613.458678:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611613.458680:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611613.458682:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611613.458685:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611614.241607:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611614.241615:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611614.241618:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611614.241622:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611614.241627:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611614.241630:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611614.241633:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611614.241636:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611614.241638:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611614.372665:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611614.372674:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611614.372677:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611614.372680:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611614.372685:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611614.372687:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611614.372690:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611614.372692:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611614.372788:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611614.372792:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611614.372795:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611614.458648:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611614.458655:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611614.458658:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611614.458662:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611614.458666:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611614.458670:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611614.458672:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611614.458675:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611614.458677:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611615.241706:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611615.241715:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611615.241717:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611615.241722:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611615.241726:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611615.241729:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611615.241732:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611615.241735:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611615.241738:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611615.374691:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611615.374698:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611615.374831:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611615.374837:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611615.374840:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611615.458645:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611615.458669:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611615.458672:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611615.458676:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611615.458679:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611615.458682:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611615.458685:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611615.458689:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611615.458691:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611616.241631:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611616.241639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611616.241641:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611616.241645:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611616.241649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611616.241653:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611616.241656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611616.241659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611616.241661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611616.376713:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611616.376721:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611616.376821:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611616.376827:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611616.376830:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611616.458666:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611616.458674:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611616.458678:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611616.458684:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611616.458689:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611616.458694:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611616.458698:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611616.458701:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611616.458705:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611617.241708:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611617.241717:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611617.241721:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611617.241727:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611617.241733:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611617.241737:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611617.241741:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611617.241745:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611617.241749:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611617.378640:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611617.378646:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611617.378711:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611617.378714:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611617.378717:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611617.458618:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611617.458623:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611617.458625:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611617.458629:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611617.458632:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611617.458635:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611617.458638:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611617.458640:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611617.458642:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.115627:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611618.115645:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611618.115647:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611618.115652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611618.115655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611618.115658:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.115661:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611618.126639:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611618.126648:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611618.126651:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611618.126655:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611618.126657:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611618.126660:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611618.126664:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611618.126670:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6219 00000100:00080000:2.0:1749611618.126674:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611618.126677:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611618.126680:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611618.126683:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611618.126685:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611618.126690:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611618.126692:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611618.126696:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611618.126699:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611618.126702:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611618.126704:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611618.126707:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611618.126709:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611618.126711:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611618.126731:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611618.126735:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611618.126739:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611618.126741:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611618.126744:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611618.126752:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611618.126754:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.126756:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611618.126760:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611618.126765:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236300. 00000020:00000040:2.0:1749611618.126769:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611618.126773:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611618.126775:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.126779:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611618.126781:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611618.126785:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611618.126794:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457cc00. 00000100:00000001:2.0:1749611618.126802:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611618.126812:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236300 x1834598494703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611618.126824:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611618.126828:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611618.126833:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236300] to pc [ptlrpcd_rcv+-1] req@ffff880079236300 x1834598494703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611618.126862:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611618.126865:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611618.126869:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611618.126871:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611618.126872:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611618.126875:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611618.126878:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6219 00000100:00080000:2.0:1749611618.126880:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611618.126889:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611618.126891:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611618.126893:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611618.126895:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611618.126897:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611618.126899:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611618.126900:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611618.126902:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611618.126904:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611618.126906:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611618.126909:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611618.126911:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611618.126912:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611618.126914:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611618.126916:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611618.126918:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611618.126920:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611618.126922:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611618.126926:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611618.126928:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.126929:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611618.126931:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611618.126935:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235c00. 00000020:00000040:2.0:1749611618.126937:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611618.126939:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611618.126940:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.126942:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611618.126943:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611618.126945:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611618.126948:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457d000. 00000100:00000001:2.0:1749611618.126952:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.126955:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611618.126956:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235c00 x1834598494703232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611618.126960:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611618.126963:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611618.126976:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611618.126978:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611618.126982:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235c00] to pc [ptlrpcd_rcv+-1] req@ffff880079235c00 x1834598494703232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611618.126982:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236300 x1834598494703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611618.126991:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611618.126993:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611618.126994:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611618.126996:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611618.126997:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611618.126998:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611618.127000:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:0.0:1749611618.127000:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611618.127002:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749611618.127003:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611618.127004:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6219 00000100:00080000:2.0:1749611618.127006:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749611618.127006:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611618.127009:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00100000:0.0:1749611618.127009:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494703104:0@lo:38:kworker.0 00000100:00000001:2.0:1749611618.127010:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611618.127012:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611618.127014:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611618.127014:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749611618.127016:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611618.127017:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611618.127018:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611618.127018:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749611618.127020:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:0.0:1749611618.127020:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611618.127051:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:2.0:1749611618.127053:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611618.127056:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000010:0.0:1749611618.127056:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974a400. 00000100:00000040:2.0:1749611618.127058:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749611618.127059:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.127060:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611618.127062:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611618.127064:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749611618.127066:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00000020:00000040:2.0:1749611618.127067:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611618.127069:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611618.127071:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611618.127073:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 02000000:00000001:2.0:1749611618.127079:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000200:0.0:1749611618.127081:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494703104, portal 4 02000000:00000001:2.0:1749611618.127083:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611618.127083:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749611618.127085:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127085:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346580736 : -131939362970880 : ffff880079236300) 00000100:00000001:2.0:1749611618.127086:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611618.127089:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611618.127092:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237b80. 00000020:00000040:2.0:1749611618.127094:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:0.0:1749611618.127094:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236300 x1834598494703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611618.127097:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611618.127098:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.127100:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611618.127101:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611618.127103:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127103:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:2.0:1749611618.127107:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457d400. 00000100:00000040:0.0:1749611618.127107:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611618.127109:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:2.0:1749611618.127110:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611618.127112:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494703104, offset 0 00000100:00100000:2.0:1749611618.127115:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237b80 x1834598494703360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611618.127118:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611618.127122:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611618.127124:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611618.127127:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237b80] to pc [ptlrpcd_rcv+-1] req@ffff880079237b80 x1834598494703360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611618.127133:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611618.127135:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611618.127138:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611618.127141:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611618.127144:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237480. 00000400:00000200:0.0:1749611618.127145:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf950e00 00000020:00000040:2.0:1749611618.127146:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611618.127148:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611618.127150:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611618.127151:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611618.127153:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 16640 02000000:00000010:2.0:1749611618.127155:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e400. 00000100:00000001:2.0:1749611618.127157:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611618.127160:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611618.127161:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611618.127166:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611618.127168:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611618.127171:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611618.127173:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749611618.127175:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611618.127180:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237480] to pc [ptlrpcd_00_00+0] req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611618.127183:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9b9880. 00000100:00000040:0.0:1749611618.127187:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9b9880 x1834598494703104 msgsize 520 00000100:00100000:0.0:1749611618.127192:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611618.127216:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611618.127219:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611618.127222:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749611618.127225:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00080000:2.0:1749611618.127226:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611618.127227:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000010:0.0:1749611618.127227:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00080000:2.0:1749611618.127229:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611618.127231:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611618.127232:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611618.127234:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6219 00000100:00080000:2.0:1749611618.127236:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1749611618.127236:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236300 x1834598494703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611618.127239:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611618.127241:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611618.127243:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611618.127244:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611618.127244:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611618.127246:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611618.127248:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d606 00000100:00000040:0.0:1749611618.127248:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236300 x1834598494703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611618.127249:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611618.127251:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=8 00000020:00000001:2.0:1749611618.127253:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000001:0.0:1749611618.127255:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611618.127256:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000001:0.0:1749611618.127257:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749611618.127259:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611618.127261:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611618.127261:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611618.127262:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611618.127264:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611618.127266:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 7 00000100:00000040:0.0:1749611618.127267:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1263 usecs (2 jiffies) 00000100:00080000:2.0:1749611618.127268:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d4a0000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611618.127270:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127271:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300891586 02000000:00000001:2.0:1749611618.127272:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611618.127275:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749611618.127275:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee000. 02000000:00000001:2.0:1749611618.127282:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127282:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611618.127285:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611618.127286:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127288:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300891586 00000100:00000010:2.0:1749611618.127289:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237100. 00000020:00000040:2.0:1749611618.127291:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000010:0.0:1749611618.127291:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee540. 02000000:00000001:2.0:1749611618.127294:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749611618.127294:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:2.0:1749611618.127295:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.127296:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611618.127298:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611618.127299:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611618.127303:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457d800. 00000100:00000001:3.0:1749611618.127305:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611618.127306:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127309:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300891586 00000100:00100000:2.0:1749611618.127310:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237100 x1834598494703616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611618.127311:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749611618.127312:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee100. 00000100:00000001:3.0:1749611618.127314:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611618.127316:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611618.127317:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611618.127319:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127319:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300891586 00000100:00000010:0.0:1749611618.127321:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee480. 00000100:00000040:3.0:1749611618.127322:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611618.127323:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237100] to pc [ptlrpcd_rcv+-1] req@ffff880079237100 x1834598494703616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611618.127324:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749611618.127327:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611618.127329:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.127330:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127332:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611618.127333:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611618.127336:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611618.127338:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237800. 00000020:00000040:2.0:1749611618.127340:0:18174:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611618.127340:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611618.127342:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611618.127343:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611618.127345:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127345:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611618.127347:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749611618.127348:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e500. 00000100:00000001:2.0:1749611618.127350:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127350:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611618.127351:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611618.127351:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611618.127353:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611618.127353:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611618.127353:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749611618.127357:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749611618.127357:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235c00 x1834598494703232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611618.127359:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611618.127360:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749611618.127362:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.127362:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127365:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:3.0:1749611618.127366:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494703488:0@lo:400:kworker.0 00000100:00000040:2.0:1749611618.127366:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237800] to pc [ptlrpcd_00_01+1] req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611618.127367:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611618.127370:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611618.127370:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611618.127372:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611618.127373:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611618.127374:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611618.127375:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611618.127377:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749611618.127377:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494703232:0@lo:38:kworker.0 00000100:00000001:2.0:1749611618.127380:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127380:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000010:3.0:1749611618.127381:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124800. 02000000:00000001:0.0:1749611618.127382:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611618.127383:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611618.127384:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611618.127385:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6229) 02000000:00000001:0.0:1749611618.127386:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:3.0:1749611618.127389:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f76e0. 02000000:00000010:0.0:1749611618.127389:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974ac00. 02000000:00000001:0.0:1749611618.127391:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611618.127394:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000400:00000010:0.0:1749611618.127395:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 00000100:00000200:3.0:1749611618.127399:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494703488, portal 10 00000400:00000010:0.0:1749611618.127399:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:3.0:1749611618.127402:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611618.127403:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346585216 : -131939362966400 : ffff880079237480) 00000100:00000200:0.0:1749611618.127403:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494703232, portal 10 00000100:00000001:0.0:1749611618.127405:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611618.127406:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346578944 : -131939362972672 : ffff880079235c00) 00000100:00000040:3.0:1749611618.127411:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611618.127413:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235c00 x1834598494703232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611618.127419:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611618.127419:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611618.127420:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:3.0:1749611618.127421:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:2.0:1749611618.127422:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494703104 00000100:00000040:0.0:1749611618.127422:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611618.127423:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000001:1.0:1749611618.127423:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749611618.127423:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 02000000:00000001:2.0:1749611618.127426:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749611618.127426:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494703232, offset 0 00000100:00000200:3.0:1749611618.127427:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494703488, offset 0 00000100:00000001:2.0:1749611618.127429:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611618.127430:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:0.0:1749611618.127430:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611618.127432:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611618.127432:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749611618.127434:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611618.127435:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611618.127436:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749611618.127438:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494703104 00000100:00000040:1.0:1749611618.127440:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611618.127441:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611618.127442:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:3.0:1749611618.127443:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611618.127443:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950e80 00000020:00000001:2.0:1749611618.127444:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611618.127446:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611618.127448:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611618.127451:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf950f80 00000020:00000010:2.0:1749611618.127452:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130000. 00000100:00000001:1.0:1749611618.127452:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:0.0:1749611618.127453:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 159728 00000100:00000001:1.0:1749611618.127454:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611618.127457:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 02000000:00000001:1.0:1749611618.127458:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:0.0:1749611618.127459:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:2.0:1749611618.127462:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be90c8. 00000400:00000200:0.0:1749611618.127463:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611618.127467:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:3.0:1749611618.127468:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 160248 00000100:00000001:2.0:1749611618.127469:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749611618.127470:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611618.127471:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611618.127472:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611618.127474:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611618.127477:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611618.127477:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494703744:0@lo:400:kworker.0 00000400:00000200:3.0:1749611618.127478:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611618.127478:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611618.127479:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611618.127481:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:0.0:1749611618.127483:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9b9c00. 00000100:00000001:2.0:1749611618.127484:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611618.127485:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749611618.127486:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9b9c00 x1834598494703232 msgsize 520 02000000:00000001:1.0:1749611618.127487:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611618.127489:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:0.0:1749611618.127490:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611618.127493:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000010:1.0:1749611618.127493:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88009c8f2c00. 00000100:00000001:2.0:1749611618.127495:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749611618.127495:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127498:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:2.0:1749611618.127500:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000400:00000010:1.0:1749611618.127500:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db6e0. 00000100:00000001:3.0:1749611618.127502:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611618.127504:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611618.127504:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941661312 : -131938767890304 : ffff88009c9b9880) 00000400:00000010:1.0:1749611618.127506:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749611618.127507:0:9696:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611618.127507:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000040:2.0:1749611618.127508:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9b9880 x1834598494703104/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611618.127509:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611618.127511:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611618.127514:0:9696:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611618.127515:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235c00 x1834598494703232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611618.127519:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494703104:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749611618.127548:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494703104 00000100:00000001:0.0:1749611618.127549:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611618.127552:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749611618.127553:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235c00 x1834598494703232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611618.127556:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611618.127559:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611618.127561:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494703744, portal 10 00000100:00000001:0.0:1749611618.127561:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611618.127564:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611618.127564:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611618.127565:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611618.127566:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611618.127566:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346586112 : -131939362965504 : ffff880079237800) 00000100:00000040:0.0:1749611618.127569:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1096 usecs (2 jiffies) 00000100:00000010:3.0:1749611618.127571:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f576680. 00000100:00000001:0.0:1749611618.127571:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300891587 00000100:00000040:3.0:1749611618.127574:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009f576680 x1834598494703488 msgsize 224 00000100:00000040:1.0:1749611618.127574:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611618.127576:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127576:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300891586 00000100:00100000:3.0:1749611618.127579:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611618.127579:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300891587 00010000:00020000:2.0:1749611618.127581:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611618.127583:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611618.127583:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300891586 00010000:00000001:2.0:1749611618.127584:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611618.127585:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300891587 00000100:00000040:1.0:1749611618.127586:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749611618.127587:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611618.127588:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000010:1.0:1749611618.127588:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000001:0.0:1749611618.127589:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300891586 00000100:00000001:2.0:1749611618.127590:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:1.0:1749611618.127591:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494703744, offset 0 00000100:00000001:0.0:1749611618.127591:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300891587 00000100:00000001:2.0:1749611618.127593:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611618.127594:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300891586 00000400:00000200:3.0:1749611618.127595:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 02000000:00000001:2.0:1749611618.127596:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611618.127596:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749611618.127598:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 02000000:00000010:2.0:1749611618.127599:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457dc00. 02000000:00000001:2.0:1749611618.127601:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611618.127602:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611618.127604:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127604:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611618.127605:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611618.127606:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:3.0:1749611618.127607:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611618.127608:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611618.127610:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611618.127610:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237b80 x1834598494703360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611618.127614:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749611618.127614:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611618.127616:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611618.127617:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611618.127618:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1749611618.127619:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611618.127620:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.127621:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749611618.127621:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf951080 02000000:00000001:0.0:1749611618.127622:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611618.127623:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611618.127624:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611618.127625:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611618.127626:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611618.127626:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.127627:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749611618.127627:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 160472 00000100:00000001:3.0:1749611618.127628:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749611618.127629:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494703360:0@lo:38:kworker.0 00000100:00000040:2.0:1749611618.127631:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611618.127632:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611618.127633:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749611618.127633:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611618.127633:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611618.127635:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611618.127635:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:3.0:1749611618.127636:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 955 usecs (1 jiffies) 02000000:00000001:0.0:1749611618.127636:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.127637:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611618.127637:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611618.127638:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611618.127639:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300891586 00000100:00000040:2.0:1749611618.127640:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749611618.127640:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099748800. 00000100:00000001:1.0:1749611618.127641:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611618.127642:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300891587 02000000:00000001:0.0:1749611618.127642:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611618.127643:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000200:1.0:1749611618.127643:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611618.127645:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300891586 00000400:00000010:0.0:1749611618.127646:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00000100:00000001:3.0:1749611618.127647:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300891587 00000100:00000010:1.0:1749611618.127647:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a3100. 00000100:00000200:2.0:1749611618.127648:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494703104, offset 0 00000100:00000001:3.0:1749611618.127649:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300891586 00000400:00000010:0.0:1749611618.127649:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000040:1.0:1749611618.127650:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a3100 x1834598494703744 msgsize 224 00000100:00000001:3.0:1749611618.127651:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300891587 00000100:00000001:3.0:1749611618.127653:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300891586 00000100:00000200:0.0:1749611618.127653:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494703360, portal 10 00000100:00000001:0.0:1749611618.127654:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611618.127655:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300891587 00000400:00000200:2.0:1749611618.127655:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:1.0:1749611618.127656:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611618.127656:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346587008 : -131939362964608 : ffff880079237b80) 00000100:00000001:3.0:1749611618.127657:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611618.127660:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611618.127662:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611618.127662:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237b80 x1834598494703360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611618.127663:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611618.127665:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611618.127665:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611618.127668:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611618.127670:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf950e00 00000100:00000040:0.0:1749611618.127671:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611618.127673:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:0.0:1749611618.127673:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:3.0:1749611618.127676:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611618.127678:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749611618.127680:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611618.127681:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749611618.127682:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:3.0:1749611618.127683:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611618.127685:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611618.127686:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749611618.127689:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x97c9 [1] + 0 00000100:00000200:1.0:1749611618.127691:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611618.127694:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494703360, offset 0 00000400:00000200:2.0:1749611618.127695:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611618.127698:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611618.127699:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749611618.127699:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611618.127699:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749611618.127701:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494703232 02000000:00000001:3.0:1749611618.127703:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749611618.127703:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611618.127704:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611618.127705:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611618.127705:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611618.127708:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611618.127709:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236300 x1834598494703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611618.127709:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611618.127711:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611618.127711:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611618.127711:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf950f00 00000100:00100000:3.0:1749611618.127714:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494703232 00000400:00000200:0.0:1749611618.127715:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 160696 00000020:00000001:3.0:1749611618.127716:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611618.127716:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611618.127718:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611618.127719:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749611618.127720:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1006 usecs (2 jiffies) 00000400:00000200:0.0:1749611618.127720:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611618.127722:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611618.127723:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611618.127724:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611618.127724:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236300 x1834598494703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611618.127724:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300891587 00000020:00000010:3.0:1749611618.127727:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125600. 00000100:00000001:1.0:1749611618.127728:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300891587 00000020:00000010:3.0:1749611618.127731:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7880. 00000100:00000001:1.0:1749611618.127732:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300891587 00000100:00000001:0.0:1749611618.127732:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611618.127733:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611618.127733:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:3.0:1749611618.127735:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8258. 00000100:00000001:1.0:1749611618.127735:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300891587 00000100:00000010:0.0:1749611618.127737:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9b9f80. 00000100:00000001:3.0:1749611618.127738:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611618.127738:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300891587 00000100:00000001:3.0:1749611618.127739:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749611618.127739:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9b9f80 x1834598494703360 msgsize 520 00000400:00000200:2.0:1749611618.127740:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000001:3.0:1749611618.127742:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611618.127742:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:1.0:1749611618.127742:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300891587 00000100:00100000:0.0:1749611618.127744:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611618.127745:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611618.127745:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300891587 00000100:00000001:3.0:1749611618.127746:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.127747:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611618.127748:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300891587 00000100:00000001:0.0:1749611618.127750:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611618.127751:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611618.127751:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611618.127754:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611618.127755:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611618.127755:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611618.127755:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00000001:2.0:1749611618.127756:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611618.127757:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000020:00000001:2.0:1749611618.127758:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611618.127759:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127759:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611618.127760:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611618.127761:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494703488 02000000:00000001:3.0:1749611618.127763:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611618.127763:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9b9880 x1834598494703104/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611618.127763:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611618.127763:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237b80 x1834598494703360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611618.127764:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611618.127766:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611618.127768:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611618.127770:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494703488 00000100:00000001:1.0:1749611618.127770:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611618.127770:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749611618.127771:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611618.127772:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00100000:2.0:1749611618.127773:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494703104:12345-0@lo:38:kworker.0 Request processed in 254us (584us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611618.127773:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1749611618.127773:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237b80 x1834598494703360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611618.127774:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611618.127776:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749611618.127776:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611618.127779:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611618.127779:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611618.127781:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127781:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:2.0:1749611618.127782:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000020:00000001:3.0:1749611618.127783:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611618.127783:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611618.127784:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.127785:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749611618.127786:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611618.127786:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611618.127786:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 787 usecs (1 jiffies) 00000100:00000001:0.0:1749611618.127789:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300891586 00000100:00000001:3.0:1749611618.127791:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611618.127791:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000100:00000001:0.0:1749611618.127791:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300891587 00000020:00000010:3.0:1749611618.127794:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b2230080. 00000100:00000001:0.0:1749611618.127794:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300891586 00000020:00000010:2.0:1749611618.127796:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be90c8. 00000100:00000001:0.0:1749611618.127796:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300891587 00000100:00000001:0.0:1749611618.127798:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300891586 00000100:00000001:0.0:1749611618.127800:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300891587 00000020:00000040:3.0:1749611618.127801:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:2.0:1749611618.127801:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130000. 00000100:00000001:0.0:1749611618.127802:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300891586 00000100:00000001:0.0:1749611618.127804:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300891587 00000100:00000001:2.0:1749611618.127805:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611618.127806:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611618.127806:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611618.127807:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611618.127808:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611618.127809:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494703744 00000020:00000010:3.0:1749611618.127810:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 00000100:00000001:0.0:1749611618.127810:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:1.0:1749611618.127812:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:3.0:1749611618.127813:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7180. 00000100:00000040:0.0:1749611618.127813:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237100 x1834598494703616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611618.127816:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c84b0. 00000100:00000040:3.0:1749611618.127822:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611618.127823:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611618.127824:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611618.127824:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611618.127825:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749611618.127826:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494703360 00000100:00000001:1.0:1749611618.127826:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611618.127828:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611618.127828:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611618.127830:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749611618.127831:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127831:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611618.127832:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611618.127832:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127832:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611618.127834:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1749611618.127834:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611618.127835:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611618.127835:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494703744 02000000:00000001:0.0:1749611618.127835:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749611618.127837:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494703360 02000000:00000001:0.0:1749611618.127837:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611618.127839:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749611618.127839:0:9692:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749611618.127839:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611618.127840:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611618.127840:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000040:1.0:1749611618.127841:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d61b 00000100:00100000:0.0:1749611618.127841:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494703616:0@lo:38:kworker.0 00000020:00000001:2.0:1749611618.127842:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611618.127844:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611618.127844:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611618.127845:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611618.127846:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749611618.127846:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:1.0:1749611618.127848:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e0e000 refcount=5 02000000:00000001:0.0:1749611618.127848:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611618.127849:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611618.127849:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749611618.127850:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000020:00000001:2.0:1749611618.127851:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611618.127852:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 02000000:00000010:0.0:1749611618.127852:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099748c00. 00000100:00000040:3.0:1749611618.127853:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000010:2.0:1749611618.127854:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130000. 02000000:00000001:0.0:1749611618.127854:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611618.127855:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987523712 : -131938722027904 : ffff88009f576680) 00000020:00000001:1.0:1749611618.127856:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000020:00000010:2.0:1749611618.127857:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000400:00000010:0.0:1749611618.127857:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff210. 00000100:00000040:3.0:1749611618.127860:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f576680 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:299/0 lens 224/0 e 0 to 0 dl 1749611629 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611618.127860:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be90c8. 00000400:00000010:0.0:1749611618.127860:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:1.0:1749611618.127861:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749611618.127862:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494703616, portal 10 00000100:00000001:2.0:1749611618.127863:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611618.127864:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611618.127865:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611618.127865:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346584320 : -131939362967296 : ffff880079237100) 00000020:00000010:1.0:1749611618.127866:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e688100. 00000100:00000001:2.0:1749611618.127867:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611618.127869:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611618.127870:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b2230a00. 00000100:00000001:2.0:1749611618.127870:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611618.127871:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e688880. 00000100:00000040:0.0:1749611618.127871:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237100 x1834598494703616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611618.127872:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611618.127877:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611618.127878:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611618.127879:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611618.127880:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:1.0:1749611618.127880:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e688100. 00000100:00000040:0.0:1749611618.127880:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611618.127881:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000200:0.0:1749611618.127883:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494703616, offset 0 00000100:00100000:2.0:1749611618.127884:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 839 00000100:00000001:3.0:1749611618.127885:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611618.127886:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941662208 : -131938767889408 : ffff88009c9b9c00) 00000020:00000010:3.0:1749611618.127887:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b2230a00. 00000400:00000200:0.0:1749611618.127887:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749611618.127888:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3e00. 00000100:00000040:2.0:1749611618.127890:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9b9c00 x1834598494703232/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611618.127892:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494703488:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1749611618.127892:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749611618.127893:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0c80. 00000100:00000200:3.0:1749611618.127896:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494703488 00000400:00000200:0.0:1749611618.127897:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951000 00000020:00000001:3.0:1749611618.127899:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749611618.127899:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494703232:12345-0@lo:38:kworker.0 00000020:00000010:1.0:1749611618.127899:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000400:00000200:0.0:1749611618.127900:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 161216 00000020:00000001:3.0:1749611618.127902:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:2.0:1749611618.127902:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494703232 00000020:00000001:2.0:1749611618.127904:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749611618.127904:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749611618.127906:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611618.127906:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749611618.127907:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611618.127908:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611618.127909:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749611618.127910:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611618.127911:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:3.0:1749611618.127912:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:1.0:1749611618.127912:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611618.127913:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9ba300. 00000020:00000001:2.0:1749611618.127914:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611618.127915:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00020000:2.0:1749611618.127917:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749611618.127918:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749611618.127918:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:2.0:1749611618.127920:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611618.127921:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1749611618.127921:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9ba300 x1834598494703616 msgsize 520 00000020:00000001:3.0:1749611618.127922:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611618.127923:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611618.127923:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611618.127924:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749611618.127925:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:0.0:1749611618.127925:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749611618.127926:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749611618.127926:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611618.127927:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611618.127927:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749611618.127928:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611618.127928:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611618.127930:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:2.0:1749611618.127931:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457e000. 00000400:00000200:0.0:1749611618.127931:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 02000000:00000001:2.0:1749611618.127933:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611618.127933:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:3.0:1749611618.127934:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611618.127935:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127935:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749611618.127936:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:2.0:1749611618.127938:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611618.127938:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749611618.127938:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237100 x1834598494703616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:3.0:1749611618.127940:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41d800. 00010000:00000001:2.0:1749611618.127940:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611618.127941:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494703616 02000000:00000001:3.0:1749611618.127942:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611618.127942:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:1.0:1749611618.127943:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611618.127944:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127944:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611618.127946:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749611618.127947:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611618.127947:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237100 x1834598494703616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611618.127948:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749611618.127950:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494703488 00000100:00000001:2.0:1749611618.127950:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611618.127952:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749611618.127952:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611618.127953:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749611618.127954:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611618.127954:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611618.127955:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494703616 00000100:00000001:0.0:1749611618.127955:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611618.127956:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00010000:00000200:3.0:1749611618.127957:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f576680 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611618.127957:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611618.127958:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.127959:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000040:1.0:1749611618.127959:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611618.127960:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611618.127961:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 931 usecs (1 jiffies) 00000100:00000040:2.0:1749611618.127962:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749611618.127962:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127963:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300891586 02000000:00000001:2.0:1749611618.127964:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:3.0:1749611618.127965:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749611618.127966:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127966:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300891587 00010000:00000001:3.0:1749611618.127967:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.127968:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611618.127968:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300891586 00000100:00001000:3.0:1749611618.127970:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=73 v=5 (1 1 1 1) 00000100:00000040:2.0:1749611618.127970:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749611618.127970:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.127970:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300891587 00000100:00000001:0.0:1749611618.127971:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300891586 00000400:00000010:2.0:1749611618.127972:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749611618.127973:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300891587 00000100:00000001:3.0:1749611618.127974:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:1.0:1749611618.127974:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3800. 00000100:00000001:0.0:1749611618.127975:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300891586 00000100:00000040:3.0:1749611618.127976:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000200:2.0:1749611618.127976:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494703232, offset 0 00000020:00000010:1.0:1749611618.127977:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0b00. 00000100:00000001:0.0:1749611618.127977:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300891587 00000100:00000001:3.0:1749611618.127979:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611618.127979:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611618.127980:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611618.127981:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749611618.127981:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cbb8. 00000100:00000001:0.0:1749611618.127981:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611618.127983:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611618.127984:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611618.127985:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611618.127985:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:0.0:1749611618.127985:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749611618.127987:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611618.127987:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1749611618.127987:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611618.127988:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611618.127989:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000400:00000010:3.0:1749611618.127990:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000001:1.0:1749611618.127991:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611618.127992:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950e80 00000400:00000200:0.0:1749611618.127992:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000001:1.0:1749611618.127993:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611618.127994:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:0.0:1749611618.127996:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611618.127998:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494703488, offset 224 00000100:00000001:1.0:1749611618.127999:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:2.0:1749611618.128000:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x97d5 [1] + 0 00000100:00000001:1.0:1749611618.128001:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749611618.128004:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611618.128004:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749611618.128004:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236300 x1834598494703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611618.128006:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000400:00000200:2.0:1749611618.128007:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611618.128009:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e0e000 : new rpc_count 1 00000400:00000200:3.0:1749611618.128011:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611618.128011:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611618.128011:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598684928 : -131939110866688 : ffff8800882a3100) 00000100:00000200:0.0:1749611618.128013:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236300 x1834598494703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611618.128015:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235c00 x1834598494703232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611618.128016:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a3100 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:299/0 lens 224/0 e 0 to 0 dl 1749611629 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611618.128017:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950f80 00000100:00000001:0.0:1749611618.128020:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611618.128042:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611618.128045:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611618.128048:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:2.0:1749611618.128050:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235c00 x1834598494703232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611618.128050:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611618.128052:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611618.128054:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x97d1 [1] + 224 02000000:00000001:0.0:1749611618.128055:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611618.128058:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00001000:0.0:1749611618.128061:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611618 v=5 (0 0 0 0) 00000020:00000010:1.0:1749611618.128062:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e688100. 00000100:00000001:2.0:1749611618.128065:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611618.128065:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749611618.128065:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=141 v=20 (1 20 1 1) 00000400:00000200:3.0:1749611618.128066:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749611618.128067:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e688100. 00000100:00000001:0.0:1749611618.128067:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749611618.128069:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611618.128070:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611618.128072:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00100000:1.0:1749611618.128072:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494703744:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749611618.128072:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749611618.128075:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000200:1.0:1749611618.128076:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494703744 00000100:00000040:0.0:1749611618.128077:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236300 x1834598494703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611618.128078:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749611618.128078:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611618.128079:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611618.128080:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749611618.128081:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749611618.128083:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611618.128084:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611618.128084:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611618.128085:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611618.128085:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749611618.128087:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749611618.128088:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749611618.128089:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611618.128089:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611618.128090:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611618.128091:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611618.128092:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611618.128093:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611618.128094:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611618.128094:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749611618.128095:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611618.128096:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00080000:0.0:1749611618.128096:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749611618.128097:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:1.0:1749611618.128099:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611618.128099:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:1.0:1749611618.128101:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:2.0:1749611618.128102:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9b9c00 x1834598494703232/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611618.128102:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611618.128105:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611618.128106:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236300 x1834598494703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611618.128110:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00000001:1.0:1749611618.128110:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:3.0:1749611618.128112:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 02000000:00000001:1.0:1749611618.128112:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611618.128114:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:0.0:1749611618.128115:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494703104:0@lo:38:kworker.0 00000100:00000001:3.0:1749611618.128116:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000010:1.0:1749611618.128117:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801327df800. 00000100:00000001:3.0:1749611618.128119:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611618.128119:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.128119:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611618.128121:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611618.128122:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:1.0:1749611618.128123:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611618.128125:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00000040:1.0:1749611618.128126:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494703744 00000100:00000001:0.0:1749611618.128126:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749611618.128127:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611618.128127:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494703232:12345-0@lo:38:kworker.0 Request processed in 224us (635us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749611618.128129:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1749611618.128129:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749611618.128130:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236300 x1834598494703104/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:1.0:1749611618.128133:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800882a3100 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611618.128134:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f576680 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611618.128137:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:2.0:1749611618.128139:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 839 02000000:00000001:0.0:1749611618.128139:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1749611618.128141:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:0.0:1749611618.128142:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974a400. 00000100:00100000:3.0:1749611618.128143:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f576680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494703488:12345-0@lo:400:kworker.0 Request processed in 273us (567us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611618.128143:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749611618.128143:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.128145:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:1.0:1749611618.128146:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=73 v=5 (1 1 1 1) 02000000:00000001:0.0:1749611618.128146:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611618.128148:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:2.0:1749611618.128150:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7880. 00000100:00000001:1.0:1749611618.128150:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000040:0.0:1749611618.128150:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:3.0:1749611618.128152:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000020:00000001:0.0:1749611618.128152:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:1.0:1749611618.128153:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:3.0:1749611618.128155:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749611618.128155:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:0.0:1749611618.128155:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457cc00. 00000020:00000010:2.0:1749611618.128156:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8258. 00000100:00000001:3.0:1749611618.128157:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749611618.128157:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611618.128159:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749611618.128159:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611618.128159:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611618.128160:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:2.0:1749611618.128161:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125600. 00000100:00000001:1.0:1749611618.128161:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749611618.128162:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236300. 00000020:00000010:3.0:1749611618.128163:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7180. 00000100:00000040:1.0:1749611618.128164:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:3.0:1749611618.128166:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c84b0. 00000400:00000010:1.0:1749611618.128166:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000001:0.0:1749611618.128166:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611618.128167:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611618.128167:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611618.128169:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611618.128170:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 00000100:00000200:1.0:1749611618.128170:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494703744, offset 224 00000400:00000200:1.0:1749611618.128174:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611618.128174:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611618.128176:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749611618.128178:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611618.128178:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611618.128179:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611618.128179:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611618.128181:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611618.128182:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611618.128182:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1749611618.128183:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611618.128184:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749611618.128186:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000400:00000010:0.0:1749611618.128186:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000400:00000200:1.0:1749611618.128188:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951080 00000100:00000001:2.0:1749611618.128189:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941663104 : -131938767888512 : ffff88009c9b9f80) 00000400:00000200:0.0:1749611618.128189:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611618.128191:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:3.0:1749611618.128193:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611618.128193:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611618.128195:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:2.0:1749611618.128195:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9b9f80 x1834598494703360/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611618.128196:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x97e1 [1] + 224 00000100:00000200:0.0:1749611618.128197:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235c00 x1834598494703232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611618.128200:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611618.128204:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611618.128205:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235c00 x1834598494703232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611618.128208:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611618.128210:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:2.0:1749611618.128210:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494703360:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611618.128212:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611618.128212:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611618.128213:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941664000 : -131938767887616 : ffff88009c9ba300) 00000100:00000001:0.0:1749611618.128213:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611618.128215:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494703360 00000100:00000001:0.0:1749611618.128215:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611618.128216:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611618.128217:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:2.0:1749611618.128218:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:3.0:1749611618.128220:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9ba300 x1834598494703616/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611638 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611618.128221:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:1.0:1749611618.128221:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611618.128223:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611618.128225:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611618.128230:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611618 v=5 (0 0 0 0) 00000020:00000001:2.0:1749611618.128232:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611618.128233:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=123 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611618.128234:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:3.0:1749611618.128236:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494703616:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611618.128236:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00020000:2.0:1749611618.128237:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611618.128238:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611618.128239:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749611618.128241:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494703616 00010000:00000001:2.0:1749611618.128241:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611618.128243:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235c00 x1834598494703232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611618.128244:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611618.128244:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611618.128245:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:2.0:1749611618.128246:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000010:1.0:1749611618.128247:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00010000:00000001:3.0:1749611618.128248:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611618.128248:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611618.128250:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611618.128250:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611618.128250:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611618.128251:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611618.128252:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000010:2.0:1749611618.128253:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457e400. 00000100:00000001:0.0:1749611618.128253:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611618.128254:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611618.128255:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.128255:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611618.128257:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611618.128257:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611618.128257:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611618.128259:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1749611618.128260:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611618.128260:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611618.128260:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00080000:0.0:1749611618.128261:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:1.0:1749611618.128262:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.128263:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611618.128264:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00020000:3.0:1749611618.128265:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749611618.128267:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235c00 x1834598494703232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611618.128268:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611618.128268:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a3100 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:299/0 lens 224/224 e 0 to 0 dl 1749611629 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611618.128269:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749611618.128272:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749611618.128273:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611618.128275:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:0.0:1749611618.128275:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494703232:0@lo:38:kworker.0 00000100:00000001:3.0:1749611618.128277:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611618.128277:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749611618.128278:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28322:x1834598494703744:12345-0@lo:400:kworker.0 Request processed in 220us (625us total) trans 0 rc 0/0 00000100:00000001:3.0:1749611618.128279:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611618.128279:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611618.128280:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611618.128281:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611618.128282:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611618.128282:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611618.128284:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235c00 x1834598494703232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611618.128285:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000010:3.0:1749611618.128287:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41ec00. 00000100:00100000:1.0:1749611618.128287:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00000040:2.0:1749611618.128288:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749611618.128290:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611618.128290:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749611618.128290:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e0e000 : new rpc_count 0 00000100:00000001:0.0:1749611618.128290:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611618.128291:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749611618.128292:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611618.128292:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1749611618.128293:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974ac00. 00000100:00000001:3.0:1749611618.128294:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.128294:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611618.128294:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611618.128295:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:2.0:1749611618.128296:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749611618.128296:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:3.0:1749611618.128298:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:2.0:1749611618.128298:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000020:00000010:1.0:1749611618.128298:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0c80. 00000020:00000040:0.0:1749611618.128298:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611618.128299:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749611618.128301:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611618.128302:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494703360, offset 0 00000020:00000010:1.0:1749611618.128302:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 00000100:00001000:3.0:1749611618.128305:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611618.128306:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749611618.128306:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3e00. 00000100:00000001:3.0:1749611618.128309:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:1.0:1749611618.128309:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 4 00000100:00000001:1.0:1749611618.128312:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611618.128313:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611618.128313:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749611618.128315:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457d000. 00000100:00000040:3.0:1749611618.128316:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749611618.128318:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf950f00 02000000:00000001:0.0:1749611618.128319:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611618.128320:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611618.128320:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611618.128322:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235c00. 00000400:00000200:2.0:1749611618.128323:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x97ed [1] + 0 00000100:00000001:3.0:1749611618.128324:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611618.128325:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611618.128326:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611618.128326:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611618.128327:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611618.128328:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611618.128328:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611618.128329:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:2.0:1749611618.128330:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611618.128330:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611618.128331:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:3.0:1749611618.128332:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000001:1.0:1749611618.128332:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611618.128332:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611618.128333:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:3.0:1749611618.128334:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.128334:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611618.128335:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db6e0. 00000100:00000001:3.0:1749611618.128337:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611618.128338:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000010:1.0:1749611618.128340:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000040:3.0:1749611618.128341:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611618.128342:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749611618.128343:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000200:1.0:1749611618.128345:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611618.128350:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611618.128354:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494703616, offset 0 00000100:00000200:2.0:1749611618.128354:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237b80 x1834598494703360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611618.128354:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611618.128359:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611618.128363:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237b80 x1834598494703360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611618.128367:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:0.0:1749611618.128367:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749611618.128371:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:0.0:1749611618.128371:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:3.0:1749611618.128373:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951000 00000100:00000001:1.0:1749611618.128373:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611618.128375:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611618.128377:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749611618.128377:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749611618.128378:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x97f5 [1] + 0 00000100:00000001:1.0:1749611618.128379:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611618.128381:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611618.128382:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611618.128383:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 02000000:00000001:1.0:1749611618.128383:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611618.128385:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749611618.128386:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749611618.128388:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:1.0:1749611618.128388:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979438 time=38 v=5 (5 0 0 0) 00000100:00000001:3.0:1749611618.128389:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611618.128389:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:1.0:1749611618.128391:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=38 v=5 (1 0 0 0) 00000100:00000200:3.0:1749611618.128393:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237100 x1834598494703616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611618.128393:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.128393:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611618.128394:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611618.128394:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611618.128395:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611618.128395:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611618.128398:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611618.128398:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000400:00000001:0.0:1749611618.128398:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611618.128399:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611618.128401:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000100:00000040:3.0:1749611618.128402:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237100 x1834598494703616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1749611618.128402:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611618.128404:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611618.128404:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611618.128406:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611618.128408:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611618.128409:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9b9f80 x1834598494703360/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611618.128410:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611618.128411:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611618.128413:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1749611618.128413:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237b80 x1834598494703360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611618.128414:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00000040:1.0:1749611618.128415:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000010:3.0:1749611618.128416:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:1.0:1749611618.128416:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611618.128418:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749611618.128418:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494703360:12345-0@lo:38:kworker.0 Request processed in 209us (676us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611618.128418:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611618.128420:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749611618.128421:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611618.128421:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237b80 x1834598494703360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611618.128422:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611618.128425:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:2.0:1749611618.128426:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00000001:3.0:1749611618.128428:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611618.128428:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611618.128429:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611618.128429:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749611618.128430:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611618.128430:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611618.128430:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611618.128430:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611618.128431:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611618.128432:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:3.0:1749611618.128434:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9ba300 x1834598494703616/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611638 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611618.128434:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 02000000:00000001:0.0:1749611618.128434:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749611618.128435:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611618.128435:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611618.128436:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611618.128437:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be90c8. 02000000:00000001:0.0:1749611618.128438:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611618.128441:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130000. 00000100:00001000:0.0:1749611618.128442:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611618 v=5 (0 0 0 0) 00000100:00100000:3.0:1749611618.128443:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494703616:12345-0@lo:38:kworker.0 Request processed in 210us (520us total) trans 0 rc -19/-19 00000100:00100000:1.0:1749611618.128443:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:28322:1834598494703744:0@lo:400:kworker.0 00000100:00000001:2.0:1749611618.128444:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611618.128445:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=23 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611618.128447:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611618.128448:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611618.128449:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611618.128450:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611618.128451:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611618.128452:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00000040:1.0:1749611618.128453:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237800 x1834598494703744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611618.128454:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611618.128456:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749611618.128460:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0b00. 00000100:00000040:0.0:1749611618.128460:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237b80 x1834598494703360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611618.128463:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cbb8. 00000020:00000010:3.0:1749611618.128467:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3800. 00000100:00000001:0.0:1749611618.128467:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611618.128470:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611618.128470:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611618.128470:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:1.0:1749611618.128471:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611618.128471:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611618.128473:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000010:1.0:1749611618.128474:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88009c8f2c00. 00000100:00000001:0.0:1749611618.128474:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749611618.128477:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1749611618.128477:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:1.0:1749611618.128478:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:0.0:1749611618.128479:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000040:1.0:1749611618.128480:0:28322:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:1.0:1749611618.128481:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611618.128481:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749611618.128483:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e500. 00000100:00000040:0.0:1749611618.128484:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237b80 x1834598494703360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611618.128488:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611618.128490:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1749611618.128490:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611618.128491:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237800. 00000100:00000001:3.0:1749611618.128492:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749611618.128492:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494703360:0@lo:38:kworker.0 00000100:00000001:1.0:1749611618.128494:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000001:3.0:1749611618.128496:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611618.128496:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749611618.128497:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611618.128498:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1749611618.128499:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f76e0. 00000400:00000200:3.0:1749611618.128502:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000100:00000001:1.0:1749611618.128502:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611618.128503:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611618.128504:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000100:00000001:1.0:1749611618.128505:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611618.128507:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611618.128507:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611618.128507:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611618.128509:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:3.0:1749611618.128511:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611618.128511:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff210. 00000400:00000200:0.0:1749611618.128513:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611618.128515:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749611618.128517:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611618.128519:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611618.128546:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237100 x1834598494703616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611618.128551:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611618.128553:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611618.128555:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:0.0:1749611618.128555:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237100 x1834598494703616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611618.128557:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611618.128559:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611618.128561:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.128562:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749611618.128564:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.128564:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611618.128566:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611618.128567:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:3.0:1749611618.128569:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=23 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611618.128569:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611618.128570:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611618.128572:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=23 v=5 (1 1 1 1) 02000000:00000001:0.0:1749611618.128572:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611618.128575:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00001000:0.0:1749611618.128576:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012d4a0438 time=1749611618 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611618.128577:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611618.128579:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749611618.128583:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611618.128585:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012d4a03f0 time=38 v=20 (20 0 0 0) 00000100:00000001:0.0:1749611618.128588:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749611618.128590:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.128590:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611618.128592:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611618.128592:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611618.128594:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611618.128595:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1749611618.128596:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237100 x1834598494703616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611618.128597:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611618.128600:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611618.128602:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611618.128604:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611618.128606:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611618.128607:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611618.128607:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611618.128609:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611618.128611:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611618.128613:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611618.128615:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611618.128615:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611618.128617:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611618.128619:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237100 x1834598494703616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611618.128621:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611618.128626:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494703616:0@lo:38:kworker.0 00000100:00100000:3.0:1749611618.128629:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494703488:0@lo:400:kworker.0 00000100:00000001:0.0:1749611618.128630:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.128632:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611618.128634:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611618.128635:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237b80 x1834598494703360/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611618.128636:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611618.128638:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237480 x1834598494703488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611618.128642:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611618.128643:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611618.128645:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000010:0.0:1749611618.128645:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099748800. 02000000:00000001:3.0:1749611618.128646:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611618.128649:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124800. 02000000:00000001:0.0:1749611618.128649:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611618.128650:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611618.128651:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:3.0:1749611618.128652:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611618.128653:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749611618.128654:0:28321:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000010:0.0:1749611618.128655:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457d400. 00000020:00000040:3.0:1749611618.128656:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 02000000:00000001:0.0:1749611618.128657:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:3.0:1749611618.128658:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611618.128660:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e400. 02000000:00000001:0.0:1749611618.128662:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:3.0:1749611618.128664:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000010:0.0:1749611618.128664:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237b80. 02000000:00000001:3.0:1749611618.128665:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611618.128667:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237480. 00000100:00000001:0.0:1749611618.128667:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611618.128669:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611618.128670:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611618.128671:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611618.128672:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611618.128674:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611618.128674:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237100 x1834598494703616/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611618.128678:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611618.128680:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.128681:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611618.128682:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611618.128682:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611618.128683:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099748c00. 00000100:00000001:3.0:1749611618.128684:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611618.128686:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611618.128687:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611618.128688:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611618.128690:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611618.128691:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457d800. 02000000:00000001:0.0:1749611618.128693:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611618.128694:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611618.128695:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237100. 00000100:00000001:0.0:1749611618.128698:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611618.128699:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611618.128700:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.128702:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611618.128703:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611618.128705:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611618.128707:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611618.129596:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300891587, at 4300891587 00000100:00000040:3.0:1749611618.129598:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300891587, at 4300891587 00000100:00000010:0.0:1749611618.129603:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee000. 00000100:00000010:3.0:1749611618.129607:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee480. 00000100:00000040:2.0:1749611618.129616:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300891587, at 4300891587 00000100:00000040:1.0:1749611618.129619:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300891587, at 4300891587 00000100:00000010:2.0:1749611618.129627:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee100. 00000100:00000010:1.0:1749611618.129630:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee540. 00000100:00000001:2.0:1749611618.241666:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611618.241673:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611618.241675:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611618.241679:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611618.241682:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611618.241686:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611618.241689:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611618.241691:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611618.241694:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611618.380655:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611618.380662:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611618.380783:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611618.380788:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611618.380792:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611618.458655:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611618.458662:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611618.458664:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611618.458668:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611618.458672:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611618.458676:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611618.458679:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611618.458681:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611618.458684:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611619.128643:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611619.128659:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611619.128661:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611619.128665:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611619.128667:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611619.128671:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611619.128673:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611619.241637:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611619.241643:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611619.241645:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611619.241659:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611619.241661:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611619.241664:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611619.241666:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611619.241668:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611619.241670:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611619.382674:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611619.382689:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611619.382823:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611619.382828:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611619.382831:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611619.458603:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611619.458608:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611619.458610:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611619.458614:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611619.458617:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611619.458620:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611619.458622:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611619.458625:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611619.458627:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1749611619.998658:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:0.0:1749611619.998667:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:0.0:1749611619.998673:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000001:0.0:1749611619.998896:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000200:2.0:1749611619.998902:0:28314:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749611619.998914:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749611619.998919:0:28315:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749611619.998922:0:28315:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611620.128634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611620.128650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611620.128652:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611620.128656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611620.128659:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611620.128663:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611620.128665:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611620.241646:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611620.241654:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611620.241657:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611620.241662:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611620.241666:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611620.241670:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611620.241673:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611620.241676:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611620.241679:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611620.384711:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611620.384719:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611620.384860:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611620.384866:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611620.384870:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611620.458658:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611620.458666:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611620.458669:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611620.458673:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611620.458677:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611620.458682:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611620.458685:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611620.458688:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611620.458690:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611621.128637:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611621.128656:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611621.128658:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611621.128663:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611621.128666:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611621.128670:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611621.128673:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611621.241605:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611621.241621:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611621.241623:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611621.241627:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611621.241631:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611621.241634:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611621.241637:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611621.241641:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611621.241643:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611621.386638:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611621.386643:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611621.386697:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611621.386700:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611621.386702:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611621.458624:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611621.458629:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611621.458630:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611621.458633:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611621.458636:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611621.458638:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611621.458640:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611621.458642:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611621.458644:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611622.128654:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611622.128667:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611622.128669:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611622.128672:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611622.128673:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611622.128677:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611622.128678:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611622.241703:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611622.241712:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611622.241714:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611622.241719:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611622.241723:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611622.241727:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611622.241730:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611622.241734:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611622.241736:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611622.388710:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611622.388717:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611622.388818:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611622.388824:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611622.388828:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611622.458719:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611622.458727:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611622.458730:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611622.458735:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611622.458739:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611622.458743:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611622.458746:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611622.458749:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611622.458751:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.128585:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611623.128598:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611623.128599:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611623.128602:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611623.128615:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611623.128618:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.128620:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611623.134582:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611623.134588:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611623.134590:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611623.134592:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611623.134594:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611623.134596:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611623.134598:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611623.134601:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6224 00000100:00080000:2.0:1749611623.134604:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611623.134606:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611623.134608:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611623.134610:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611623.134611:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611623.134613:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611623.134615:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611623.134617:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611623.134620:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611623.134622:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611623.134623:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611623.134625:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611623.134626:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611623.134627:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611623.134628:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611623.134630:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611623.134632:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611623.134634:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611623.134636:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611623.134640:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611623.134641:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.134648:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611623.134651:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611623.134654:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236680. 00000020:00000040:2.0:1749611623.134657:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611623.134660:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611623.134662:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.134665:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611623.134667:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611623.134669:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611623.134675:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457e800. 00000100:00000001:2.0:1749611623.134679:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611623.134685:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236680 x1834598494703872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611623.134691:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611623.134694:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611623.134698:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236680] to pc [ptlrpcd_rcv+-1] req@ffff880079236680 x1834598494703872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611623.134714:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611623.134716:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611623.134719:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611623.134719:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611623.134720:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611623.134722:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611623.134723:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6224 00000100:00080000:2.0:1749611623.134724:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611623.134726:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611623.134727:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611623.134728:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611623.134729:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611623.134730:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611623.134731:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611623.134732:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611623.134737:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611623.134738:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611623.134740:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611623.134741:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611623.134742:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611623.134743:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611623.134744:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611623.134745:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611623.134746:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611623.134747:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611623.134748:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611623.134750:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611623.134751:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.134752:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611623.134753:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611623.134755:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236d80. 00000020:00000040:2.0:1749611623.134757:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611623.134758:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611623.134759:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.134760:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611623.134761:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611623.134762:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611623.134764:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457ec00. 00000100:00000001:2.0:1749611623.134767:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.134769:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611623.134770:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236d80 x1834598494704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611623.134771:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611623.134773:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611623.134775:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611623.134776:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611623.134778:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236d80] to pc [ptlrpcd_rcv+-1] req@ffff880079236d80 x1834598494704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611623.134778:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236680 x1834598494703872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611623.134783:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.134784:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611623.134785:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611623.134785:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611623.134788:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749611623.134790:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:0.0:1749611623.134790:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611623.134791:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749611623.134791:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611623.134792:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611623.134793:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00100000:0.0:1749611623.134793:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494703872:0@lo:38:kworker.0 00000100:00080000:2.0:1749611623.134795:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6224 00000100:00080000:2.0:1749611623.134796:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749611623.134796:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611623.134797:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611623.134798:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611623.134798:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611623.134799:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611623.134800:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611623.134800:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.134801:0:18174:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749611623.134801:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749611623.134802:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611623.134802:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611623.134804:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000010:0.0:1749611623.134804:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099748c00. 00000020:00000001:2.0:1749611623.134805:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:0.0:1749611623.134806:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.134807:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611623.134809:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611623.134809:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611623.134810:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611623.134811:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:0.0:1749611623.134811:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff210. 00000020:00000040:2.0:1749611623.134812:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611623.134813:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611623.134814:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611623.134815:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1749611623.134816:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 02000000:00000001:2.0:1749611623.134817:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611623.134818:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.134819:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611623.134820:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611623.134821:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494703872, portal 4 00000100:00000001:0.0:1749611623.134822:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000010:2.0:1749611623.134823:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237100. 00000100:00000001:0.0:1749611623.134823:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346581632 : -131939362969984 : ffff880079236680) 00000020:00000040:2.0:1749611623.134824:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611623.134825:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611623.134828:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.134829:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749611623.134829:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236680 x1834598494703872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611623.134830:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611623.134831:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611623.134833:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457f000. 00000100:00000001:0.0:1749611623.134833:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611623.134835:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611623.134835:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611623.134836:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00100000:2.0:1749611623.134837:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237100 x1834598494704128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:0.0:1749611623.134838:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494703872, offset 0 00000100:00000001:2.0:1749611623.134841:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749611623.134841:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611623.134842:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611623.134845:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237100] to pc [ptlrpcd_rcv+-1] req@ffff880079237100 x1834598494704128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611623.134849:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611623.134850:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749611623.134851:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611623.134852:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611623.134854:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237480. 00000020:00000040:2.0:1749611623.134856:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611623.134857:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611623.134858:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749611623.134858:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf951100 02000000:00000001:2.0:1749611623.134859:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611623.134861:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2eb00. 00000100:00000001:2.0:1749611623.134862:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611623.134862:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 17160 00000100:00000040:2.0:1749611623.134865:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611623.134869:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611623.134870:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611623.134872:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237480] to pc [ptlrpcd_00_02+2] req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611623.134873:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611623.134875:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611623.134879:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611623.134880:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611623.134883:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9ba680. 00000100:00000040:0.0:1749611623.134885:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9ba680 x1834598494703872 msgsize 520 00000100:00100000:0.0:1749611623.134887:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611623.134892:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611623.134893:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611623.134894:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749611623.134896:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611623.134899:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611623.134900:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000200:0.0:1749611623.134900:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611623.134901:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:2.0:1749611623.134902:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611623.134903:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6224 00000100:00000001:0.0:1749611623.134903:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00080000:2.0:1749611623.134904:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000200:0.0:1749611623.134905:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236680 x1834598494703872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611623.134906:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611623.134907:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611623.134908:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611623.134909:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611623.134910:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611623.134910:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:2.0:1749611623.134911:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d606 00000100:00000040:0.0:1749611623.134911:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236680 x1834598494703872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611623.134912:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611623.134913:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=8 00000020:00000001:2.0:1749611623.134914:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000001:2.0:1749611623.134915:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000001:0.0:1749611623.134915:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.134916:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749611623.134917:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611623.134918:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611623.134918:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611623.134922:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1263 usecs (2 jiffies) 00000100:00000040:2.0:1749611623.134924:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611623.134924:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300896594 00000100:00000001:2.0:1749611623.134925:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611623.134926:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 7 00000100:00000010:0.0:1749611623.134926:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee000. 00000100:00080000:2.0:1749611623.134927:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d4a0000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611623.134928:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611623.134930:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611623.134931:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 02000000:00000001:2.0:1749611623.134932:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611623.134932:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.134933:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611623.134934:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.134935:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300896594 00000100:00000010:2.0:1749611623.134936:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237b80. 00000100:00000010:0.0:1749611623.134937:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee940. 00000020:00000040:2.0:1749611623.134938:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749611623.134939:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611623.134939:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.134939:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611623.134940:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611623.134944:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611623.134945:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611623.134947:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457f400. 00000100:00000001:2.0:1749611623.134949:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.134949:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300896594 00000100:00000010:0.0:1749611623.134951:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdeeb40. 00000100:00100000:2.0:1749611623.134952:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237b80 x1834598494704384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611623.134953:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611623.134954:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300896594 00000100:00000001:3.0:1749611623.134955:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:0.0:1749611623.134956:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee880. 00000100:00000001:2.0:1749611623.134957:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611623.134958:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.134959:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611623.134960:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611623.134960:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237b80] to pc [ptlrpcd_rcv+-1] req@ffff880079237b80 x1834598494704384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611623.134960:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749611623.134963:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611623.134964:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611623.134964:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.134964:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611623.134966:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611623.134966:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.134967:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611623.134968:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611623.134969:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237800. 00000020:00000040:2.0:1749611623.134970:0:18174:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611623.134970:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611623.134971:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611623.134971:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611623.134972:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611623.134972:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.134972:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611623.134973:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611623.134973:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:2.0:1749611623.134974:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2ed00. 00000100:00000040:0.0:1749611623.134991:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236d80 x1834598494704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.134995:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611623.134996:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.134996:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611623.134996:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611623.134998:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611623.134998:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611623.134999:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611623.134999:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611623.134999:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611623.135000:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611623.135001:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611623.135001:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494704000:0@lo:38:kworker.0 00000100:00000040:2.0:1749611623.135002:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1749611623.135003:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494704256:0@lo:400:kworker.0 00000100:00000001:0.0:1749611623.135004:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1749611623.135005:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611623.135005:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611623.135006:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749611623.135006:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611623.135007:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611623.135007:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1749611623.135008:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135008:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611623.135009:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974ac00. 02000000:00000001:3.0:1749611623.135010:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611623.135010:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237800] to pc [ptlrpcd_00_03+3] req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611623.135010:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611623.135012:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124800. 00000400:00000010:0.0:1749611623.135012:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 02000000:00000001:3.0:1749611623.135013:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611623.135014:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:2.0:1749611623.135015:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611623.135016:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f76e0. 00000100:00000200:0.0:1749611623.135016:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494704000, portal 10 00000100:00000001:0.0:1749611623.135017:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000010:3.0:1749611623.135018:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00000040:2.0:1749611623.135018:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6234) 00000100:00000001:0.0:1749611623.135018:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346583424 : -131939362968192 : ffff880079236d80) 00000100:00000200:3.0:1749611623.135021:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494704256, portal 10 00000100:00000040:0.0:1749611623.135021:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236d80 x1834598494704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.135022:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611623.135023:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346585216 : -131939362966400 : ffff880079237480) 00000100:00000001:2.0:1749611623.135025:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611623.135025:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611623.135026:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749611623.135026:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611623.135027:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611623.135027:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000010:0.0:1749611623.135027:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000040:2.0:1749611623.135030:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.135031:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749611623.135032:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494704000, offset 0 00000100:00000040:3.0:1749611623.135033:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611623.135034:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000400:00000200:0.0:1749611623.135034:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749611623.135036:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494704256, offset 0 00000100:00000001:2.0:1749611623.135037:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611623.135038:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611623.135038:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611623.135039:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611623.135040:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951180 02000000:00000001:2.0:1749611623.135041:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611623.135041:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749611623.135042:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611623.135043:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611623.135044:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611623.135044:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494703872 00000400:00000200:0.0:1749611623.135044:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 161736 02000000:00000001:1.0:1749611623.135045:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:2.0:1749611623.135046:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494704512:0@lo:400:kworker.0 00000400:00000200:3.0:1749611623.135047:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf951280 00000100:00000001:1.0:1749611623.135047:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611623.135047:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611623.135048:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749611623.135048:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611623.135049:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611623.135050:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 162256 02000000:00000001:2.0:1749611623.135050:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611623.135051:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611623.135051:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611623.135052:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:3.0:1749611623.135053:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749611623.135054:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880079130600. 00000400:00000200:3.0:1749611623.135055:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611623.135055:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.135057:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:2.0:1749611623.135058:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe6e0. 00000100:00000200:0.0:1749611623.135058:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749611623.135059:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494703872 00000400:00000010:2.0:1749611623.135060:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000020:00000001:1.0:1749611623.135060:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611623.135061:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:0.0:1749611623.135061:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9baa00. 00000020:00000001:1.0:1749611623.135062:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611623.135062:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9baa00 x1834598494704000 msgsize 520 00000100:00000200:2.0:1749611623.135063:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494704512, portal 10 00000020:00000001:1.0:1749611623.135063:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135064:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:0.0:1749611623.135064:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611623.135065:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346586112 : -131939362965504 : ffff880079237800) 00000020:00000001:1.0:1749611623.135065:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611623.135068:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611623.135068:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2c00. 00000100:00000001:0.0:1749611623.135069:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611623.135072:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749611623.135072:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0c80. 00000400:00000200:0.0:1749611623.135073:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000040:2.0:1749611623.135074:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611623.135074:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000400:00000010:2.0:1749611623.135075:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000020:00000010:1.0:1749611623.135075:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00000001:0.0:1749611623.135075:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611623.135077:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494704512, offset 0 00000100:00000200:0.0:1749611623.135077:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236d80 x1834598494704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611623.135078:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611623.135079:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611623.135081:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749611623.135081:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611623.135081:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.135081:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749611623.135082:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494704000 02000000:00000001:3.0:1749611623.135083:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611623.135083:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236d80 x1834598494704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611623.135084:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611623.135085:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611623.135086:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.135086:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611623.135088:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611623.135089:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611623.135089:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf951380 00000100:00000001:1.0:1749611623.135089:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611623.135089:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611623.135091:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611623.135091:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1096 usecs (2 jiffies) 00000100:00100000:3.0:1749611623.135092:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494704000 00000400:00000200:2.0:1749611623.135092:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 162480 00000100:00000001:0.0:1749611623.135092:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300896594 00000020:00000001:3.0:1749611623.135093:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611623.135094:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611623.135094:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611623.135094:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300896594 00000020:00000001:3.0:1749611623.135095:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749611623.135095:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611623.135095:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300896594 00000020:00000001:3.0:1749611623.135096:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611623.135096:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611623.135096:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300896594 00000400:00000200:2.0:1749611623.135097:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611623.135097:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300896594 00000020:00000001:3.0:1749611623.135098:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.135098:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300896594 00000100:00000001:2.0:1749611623.135099:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611623.135099:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749611623.135099:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000020:00000010:3.0:1749611623.135100:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 00000100:00000001:1.0:1749611623.135100:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941664896 : -131938767886720 : ffff88009c9ba680) 00000020:00000010:3.0:1749611623.135102:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7180. 00000100:00000010:2.0:1749611623.135102:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235c00. 00000100:00000001:0.0:1749611623.135103:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300896594 00000020:00000010:3.0:1749611623.135104:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c84b0. 00000100:00000040:1.0:1749611623.135104:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9ba680 x1834598494703872/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611623.135104:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300896594 00000100:00000001:0.0:1749611623.135105:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611623.135106:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749611623.135106:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880079235c00 x1834598494704512 msgsize 224 00000100:00000001:0.0:1749611623.135106:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135107:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:2.0:1749611623.135108:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611623.135108:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611623.135109:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611623.135110:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237100 x1834598494704128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.135111:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611623.135111:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494703872:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611623.135113:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:1.0:1749611623.135113:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494703872 00000100:00000001:0.0:1749611623.135113:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611623.135114:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611623.135115:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:1.0:1749611623.135116:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611623.135116:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611623.135117:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611623.135117:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 02000000:00000001:0.0:1749611623.135117:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611623.135118:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749611623.135118:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494704128:0@lo:38:kworker.0 00000400:00000010:2.0:1749611623.135119:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000001:2.0:1749611623.135120:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611623.135120:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611623.135121:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611623.135121:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135122:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749611623.135122:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1749611623.135123:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494704512 00000100:00000200:2.0:1749611623.135123:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611623.135124:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611623.135124:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:0.0:1749611623.135124:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974a400. 00000100:00000001:3.0:1749611623.135125:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611623.135125:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611623.135126:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611623.135126:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 02000000:00000001:3.0:1749611623.135127:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611623.135127:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494704512 00000100:00000001:2.0:1749611623.135127:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749611623.135128:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749611623.135128:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749611623.135128:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749611623.135128:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000020:00000040:3.0:1749611623.135129:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d61b 00000020:00000001:3.0:1749611623.135129:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749611623.135130:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611623.135130:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494704128, portal 10 00000020:00000040:3.0:1749611623.135131:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e0e000 refcount=5 00000100:00000001:0.0:1749611623.135131:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:3.0:1749611623.135132:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000001:2.0:1749611623.135132:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135132:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:1.0:1749611623.135132:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611623.135132:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346584320 : -131939362967296 : ffff880079237100) 00000020:00000001:3.0:1749611623.135133:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000001:1.0:1749611623.135134:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611623.135135:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611623.135135:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237100 x1834598494704128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.135136:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611623.135136:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1749611623.135137:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b2230a00. 00000100:00000040:2.0:1749611623.135137:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1006 usecs (2 jiffies) 02000000:00000001:1.0:1749611623.135137:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611623.135138:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300896594 00000100:00000001:0.0:1749611623.135138:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611623.135139:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611623.135140:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300896594 02000000:00000010:1.0:1749611623.135140:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801327df000. 00000400:00000010:0.0:1749611623.135140:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000020:00000040:3.0:1749611623.135141:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749611623.135141:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300896594 02000000:00000001:1.0:1749611623.135141:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611623.135141:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494704128, offset 0 00000100:00000001:2.0:1749611623.135143:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300896594 00000400:00000200:0.0:1749611623.135143:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611623.135144:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611623.135144:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300896594 00000100:00000001:2.0:1749611623.135145:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300896594 00000100:00000001:1.0:1749611623.135145:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611623.135146:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125a00. 00000100:00000001:2.0:1749611623.135146:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300896594 00000400:00000200:0.0:1749611623.135146:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611623.135147:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7d00. 00000100:00000001:2.0:1749611623.135147:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300896594 00010000:00000001:1.0:1749611623.135147:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611623.135148:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135149:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611623.135150:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611623.135151:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8898. 00000100:00001000:1.0:1749611623.135151:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611623.135152:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611623.135152:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749611623.135152:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951200 00000100:00000001:2.0:1749611623.135154:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611623.135154:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 162704 00000100:00000040:3.0:1749611623.135155:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:1.0:1749611623.135155:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611623.135156:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:0.0:1749611623.135156:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611623.135157:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611623.135157:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611623.135157:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611623.135157:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611623.135158:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:0.0:1749611623.135158:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611623.135159:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611623.135159:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611623.135159:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611623.135159:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611623.135160:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1749611623.135160:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611623.135161:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:1.0:1749611623.135161:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611623.135162:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:1.0:1749611623.135162:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000010:0.0:1749611623.135162:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9bad80. 00000100:00000001:3.0:1749611623.135163:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135163:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611623.135163:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611623.135163:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9bad80 x1834598494704128 msgsize 520 00000100:00000001:2.0:1749611623.135164:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611623.135164:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611623.135166:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611623.135166:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749611623.135166:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000010:1.0:1749611623.135168:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749611623.135169:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611623.135170:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494704128 00000100:00000200:1.0:1749611623.135170:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494703872, offset 0 00000100:00000001:0.0:1749611623.135170:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749611623.135171:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611623.135172:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611623.135172:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000001:3.0:1749611623.135173:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611623.135173:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 02000000:00000001:3.0:1749611623.135174:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.135174:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749611623.135175:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494704128 00000100:00000001:2.0:1749611623.135175:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:1.0:1749611623.135175:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611623.135176:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611623.135176:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611623.135176:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237100 x1834598494704128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611623.135177:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611623.135177:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611623.135178:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611623.135178:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000020:00000001:3.0:1749611623.135179:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611623.135179:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611623.135180:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125000. 00000100:00000040:2.0:1749611623.135180:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e0e000 : new rpc_count 1 00000100:00000001:0.0:1749611623.135180:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:3.0:1749611623.135181:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7580. 00000100:00000040:0.0:1749611623.135181:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237100 x1834598494704128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611623.135182:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346578944 : -131939362972672 : ffff880079235c00) 00000020:00000010:3.0:1749611623.135183:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8578. 00000400:00000200:1.0:1749611623.135183:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf951100 00000100:00000001:3.0:1749611623.135184:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611623.135184:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611623.135184:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135185:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.135185:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611623.135186:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611623.135186:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079235c00 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:304/0 lens 224/0 e 0 to 0 dl 1749611634 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611623.135186:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9811 [1] + 0 00000100:00000001:0.0:1749611623.135187:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135189:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611623.135189:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611623.135189:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 788 usecs (1 jiffies) 00000400:00000200:1.0:1749611623.135190:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611623.135190:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300896593 00000100:00000001:3.0:1749611623.135191:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611623.135191:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300896594 00000100:00000001:3.0:1749611623.135192:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611623.135192:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611623.135192:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611623.135192:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300896593 00000100:00000001:0.0:1749611623.135193:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300896594 00000100:00100000:3.0:1749611623.135194:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000020:00000010:2.0:1749611623.135194:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbfc0. 00000100:00000001:0.0:1749611623.135194:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300896593 00000100:00000001:3.0:1749611623.135195:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941665792 : -131938767885824 : ffff88009c9baa00) 00000100:00000200:1.0:1749611623.135195:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236680 x1834598494703872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611623.135196:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611623.135196:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300896594 00000100:00000040:3.0:1749611623.135197:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9baa00 x1834598494704000/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611623.135197:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dbfc0. 00000100:00000001:0.0:1749611623.135197:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300896593 00000100:00000001:0.0:1749611623.135198:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300896594 00000100:00000001:0.0:1749611623.135199:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611623.135200:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494704512:12345-0@lo:400:kworker.0 00000100:00000040:1.0:1749611623.135201:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236680 x1834598494703872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611623.135202:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494704512 00000100:00100000:3.0:1749611623.135203:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494704000:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611623.135203:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.135204:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611623.135204:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749611623.135206:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:1.0:1749611623.135206:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611623.135206:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237b80 x1834598494704384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611623.135207:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494704000 00000020:00000001:2.0:1749611623.135207:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611623.135209:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611623.135209:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000400:00000200:1.0:1749611623.135209:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00010000:00000001:3.0:1749611623.135210:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:2.0:1749611623.135210:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000010:1.0:1749611623.135210:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749611623.135210:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611623.135211:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.135212:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749611623.135212:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611623.135212:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749611623.135212:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611623.135212:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611623.135213:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.135214:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611623.135214:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.135215:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00100000:0.0:1749611623.135215:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494704384:0@lo:38:kworker.0 00000020:00000001:3.0:1749611623.135216:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.135216:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749611623.135216:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00020000:3.0:1749611623.135217:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749611623.135217:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611623.135218:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611623.135218:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749611623.135218:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611623.135219:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749611623.135219:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:3.0:1749611623.135220:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611623.135220:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749611623.135220:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611623.135220:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974b800. 00000020:00000001:1.0:1749611623.135221:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611623.135222:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611623.135222:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611623.135222:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135223:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749611623.135223:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9ba680 x1834598494703872/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611623.135223:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 02000000:00000001:3.0:1749611623.135224:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611623.135224:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611623.135225:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457f800. 00000400:00000010:0.0:1749611623.135225:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 02000000:00000010:3.0:1749611623.135226:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41f000. 02000000:00000001:2.0:1749611623.135226:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611623.135227:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135227:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611623.135227:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494704384, portal 10 00000100:00000001:3.0:1749611623.135228:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.135228:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611623.135228:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346587008 : -131939362964608 : ffff880079237b80) 00000020:00000001:2.0:1749611623.135229:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611623.135229:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494703872:12345-0@lo:38:kworker.0 Request processed in 118us (342us total) trans 0 rc -19/-19 00010000:00000001:3.0:1749611623.135230:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000040:2.0:1749611623.135230:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494704512 00010000:00000001:3.0:1749611623.135231:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611623.135232:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:2.0:1749611623.135232:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:0.0:1749611623.135232:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237b80 x1834598494704384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.135234:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00100000:1.0:1749611623.135234:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00000001:3.0:1749611623.135235:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611623.135235:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611623.135235:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611623.135236:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611623.135236:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611623.135237:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000200:2.0:1749611623.135237:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079235c00 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611623.135237:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:3.0:1749611623.135238:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749611623.135238:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494704384, offset 0 00000100:00000001:3.0:1749611623.135239:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:1.0:1749611623.135239:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0c80. 00000400:00000200:0.0:1749611623.135240:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:3.0:1749611623.135241:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749611623.135241:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:3.0:1749611623.135242:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000010:1.0:1749611623.135242:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 02000000:00000001:3.0:1749611623.135243:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611623.135243:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611623.135243:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2c00. 00000400:00000200:0.0:1749611623.135243:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611623.135244:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611623.135245:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1749611623.135245:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=78 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611623.135245:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611623.135246:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951300 00000400:00000010:3.0:1749611623.135247:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:2.0:1749611623.135247:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611623.135248:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749611623.135248:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 163224 00000100:00000001:2.0:1749611623.135249:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:3.0:1749611623.135250:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494704000, offset 0 02000000:00000001:2.0:1749611623.135250:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749611623.135250:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:2.0:1749611623.135251:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611623.135251:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611623.135252:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611623.135252:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611623.135253:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611623.135255:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00000001:0.0:1749611623.135255:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749611623.135256:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611623.135256:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:0.0:1749611623.135256:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749611623.135257:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494704512, offset 224 00000100:00000001:1.0:1749611623.135257:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000010:0.0:1749611623.135258:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9bb100. 00000100:00000040:0.0:1749611623.135259:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9bb100 x1834598494704384 msgsize 520 00000400:00000200:3.0:1749611623.135261:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951180 00000100:00100000:1.0:1749611623.135261:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000400:00000200:2.0:1749611623.135262:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611623.135262:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941666688 : -131938767884928 : ffff88009c9bad80) 00000100:00100000:0.0:1749611623.135263:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611623.135263:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749611623.135264:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9bad80 x1834598494704128/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611623.135265:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9819 [1] + 0 00000400:00000200:2.0:1749611623.135267:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611623.135268:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749611623.135269:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494704128:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611623.135269:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:0.0:1749611623.135270:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000400:00000200:2.0:1749611623.135271:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951380 00000100:00000200:1.0:1749611623.135271:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494704128 00000100:00000001:0.0:1749611623.135271:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:1.0:1749611623.135272:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749611623.135272:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237b80 x1834598494704384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611623.135273:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611623.135273:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9829 [1] + 224 00010000:00000001:1.0:1749611623.135273:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611623.135276:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611623.135276:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611623.135276:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:1.0:1749611623.135277:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611623.135277:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237b80 x1834598494704384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611623.135278:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236d80 x1834598494704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611623.135278:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:1.0:1749611623.135279:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611623.135280:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:1.0:1749611623.135280:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611623.135281:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611623.135281:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611623.135282:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611623.135282:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611623.135282:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749611623.135283:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236d80 x1834598494704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611623.135283:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611623.135283:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611623.135284:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611623.135285:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 925 usecs (1 jiffies) 00000100:00000001:0.0:1749611623.135286:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300896593 00000100:00000040:2.0:1749611623.135287:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611623.135287:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300896594 00000100:00000001:3.0:1749611623.135288:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:1.0:1749611623.135288:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801327de000. 00000100:00000001:0.0:1749611623.135288:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300896593 00000100:00000001:0.0:1749611623.135289:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300896594 02000000:00000001:1.0:1749611623.135290:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.135290:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300896593 00000400:00000200:3.0:1749611623.135291:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000100:00000001:1.0:1749611623.135291:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.135291:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300896594 00000400:00000010:3.0:1749611623.135292:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:0.0:1749611623.135292:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300896593 00000100:00000001:2.0:1749611623.135293:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749611623.135293:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611623.135293:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.135293:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300896594 00000100:00000001:0.0:1749611623.135294:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611623.135295:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:1.0:1749611623.135295:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611623.135295:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135296:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749611623.135297:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000100:00000001:1.0:1749611623.135297:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611623.135298:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611623.135298:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611623.135299:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000010:2.0:1749611623.135299:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000040:1.0:1749611623.135299:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611623.135300:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611623.135301:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135301:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749611623.135302:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611623.135302:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611623.135302:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611623.135303:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:3.0:1749611623.135304:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9baa00 x1834598494704000/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611623.135304:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611623.135304:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611623.135305:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749611623.135305:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611623.135305:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611623.135305:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00000001:2.0:1749611623.135306:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749611623.135306:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611623.135307:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611623.135307:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff210. 00000400:00000010:1.0:1749611623.135308:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00100000:3.0:1749611623.135309:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494704000:12345-0@lo:38:kworker.0 Request processed in 106us (246us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749611623.135310:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.135311:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749611623.135312:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00000040:2.0:1749611623.135313:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235c00 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611623.135313:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00100000:3.0:1749611623.135314:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00000001:0.0:1749611623.135314:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611623.135315:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611623.135316:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749611623.135316:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236680 x1834598494703872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611623.135317:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7180. 00000100:00000200:1.0:1749611623.135317:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494704128, offset 0 00000020:00000010:3.0:1749611623.135319:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c84b0. 00000100:00100000:2.0:1749611623.135319:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079235c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494704512:12345-0@lo:400:kworker.0 Request processed in 126us (212us total) trans 0 rc 0/0 00000400:00000200:1.0:1749611623.135320:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611623.135321:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 00000100:00000200:0.0:1749611623.135321:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236680 x1834598494703872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611623.135323:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611623.135324:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611623.135324:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00000040:2.0:1749611623.135325:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e0e000 : new rpc_count 0 00000100:00000001:0.0:1749611623.135325:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611623.135325:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611623.135326:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:1.0:1749611623.135326:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951200 00000100:00000001:2.0:1749611623.135327:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611623.135327:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611623.135328:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749611623.135328:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9831 [1] + 0 02000000:00000001:0.0:1749611623.135328:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1749611623.135329:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494704384 00000100:00000001:0.0:1749611623.135329:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749611623.135330:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1749611623.135330:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7d00. 00000400:00000200:1.0:1749611623.135330:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611623.135330:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135331:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611623.135332:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611623.135332:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611623.135332:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611623.135333:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8898. 02000000:00000001:3.0:1749611623.135334:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611623.135334:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611623.135335:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494704384 00000020:00000010:2.0:1749611623.135335:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125a00. 00000100:00001000:0.0:1749611623.135335:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611623 v=5 (0 0 0 0) 00000100:00000200:1.0:1749611623.135336:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237100 x1834598494704128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611623.135337:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=146 v=20 (1 20 1 1) 00000020:00000001:3.0:1749611623.135338:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611623.135338:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000040:3.0:1749611623.135339:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000040:2.0:1749611623.135339:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 4 00000020:00000001:3.0:1749611623.135340:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611623.135340:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611623.135340:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611623.135341:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611623.135341:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237100 x1834598494704128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611623.135341:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611623.135342:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611623.135343:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124200. 00000020:00000010:3.0:1749611623.135344:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7180. 00000100:00000040:0.0:1749611623.135344:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236680 x1834598494703872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611623.135345:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c84b0. 00000100:00000001:1.0:1749611623.135345:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611623.135347:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611623.135347:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611623.135347:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749611623.135347:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:0.0:1749611623.135347:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611623.135348:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135348:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749611623.135348:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749611623.135349:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611623.135350:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611623.135350:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611623.135350:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611623.135350:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749611623.135351:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611623.135352:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe6e0. 00000100:00000001:0.0:1749611623.135352:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611623.135353:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611623.135353:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611623.135353:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611623.135354:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00080000:0.0:1749611623.135354:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611623.135355:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000010:2.0:1749611623.135355:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:1.0:1749611623.135355:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135356:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611623.135356:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:0.0:1749611623.135356:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749611623.135357:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611623.135357:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611623.135358:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00000200:2.0:1749611623.135358:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611623.135358:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135359:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941667584 : -131938767884032 : ffff88009c9bb100) 00000020:00000001:1.0:1749611623.135359:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611623.135359:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236680 x1834598494703872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611623.135361:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9bb100 x1834598494704384/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611643 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611623.135362:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9bad80 x1834598494704128/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611623.135363:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611623.135366:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494704384:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611623.135367:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749611623.135367:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494704128:12345-0@lo:38:kworker.0 Request processed in 97us (202us total) trans 0 rc -19/-19 00000100:00000200:3.0:1749611623.135368:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494704384 00000100:00000001:2.0:1749611623.135368:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611623.135369:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749611623.135369:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494703872:0@lo:38:kworker.0 00010000:00000001:3.0:1749611623.135370:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611623.135370:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611623.135371:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:1.0:1749611623.135371:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00000001:0.0:1749611623.135371:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135372:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611623.135372:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611623.135373:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611623.135373:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611623.135373:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749611623.135374:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611623.135374:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7580. 00000100:00000040:0.0:1749611623.135374:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236680 x1834598494703872/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749611623.135375:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:2.0:1749611623.135375:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611623.135376:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8578. 00010000:00000001:3.0:1749611623.135377:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611623.135377:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00000001:3.0:1749611623.135378:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749611623.135378:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125000. 02000000:00000001:0.0:1749611623.135378:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611623.135379:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611623.135380:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:2.0:1749611623.135380:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979438 time=43 v=5 (5 0 0 0) 00000100:00000001:1.0:1749611623.135380:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611623.135380:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099748c00. 02000000:00000001:3.0:1749611623.135381:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00001000:2.0:1749611623.135382:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=43 v=5 (1 0 0 0) 02000000:00000001:0.0:1749611623.135382:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611623.135383:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749611623.135383:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611623.135384:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611623.135384:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611623.135385:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1749611623.135386:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000010:0.0:1749611623.135387:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457e800. 02000000:00000010:3.0:1749611623.135389:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de20000. 00010000:00080000:2.0:1749611623.135389:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611623.135389:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611623.135390:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611623.135390:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611623.135391:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236680. 00000100:00000001:3.0:1749611623.135392:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611623.135392:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611623.135392:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749611623.135393:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611623.135394:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000040:1.0:1749611623.135394:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611623.135394:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611623.135395:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749611623.135395:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:0.0:1749611623.135395:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611623.135396:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135396:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611623.135397:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611623.135398:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611623.135398:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611623.135398:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611623.135399:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:2.0:1749611623.135399:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611623.135400:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611623.135400:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611623.135401:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611623.135402:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611623.135402:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1749611623.135402:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611623.135403:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:0.0:1749611623.135403:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611623.135404:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611623.135404:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1749611623.135404:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000100:00000001:2.0:1749611623.135405:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611623.135405:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000040:3.0:1749611623.135406:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:0.0:1749611623.135406:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 02000000:00000001:3.0:1749611623.135407:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611623.135407:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611623.135408:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611623.135408:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611623.135409:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236d80 x1834598494704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.135410:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611623.135411:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611623.135412:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00100000:2.0:1749611623.135412:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494704512:0@lo:400:kworker.0 00000100:00000200:0.0:1749611623.135413:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236d80 x1834598494704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611623.135414:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494704384, offset 0 00000100:00000001:2.0:1749611623.135415:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611623.135416:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611623.135416:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611623.135417:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237800 x1834598494704512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611623.135419:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611623.135420:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749611623.135421:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951300 02000000:00000001:2.0:1749611623.135421:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611623.135422:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880079130600. 00000100:00000001:0.0:1749611623.135422:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611623.135423:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611623.135423:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749611623.135424:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x983d [1] + 0 02000000:00000001:0.0:1749611623.135424:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:2.0:1749611623.135425:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611623.135425:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611623.135425:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611623.135426:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:2.0:1749611623.135426:0:28324:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611623.135426:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.135427:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749611623.135427:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611623.135428:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000010:2.0:1749611623.135428:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2ed00. 00000100:00000001:3.0:1749611623.135429:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749611623.135429:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611623 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611623.135430:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=128 v=20 (1 20 1 1) 00000100:00000200:3.0:1749611623.135431:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237b80 x1834598494704384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611623.135432:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611623.135432:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611623.135433:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611623.135434:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611623.135435:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:0.0:1749611623.135435:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236d80 x1834598494704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611623.135436:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237b80 x1834598494704384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611623.135436:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237800. 00000100:00000001:2.0:1749611623.135438:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611623.135439:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611623.135439:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611623.135440:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611623.135440:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611623.135440:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611623.135441:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611623.135442:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000100:00000001:0.0:1749611623.135442:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000400:00000010:3.0:1749611623.135443:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:2.0:1749611623.135443:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611623.135443:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611623.135444:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611623.135444:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611623.135444:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611623.135445:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00080000:0.0:1749611623.135445:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611623.135446:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135446:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611623.135446:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611623.135447:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611623.135448:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:0.0:1749611623.135448:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236d80 x1834598494704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.135452:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611623.135452:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494704000:0@lo:38:kworker.0 00000020:00000001:3.0:1749611623.135453:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000001:0.0:1749611623.135454:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1749611623.135455:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9bb100 x1834598494704384/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611643 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611623.135455:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611623.135456:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000400:00000200:0.0:1749611623.135457:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611623.135458:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00100000:3.0:1749611623.135460:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494704384:12345-0@lo:38:kworker.0 Request processed in 93us (199us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611623.135461:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611623.135463:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237100 x1834598494704128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611623.135464:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00000001:3.0:1749611623.135465:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611623.135465:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1749611623.135467:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7180. 00000100:00000200:0.0:1749611623.135467:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237100 x1834598494704128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611623.135468:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c84b0. 00000020:00000010:3.0:1749611623.135469:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124200. 00000100:00000001:3.0:1749611623.135471:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611623.135471:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611623.135472:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611623.135473:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611623.135473:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611623.135474:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611623.135475:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611623.135476:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611623.135477:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611623 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611623.135478:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611623.135479:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:0.0:1749611623.135479:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=28 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611623.135480:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000010:3.0:1749611623.135481:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f576a00. 00000100:00000001:0.0:1749611623.135481:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611623.135481:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611623.135483:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009f576a00 x1834598494704256 msgsize 224 00000100:00000040:0.0:1749611623.135483:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237100 x1834598494704128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611623.135485:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611623.135486:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611623.135487:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611623.135488:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611623.135489:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611623.135489:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611623.135490:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611623.135492:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611623.135492:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611623.135494:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237100 x1834598494704128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.135496:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:3.0:1749611623.135498:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00100000:0.0:1749611623.135498:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494704128:0@lo:38:kworker.0 00000400:00000010:3.0:1749611623.135499:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:3.0:1749611623.135501:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:3.0:1749611623.135503:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611623.135504:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611623.135505:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611623.135506:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000100:00000001:3.0:1749611623.135507:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749611623.135507:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749611623.135508:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000040:3.0:1749611623.135509:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611623.135509:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611623.135511:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237b80 x1834598494704384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.135513:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135514:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611623.135515:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135515:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749611623.135515:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237b80 x1834598494704384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611623.135517:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 957 usecs (1 jiffies) 00000100:00100000:2.0:1749611623.135517:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494704256 02000000:00000001:2.0:1749611623.135518:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611623.135518:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611623.135518:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611623.135519:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300896593 00000100:00000001:0.0:1749611623.135519:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611623.135533:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611623.135535:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611623.135536:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611623.135537:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611623.135537:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749611623.135538:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494704256 00000100:00000001:0.0:1749611623.135538:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.135539:0:12680:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749611623.135539:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611623.135540:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749611623.135541:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00001000:0.0:1749611623.135541:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012d4a0438 time=1749611623 v=5 (0 0 0 0) 00000020:00000040:2.0:1749611623.135542:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00001000:0.0:1749611623.135543:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012d4a03f0 time=43 v=20 (20 0 0 0) 00000020:00000001:2.0:1749611623.135544:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611623.135544:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611623.135544:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611623.135545:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611623.135545:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611623.135547:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749611623.135547:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237b80 x1834598494704384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611623.135549:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbfc0. 00000020:00000010:2.0:1749611623.135551:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b2230080. 00000100:00000001:0.0:1749611623.135551:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611623.135552:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611623.135553:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300896594 00000100:00000001:0.0:1749611623.135553:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611623.135554:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611623.135554:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611623.135555:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611623.135556:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611623.135557:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611623.135558:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611623.135563:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300896594 00000100:00000001:2.0:1749611623.135564:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:0.0:1749611623.135564:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237b80 x1834598494704384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.135565:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300896594 00000020:00000010:2.0:1749611623.135565:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dbfc0. 00000100:00000001:3.0:1749611623.135566:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300896594 00000100:00000001:3.0:1749611623.135567:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300896594 00000020:00000010:2.0:1749611623.135567:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130600. 00000100:00000001:3.0:1749611623.135568:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300896594 00000100:00100000:0.0:1749611623.135568:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494704384:0@lo:38:kworker.0 00000100:00000001:3.0:1749611623.135569:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300896594 00000020:00000010:2.0:1749611623.135569:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000100:00000001:3.0:1749611623.135570:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611623.135570:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135571:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611623.135571:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be90c8. 00000100:00000001:0.0:1749611623.135571:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611623.135572:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236d80 x1834598494704000/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.135573:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611623.135573:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611623.135574:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611623.135575:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611623.135575:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611623.135576:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611623.135576:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611623.135577:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611623.135577:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749611623.135577:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611623.135577:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974ac00. 00000100:00000001:3.0:1749611623.135579:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611623.135579:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1749611623.135579:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:0.0:1749611623.135579:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611623.135580:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611623.135580:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:0.0:1749611623.135580:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611623.135581:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611623.135581:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611623.135582:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611623.135583:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:0.0:1749611623.135583:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457ec00. 00000100:00000001:2.0:1749611623.135584:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:0.0:1749611623.135584:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611623.135585:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611623.135585:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611623.135586:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236d80. 00000100:00000001:0.0:1749611623.135587:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611623.135588:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611623.135588:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611623.135589:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611623.135590:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237100 x1834598494704128/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611623.135593:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611623.135594:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611623.135594:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749611623.135594:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611623.135595:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974a400. 00000100:00100000:2.0:1749611623.135596:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 02000000:00000001:0.0:1749611623.135596:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611623.135596:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611623.135597:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000040:2.0:1749611623.135598:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:0.0:1749611623.135598:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611623.135598:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457f000. 00000100:00000001:2.0:1749611623.135599:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987524608 : -131938722027008 : ffff88009f576a00) 02000000:00000001:0.0:1749611623.135600:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611623.135600:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611623.135601:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237100. 00000100:00000040:2.0:1749611623.135602:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f576a00 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:304/0 lens 224/0 e 0 to 0 dl 1749611634 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611623.135605:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611623.135606:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611623.135606:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611623.135607:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbfc0. 00000100:00000001:0.0:1749611623.135607:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611623.135608:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611623.135609:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dbfc0. 00000100:00000040:0.0:1749611623.135609:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237b80 x1834598494704384/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611623.135611:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494704256:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749611623.135612:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1749611623.135613:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494704256 02000000:00000001:0.0:1749611623.135613:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611623.135614:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974b800. 00000020:00000001:2.0:1749611623.135615:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611623.135615:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611623.135616:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749611623.135616:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611623.135616:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611623.135617:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611623.135617:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:2.0:1749611623.135618:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000010:0.0:1749611623.135618:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457f400. 00000020:00000001:2.0:1749611623.135619:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:0.0:1749611623.135619:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611623.135619:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:2.0:1749611623.135620:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000010:0.0:1749611623.135620:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237b80. 00000100:00000001:0.0:1749611623.135621:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611623.135621:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611623.135622:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611623.135622:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.135623:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611623.135623:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611623.135624:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749611623.135624:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611623.135624:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611623.135625:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.135626:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.135627:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611623.135629:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611623.135630:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611623.135632:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457fc00. 02000000:00000001:2.0:1749611623.135633:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135635:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.135639:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611623.135641:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494704256 00010000:00000001:2.0:1749611623.135642:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749611623.135644:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f576a00 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611623.135648:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611623.135649:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611623.135650:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611623.135652:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611623.135653:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611623.135654:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611623.135655:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611623.135657:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611623.135658:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611623.135660:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611623.135662:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000200:2.0:1749611623.135664:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494704256, offset 224 00000400:00000200:2.0:1749611623.135666:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611623.135669:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611623.135672:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951280 00000400:00000200:2.0:1749611623.135675:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x981d [1] + 224 00000400:00000200:2.0:1749611623.135677:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611623.135679:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611623.135681:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611623.135683:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611623.135687:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611623.135700:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611623.135703:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749611623.135704:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749611623.135705:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611623.135706:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611623.135711:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135713:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611623.135713:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611623.135714:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749611623.135714:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611623.135715:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1749611623.135716:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749611623.135716:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000001:3.0:1749611623.135717:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611623.135718:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f76e0. 00000100:00000040:2.0:1749611623.135718:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f576a00 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:304/0 lens 224/224 e 0 to 0 dl 1749611634 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611623.135720:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000400:00000010:3.0:1749611623.135722:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000100:00000001:3.0:1749611623.135723:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611623.135724:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f576a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494704256:12345-0@lo:400:kworker.0 Request processed in 116us (240us total) trans 0 rc 0/0 00000100:00000200:3.0:1749611623.135726:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611623.135728:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00000040:2.0:1749611623.135730:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000200:3.0:1749611623.135731:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611623.135732:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611623.135733:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:3.0:1749611623.135734:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611623.135735:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611623.135735:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000100:00000001:3.0:1749611623.135736:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611623.135737:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611623.135738:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749611623.135738:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be90c8. 00000020:00000010:2.0:1749611623.135741:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130600. 00000100:00000001:3.0:1749611623.135742:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611623.135743:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611623.135743:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611623.135745:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:3.0:1749611623.135746:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=28 v=5 (5 5 5 5) 00000100:00001000:3.0:1749611623.135748:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611623.135749:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611623.135750:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611623.135751:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1749611623.135754:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611623.135757:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135758:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1749611623.135759:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611623.135760:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611623.135761:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611623.135762:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.135766:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611623.135767:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611623.135767:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611623.135769:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611623.135773:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494704256:0@lo:400:kworker.0 00000100:00000001:3.0:1749611623.135775:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611623.135776:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611623.135778:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237480 x1834598494704256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611623.135781:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611623.135782:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611623.135783:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124800. 02000000:00000001:3.0:1749611623.135785:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611623.135786:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611623.135786:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749611623.135789:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611623.135791:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2eb00. 02000000:00000001:3.0:1749611623.135793:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611623.135794:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611623.135795:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237480. 00000100:00000001:3.0:1749611623.135796:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611623.135797:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611623.135798:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611623.135801:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611623.135802:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611623.135802:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611623.135804:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611623.136554:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300896594, at 4300896594 00000100:00000010:3.0:1749611623.136558:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee880. 00000100:00000040:0.0:1749611623.136567:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300896594, at 4300896594 00000100:00000040:2.0:1749611623.136568:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300896594, at 4300896594 00000100:00000010:0.0:1749611623.136572:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee000. 00000100:00000010:2.0:1749611623.136573:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdeeb40. 00000100:00000040:1.0:1749611623.136574:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300896594, at 4300896594 00000100:00000010:1.0:1749611623.136580:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee940. 00000100:00000001:2.0:1749611623.241581:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611623.241584:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611623.241585:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611623.241586:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611623.241588:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611623.241589:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611623.241591:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611623.241592:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611623.241593:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611623.390578:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611623.390581:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611623.390644:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611623.390646:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611623.390648:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611623.458581:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611623.458583:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611623.458589:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611623.458591:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611623.458592:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611623.458594:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611623.458595:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611623.458596:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611623.458597:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611624.135654:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611624.135672:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611624.135675:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611624.135680:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611624.135683:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611624.135687:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611624.135689:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611624.241695:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611624.241705:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611624.241708:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611624.241715:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611624.241720:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611624.241726:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611624.241730:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611624.241745:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079234a80 x1834598494702080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611624.241761:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611624.241768:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234a80 x1834598494702080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611624.241782:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611624.241787:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611624.241791:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611624.241795:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611624.241801:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234a80 x1834598494702080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611624.241816:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494702080:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611624.241824:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611624.241828:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611624.241832:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611624.241835:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611624.241840:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234a80 x1834598494702080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611624.241880:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611624.241884:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381f00. 00000100:00000001:2.0:1749611624.241891:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611624.241893:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611624.241899:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611624.241915:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611624.241920:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611624.241925:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880079130400 refcount=4 00000020:00000001:2.0:1749611624.241929:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345507840 : -131939364043776 : ffff880079130400) 00010000:00000001:2.0:1749611624.241934:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134345507840 : -131939364043776 : ffff880079130400) 00010000:00010000:2.0:1749611624.241943:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880079130400/0x689c0ec07329d630 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611624.241957:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611624.242017:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880079130400/0x689c0ec07329d630 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611624.242029:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611624.242034:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880079130400/0x689c0ec07329d630 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611624.242045:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611624.242048:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611624.242052:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880079130400/0x689c0ec07329d630 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611624.242061:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611624.242065:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611624.242070:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611624.242074:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880079130400/0x689c0ec07329d630 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611624.242101:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880079130400 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611624.242107:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611624.242111:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880079130400/0x689c0ec07329d630 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611624.242121:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611624.242124:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611624.242126:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611624.242129:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880079130400 refcount=5 00000020:00000001:2.0:1749611624.242132:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345507840 : -131939364043776 : ffff880079130400) 00010000:00000001:2.0:1749611624.242136:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134345507840 : -131939364043776 : ffff880079130400) 00010000:00000001:2.0:1749611624.242141:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611624.242145:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880079130400/0x689c0ec07329d630 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611624.242154:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611624.242158:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880079130400/0x689c0ec07329d630 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611624.242168:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611624.242172:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611624.242175:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611624.242179:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611624.242182:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611624.242185:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611624.242188:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611624.242191:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611624.242194:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611624.242199:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880079130400 with handle 0x689c0ec07329d630 from hash 00010000:00000001:2.0:1749611624.242202:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611624.242204:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611624.242206:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611624.242208:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611624.242217:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611624.242220:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611624.242223:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611624.242225:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611624.242227:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611624.242230:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611624.242235:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880079130400/0x689c0ec07329d630 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611624.242244:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611624.242246:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611624.242248:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611624.242250:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611624.242252:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611624.242254:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611624.242255:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611624.242259:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880079130400/0x689c0ec07329d630 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611624.242272:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880086d2e900 count: 0 00010000:00000001:2.0:1749611624.242323:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611624.242327:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611624.242332:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611624.242339:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234a80 x1834598494702080/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611624.242352:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611624.242356:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611624.242359:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611624.242362:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611624.242368:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880079130c00. 02000000:00000001:2.0:1749611624.242374:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611624.242377:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611624.242380:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234a80. 00000100:00000001:2.0:1749611624.242386:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611624.242389:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611624.242392:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611624.242396:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611624.242408:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611624.242413:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff8801369dbfc0. 00000020:00000010:2.0:1749611624.242419:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130c00. 00000020:00000010:2.0:1749611624.242426:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880079130600. 00000040:00000010:2.0:1749611624.242431:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880079131a00. 00000020:00000010:2.0:1749611624.242449:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611624.242456:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880079131200. 80000000:00000010:2.0:1749611624.242463:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256e40. 00040000:00000010:2.0:1749611624.242470:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880079131600. 00080000:00000010:2.0:1749611624.242478:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880131188000. 00080000:00000010:2.0:1749611624.242485:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136aba000. 10000000:00000040:2.0:1749611624.242497:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:2.0:1749611624.242501:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611624.242509:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880079130600. 00000040:00000010:2.0:1749611624.242515:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880079131a00. 00000020:00000010:2.0:1749611624.242557:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611624.242566:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880079131200. 80000000:00000010:2.0:1749611624.242571:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256e40. 00040000:00000010:2.0:1749611624.242577:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880079131600. 00080000:00000010:2.0:1749611624.242583:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136aba000. 00080000:00000010:2.0:1749611624.242621:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880131188000. 00000020:00000010:2.0:1749611624.242628:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130c00. 10000000:00000010:2.0:1749611624.242632:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff8801369dbfc0. 10000000:01000000:2.0:1749611624.242637:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0000' failed (-5). 10000000:00000001:2.0:1749611624.242642:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611624.242646:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611624.242650:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611624.242653:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611624.242656:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff88009d27c200) refs 2 10000000:00000001:2.0:1749611624.242660:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611624.242664:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611624.242666:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff88009d27d800) refs 2 10000000:00000001:2.0:1749611624.242670:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611624.242673:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611624.242683:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1749611624.242685:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611624.242688:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff88007197e000 from 7 10000000:00000001:2.0:1749611624.242692:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611624.242694:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749611624.242701:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234a80. 00000020:00000040:2.0:1749611624.242706:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611624.242712:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611624.242716:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611624.242723:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611624.242731:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880079130c00. 00000100:00000001:2.0:1749611624.242739:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611624.242744:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611624.242748:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611624.242755:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880086d2ed00. 00010000:00000001:2.0:1749611624.242762:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611624.242766:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880079131000. 00000020:00000001:2.0:1749611624.242771:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611624.242775:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880079131000 with handle 0x689c0ec07329d637 to hash 00000020:00000001:2.0:1749611624.242779:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611624.242781:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134345510912 : -131939364040704 : ffff880079131000) 00010000:00000001:2.0:1749611624.242786:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134345510912 : -131939364040704 : ffff880079131000) 00010000:00000001:2.0:1749611624.242790:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611624.242792:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611624.242798:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880079131000/0x689c0ec07329d637 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611624.242810:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff880079131000/0x689c0ec07329d637 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611624.242827:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880079131000/0x689c0ec07329d637 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611624.242837:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611624.242840:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611624.242856:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381f00. 00000100:00000001:2.0:1749611624.242860:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096281344 : -131939613270272 : ffff88006a381f00) 00000100:00000001:2.0:1749611624.242864:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611624.242867:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346574464 : -131939362977152 : ffff880079234a80) 00000100:00000001:2.0:1749611624.242874:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611624.242880:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611624.242884:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611624.242887:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611624.242894:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234a80 x1834598494704640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611624.242908:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611624.242911:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611624.242917:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079234a80 x1834598494704640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611624.242930:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611624.242933:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611624.242936:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611624.242939:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611624.242942:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611624.242945:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611624.242948:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611624.242950:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611624.242954:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611624.244731:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2e900. 00010000:00000010:1.1:1749611624.244744:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880079130400. 00010000:00000001:0.0:1749611624.392657:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611624.392664:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611624.392665:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611624.392679:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611624.392682:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611624.392684:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611624.392686:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611624.392687:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611624.392758:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611624.392762:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611624.392765:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611624.458644:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611624.458650:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611624.458651:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611624.458654:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611624.458656:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611624.458659:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611624.458661:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611624.458663:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611624.458665:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611625.135651:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611625.135669:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611625.135672:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611625.135677:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611625.135680:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611625.135684:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611625.135686:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611625.242702:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611625.242711:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611625.242714:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611625.242737:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611625.242742:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611625.242746:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611625.242748:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611625.242752:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611625.242755:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611625.394723:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611625.394732:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611625.394865:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611625.394871:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611625.394875:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611625.458679:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611625.458688:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611625.458690:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611625.458695:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611625.458698:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611625.458702:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611625.458706:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611625.458709:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611625.458711:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611626.135629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611626.135648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611626.135650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611626.135654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611626.135657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611626.135661:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611626.135663:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611626.242636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611626.242645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611626.242648:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611626.242654:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611626.242658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611626.242663:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611626.242667:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611626.242671:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611626.242674:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611626.396722:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611626.396730:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611626.396825:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611626.396831:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611626.396836:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611626.458651:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611626.458659:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611626.458661:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611626.458665:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611626.458669:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611626.458673:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611626.458676:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611626.458679:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611626.458682:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611627.135640:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611627.135660:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611627.135662:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611627.135667:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611627.135670:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611627.135673:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611627.135676:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611627.242685:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611627.242694:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611627.242712:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611627.242719:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611627.242724:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611627.242729:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611627.242732:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611627.242736:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611627.242739:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611627.398669:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611627.398676:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611627.398752:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611627.398757:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611627.398760:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611627.458637:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611627.458643:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611627.458645:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611627.458648:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611627.458650:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611627.458653:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611627.458655:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611627.458657:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611627.458658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.135634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611628.135650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611628.135653:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611628.135657:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611628.135660:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611628.135664:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.135666:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611628.142633:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611628.142644:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611628.142649:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611628.142655:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611628.142659:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611628.142663:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611628.142669:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611628.142676:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6229 00000100:00080000:2.0:1749611628.142681:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611628.142685:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611628.142690:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611628.142694:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611628.142697:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611628.142703:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611628.142719:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611628.142724:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611628.142728:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611628.142732:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611628.142737:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611628.142742:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611628.142746:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611628.142749:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611628.142752:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611628.142757:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611628.142762:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611628.142766:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611628.142771:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611628.142780:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611628.142784:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.142788:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611628.142793:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611628.142800:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237800. 00000020:00000040:2.0:1749611628.142805:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611628.142810:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611628.142813:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.142817:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611628.142821:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611628.142826:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611628.142836:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457f400. 00000100:00000001:2.0:1749611628.142845:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611628.142858:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237800 x1834598494704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611628.142875:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611628.142881:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611628.142889:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237800] to pc [ptlrpcd_rcv+-1] req@ffff880079237800 x1834598494704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611628.142924:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611628.142978:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611628.142985:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611628.142988:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611628.142991:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611628.142995:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611628.143000:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6229 00000100:00080000:2.0:1749611628.143004:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611628.143007:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611628.143011:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611628.143014:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611628.143017:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611628.143021:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611628.143021:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1749611628.143023:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611628.143026:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611628.143030:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611628.143033:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611628.143037:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:0.0:1749611628.143037:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611628.143040:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611628.143041:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611628.143043:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611628.143046:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611628.143049:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611628.143049:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237800 x1834598494704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611628.143052:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611628.143056:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611628.143060:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143061:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749611628.143063:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611628.143063:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611628.143067:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611628.143068:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611628.143070:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611628.143072:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611628.143073:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.143075:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:0.0:1749611628.143077:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494704768:0@lo:38:kworker.0 00000100:00000001:2.0:1749611628.143078:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143082:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749611628.143083:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236300. 02000000:00000001:0.0:1749611628.143085:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749611628.143087:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611628.143088:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611628.143091:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611628.143095:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974b800. 02000000:00000001:2.0:1749611628.143097:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611628.143098:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611628.143099:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.143102:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611628.143104:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1749611628.143105:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 02000000:00000001:2.0:1749611628.143107:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611628.143112:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 02000000:00000010:2.0:1749611628.143113:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457f000. 00000100:00000001:2.0:1749611628.143119:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611628.143119:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494704768, portal 4 00000100:00000001:0.0:1749611628.143122:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611628.143124:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346586112 : -131939362965504 : ffff880079237800) 00000100:00100000:2.0:1749611628.143126:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236300 x1834598494704896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611628.143132:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237800 x1834598494704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611628.143139:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611628.143141:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611628.143143:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611628.143144:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611628.143146:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000040:2.0:1749611628.143149:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236300] to pc [ptlrpcd_rcv+-1] req@ffff880079236300 x1834598494704896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611628.143150:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494704768, offset 0 00000400:00000200:0.0:1749611628.143156:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611628.143163:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611628.143168:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000200:0.0:1749611628.143171:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:2.0:1749611628.143173:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611628.143175:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611628.143178:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611628.143182:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:0.0:1749611628.143182:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf951480 00000100:00080000:2.0:1749611628.143185:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6229 00000100:00080000:2.0:1749611628.143189:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000200:0.0:1749611628.143190:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 17680 00000100:00000040:2.0:1749611628.143192:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611628.143196:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611628.143197:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611628.143198:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611628.143201:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611628.143202:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749611628.143205:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611628.143207:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611628.143210:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611628.143213:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:0.0:1749611628.143214:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749611628.143216:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000200:0.0:1749611628.143216:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000020:00000001:2.0:1749611628.143241:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000010:0.0:1749611628.143242:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9bb480. 00000100:00000040:0.0:1749611628.143245:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9bb480 x1834598494704768 msgsize 520 00000100:00100000:0.0:1749611628.143250:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749611628.143253:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611628.143256:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611628.143258:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611628.143260:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611628.143263:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611628.143266:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611628.143269:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611628.143271:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611628.143272:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749611628.143275:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611628.143278:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611628.143280:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000001:2.0:1749611628.143281:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000400:00000010:0.0:1749611628.143282:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:2.0:1749611628.143283:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143285:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000010:2.0:1749611628.143287:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236a00. 00000020:00000040:2.0:1749611628.143306:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000200:0.0:1749611628.143307:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237800 x1834598494704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611628.143310:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611628.143311:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.143314:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611628.143315:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611628.143316:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611628.143319:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611628.143319:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237800 x1834598494704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611628.143325:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457ec00. 00000100:00000001:0.0:1749611628.143326:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143328:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611628.143330:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143332:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611628.143337:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1261 usecs (2 jiffies) 00000100:00100000:2.0:1749611628.143338:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236a00 x1834598494705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611628.143341:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300901602 00000100:00000010:0.0:1749611628.143345:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee000. 00000100:00000001:2.0:1749611628.143349:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611628.143351:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611628.143353:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611628.143355:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611628.143357:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300901602 00000100:00000040:2.0:1749611628.143358:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236a00] to pc [ptlrpcd_rcv+-1] req@ffff880079236a00 x1834598494705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611628.143360:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494704768 00000100:00000010:0.0:1749611628.143360:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee4c0. 02000000:00000001:1.0:1749611628.143363:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611628.143363:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611628.143366:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300901602 00000100:00000001:1.0:1749611628.143367:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611628.143369:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611628.143369:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee440. 00000100:00000001:2.0:1749611628.143370:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143371:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749611628.143374:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1749611628.143374:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143374:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300901602 00000100:00000010:0.0:1749611628.143376:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee280. 00000100:00000001:2.0:1749611628.143379:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1749611628.143379:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000010:2.0:1749611628.143384:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235500. 00000100:00100000:1.0:1749611628.143385:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494704768 00000020:00000040:2.0:1749611628.143387:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749611628.143388:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611628.143390:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611628.143392:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611628.143394:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611628.143396:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143396:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611628.143400:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611628.143402:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1749611628.143402:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2c00. 00000100:00000001:0.0:1749611628.143404:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611628.143405:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143407:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611628.143408:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0c80. 00000100:00000001:0.0:1749611628.143409:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1749611628.143410:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e700. 00000020:00000010:1.0:1749611628.143413:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00000001:2.0:1749611628.143415:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143415:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611628.143417:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611628.143418:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611628.143419:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611628.143420:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611628.143421:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611628.143422:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611628.143422:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143422:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611628.143427:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236300 x1834598494704896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611628.143428:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.143435:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611628.143435:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611628.143436:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611628.143437:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.143438:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611628.143439:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611628.143441:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611628.143443:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611628.143445:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235500] to pc [ptlrpcd_00_00+0] req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611628.143446:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494704896:0@lo:38:kworker.0 00000100:00000001:1.0:1749611628.143449:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611628.143450:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611628.143451:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611628.143452:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749611628.143453:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611628.143455:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1749611628.143457:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 02000000:00000010:0.0:1749611628.143458:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099748800. 02000000:00000001:0.0:1749611628.143460:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611628.143461:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941668480 : -131938767883136 : ffff88009c9bb480) 00000400:00000010:0.0:1749611628.143463:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 00000100:00000040:1.0:1749611628.143467:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9bb480 x1834598494704768/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611648 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611628.143467:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000200:0.0:1749611628.143470:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494704896, portal 10 00000100:00000001:0.0:1749611628.143472:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611628.143474:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346580736 : -131939362970880 : ffff880079236300) 00000100:00100000:1.0:1749611628.143480:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494704768:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749611628.143480:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236300 x1834598494704896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611628.143484:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494704768 00000100:00000001:2.0:1749611628.143486:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143487:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:1.0:1749611628.143488:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:2.0:1749611628.143489:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749611628.143489:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611628.143491:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00010000:00000001:1.0:1749611628.143492:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749611628.143493:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494704896, offset 0 00000100:00080000:2.0:1749611628.143495:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611628.143497:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1749611628.143497:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749611628.143500:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611628.143503:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000020:00000001:1.0:1749611628.143506:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611628.143507:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6229 00000400:00000200:0.0:1749611628.143508:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611628.143509:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1749611628.143510:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00010000:00020000:1.0:1749611628.143511:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611628.143514:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611628.143515:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611628.143515:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:0.0:1749611628.143515:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951500 00000100:00000001:3.0:1749611628.143517:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611628.143518:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749611628.143518:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611628.143547:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 163744 00000100:00000001:1.0:1749611628.143553:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749611628.143554:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:0.0:1749611628.143554:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611628.143555:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611628.143557:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:0.0:1749611628.143557:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749611628.143558:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749611628.143561:0:18174:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000010:1.0:1749611628.143562:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801327de400. 00000100:00000001:0.0:1749611628.143562:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000040:2.0:1749611628.143563:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d606 02000000:00000001:1.0:1749611628.143564:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611628.143564:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:3.0:1749611628.143565:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611628.143566:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:0.0:1749611628.143567:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9bb800. 00000020:00000040:2.0:1749611628.143570:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=8 00000100:00000040:0.0:1749611628.143570:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9bb800 x1834598494704896 msgsize 520 00000100:00000001:1.0:1749611628.143573:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611628.143574:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00100000:0.0:1749611628.143574:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611628.143577:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000001:2.0:1749611628.143577:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00010000:00000001:1.0:1749611628.143577:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611628.143579:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611628.143579:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611628.143582:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611628.143582:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00001000:1.0:1749611628.143583:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611628.143583:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749611628.143585:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611628.143587:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749611628.143587:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 02000000:00000001:3.0:1749611628.143588:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611628.143589:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:1.0:1749611628.143590:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749611628.143591:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494705152:0@lo:400:kworker.0 00000100:00000001:0.0:1749611628.143591:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749611628.143594:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:0.0:1749611628.143595:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236300 x1834598494704896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611628.143596:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611628.143596:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611628.143599:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:3.0:1749611628.143600:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611628.143602:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611628.143602:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611628.143602:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611628.143604:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611628.143604:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749611628.143605:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749611628.143605:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236300 x1834598494704896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611628.143607:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749611628.143607:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611628.143608:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124800. 00000100:00000001:1.0:1749611628.143609:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611628.143610:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611628.143611:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611628.143611:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611628.143612:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143613:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749611628.143614:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 7 00000400:00000010:1.0:1749611628.143615:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000400:00000010:3.0:1749611628.143616:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f76e0. 00000100:00000001:0.0:1749611628.143616:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611628.143618:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d4a0000 using connection 192.168.202.106@tcp/0@lo 00000100:00000040:0.0:1749611628.143619:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1093 usecs (2 jiffies) 00000100:00000200:1.0:1749611628.143620:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494704768, offset 0 00000100:00000001:2.0:1749611628.143621:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611628.143622:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed198. 00000100:00000001:0.0:1749611628.143622:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300901603 02000000:00000001:2.0:1749611628.143623:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:1.0:1749611628.143625:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611628.143626:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300901602 02000000:00000001:2.0:1749611628.143629:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611628.143630:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300901603 02000000:00000001:2.0:1749611628.143632:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611628.143633:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611628.143633:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300901602 00000100:00000001:2.0:1749611628.143635:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611628.143636:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300901603 00000100:00000200:3.0:1749611628.143637:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494705152, portal 10 00000100:00000001:2.0:1749611628.143637:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143638:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300901602 00000100:00000001:3.0:1749611628.143639:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:1.0:1749611628.143641:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf951480 00000100:00000001:0.0:1749611628.143641:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300901603 00000100:00000010:2.0:1749611628.143642:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234380. 00000100:00000001:0.0:1749611628.143644:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300901602 00000020:00000040:2.0:1749611628.143645:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:1.0:1749611628.143646:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9859 [1] + 0 02000000:00000001:2.0:1749611628.143649:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749611628.143650:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346577152 : -131939362974464 : ffff880079235500) 02000000:00000001:2.0:1749611628.143651:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611628.143651:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611628.143652:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611628.143653:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:1.0:1749611628.143655:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611628.143655:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611628.143656:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611628.143657:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611628.143658:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611628.143658:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611628.143659:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611628.143661:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236a00 x1834598494705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611628.143664:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457e800. 00000100:00000200:1.0:1749611628.143664:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237800 x1834598494704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611628.143667:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611628.143668:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143669:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611628.143670:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611628.143671:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611628.143672:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1749611628.143673:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 02000000:00000001:0.0:1749611628.143674:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611628.143675:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234380 x1834598494705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:1.0:1749611628.143675:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237800 x1834598494704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611628.143676:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611628.143677:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494705152, offset 0 00000100:00100000:0.0:1749611628.143679:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494705024:0@lo:38:kworker.0 00000400:00000200:3.0:1749611628.143682:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611628.143683:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611628.143684:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611628.143685:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611628.143686:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749611628.143687:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611628.143688:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611628.143689:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611628.143691:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749611628.143691:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974a400. 00000400:00000200:1.0:1749611628.143692:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 02000000:00000001:0.0:1749611628.143693:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611628.143695:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234380] to pc [ptlrpcd_rcv+-1] req@ffff880079234380 x1834598494705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611628.143695:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000400:00000010:0.0:1749611628.143696:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00000100:00000001:1.0:1749611628.143697:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:3.0:1749611628.143699:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf951600 00000100:00000001:1.0:1749611628.143699:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:0.0:1749611628.143700:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:1.0:1749611628.143703:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611628.143703:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494705024, portal 10 00000400:00000200:3.0:1749611628.143705:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 164264 00000100:00000001:0.0:1749611628.143705:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611628.143707:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346582528 : -131939362969088 : ffff880079236a00) 00000100:00000001:2.0:1749611628.143708:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611628.143711:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611628.143711:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:2.0:1749611628.143712:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749611628.143713:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236a00 x1834598494705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611628.143714:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611628.143715:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611628.143716:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611628.143717:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1749611628.143719:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611628.143719:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749611628.143721:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611628.143721:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234700. 00000100:00000040:1.0:1749611628.143722:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9bb480 x1834598494704768/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611628.143722:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000040:2.0:1749611628.143724:0:18174:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000010:3.0:1749611628.143725:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f576d80. 00000400:00000010:0.0:1749611628.143725:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000040:3.0:1749611628.143728:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009f576d80 x1834598494705152 msgsize 224 00000100:00000001:2.0:1749611628.143728:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749611628.143729:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494705024, offset 0 00000100:00100000:3.0:1749611628.143733:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749611628.143733:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494704768:12345-0@lo:38:kworker.0 Request processed in 252us (484us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749611628.143735:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749611628.143735:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611628.143738:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611628.143742:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2ef00. 00000100:00100000:1.0:1749611628.143742:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00000001:3.0:1749611628.143743:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611628.143745:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611628.143745:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:0.0:1749611628.143745:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611628.143747:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:3.0:1749611628.143749:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000100:00000040:2.0:1749611628.143750:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:3.0:1749611628.143752:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000020:00000010:1.0:1749611628.143752:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0c80. 00000400:00000200:0.0:1749611628.143754:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951580 00000100:00000001:3.0:1749611628.143756:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:1.0:1749611628.143757:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 00000100:00000001:2.0:1749611628.143758:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:3.0:1749611628.143760:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611628.143760:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611628.143760:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2c00. 00000400:00000200:0.0:1749611628.143761:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 164488 00000100:00000001:1.0:1749611628.143763:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611628.143764:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234700] to pc [ptlrpcd_00_01+1] req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611628.143768:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611628.143769:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611628.143772:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611628.143773:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.143779:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611628.143779:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6239) 00000100:00000001:3.0:1749611628.143781:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:0.0:1749611628.143781:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611628.143785:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143787:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:3.0:1749611628.143788:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 956 usecs (1 jiffies) 00000100:00000200:0.0:1749611628.143789:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611628.143791:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300901602 00000100:00000001:3.0:1749611628.143794:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300901603 00000100:00000010:0.0:1749611628.143794:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c9bbb80. 00000100:00000001:2.0:1749611628.143798:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749611628.143798:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88009c9bbb80 x1834598494705024 msgsize 520 00000100:00100000:2.0:1749611628.143801:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494704896 00000100:00000001:3.0:1749611628.143802:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300901602 02000000:00000001:2.0:1749611628.143803:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1749611628.143803:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611628.143804:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300901603 00000100:00000001:2.0:1749611628.143805:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611628.143806:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300901602 00000100:00000001:2.0:1749611628.143807:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.143808:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300901603 00000100:00000001:3.0:1749611628.143810:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300901602 02000000:00000001:2.0:1749611628.143810:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.143812:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300901603 00000100:00100000:2.0:1749611628.143812:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494704896 00000100:00000001:3.0:1749611628.143814:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611628.143814:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611628.143815:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:2.0:1749611628.143816:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611628.143817:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611628.143817:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611628.143819:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.143820:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611628.143820:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000001:2.0:1749611628.143821:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.143822:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611628.143822:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494705152 00000400:00000200:0.0:1749611628.143823:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 02000000:00000001:1.0:1749611628.143824:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:2.0:1749611628.143825:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131600. 00000100:00000001:1.0:1749611628.143826:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749611628.143826:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:3.0:1749611628.143828:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749611628.143828:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000100:00000001:1.0:1749611628.143828:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.143830:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1749611628.143830:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749611628.143831:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.143832:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000010:2.0:1749611628.143832:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be90c8. 00000100:00000001:3.0:1749611628.143833:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:1.0:1749611628.143834:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494705152 00000100:00000001:3.0:1749611628.143835:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.143836:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:1.0:1749611628.143836:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749611628.143836:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236a00 x1834598494705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611628.143837:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1749611628.143838:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:1.0:1749611628.143838:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749611628.143839:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.143840:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611628.143840:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611628.143841:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1749611628.143842:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749611628.143843:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611628.143844:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611628.143844:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.143845:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749611628.143845:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611628.143847:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749611628.143847:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611628.143847:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611628.143852:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611628.143852:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611628.143852:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749611628.143852:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236a00 x1834598494705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611628.143855:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e688100. 00000100:00000001:2.0:1749611628.143859:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611628.143860:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749611628.143860:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494705024 00000100:00000001:3.0:1749611628.143861:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611628.143862:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000040:1.0:1749611628.143862:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611628.143863:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611628.143864:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611628.143865:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749611628.143866:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611628.143868:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.143868:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611628.143869:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611628.143870:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143870:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611628.143871:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494705408:0@lo:400:kworker.0 02000000:00000001:2.0:1749611628.143872:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611628.143872:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2c00. 00000100:00000001:3.0:1749611628.143874:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:2.0:1749611628.143874:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494705024 00000020:00000010:1.0:1749611628.143875:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0c80. 00000100:00000040:0.0:1749611628.143875:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 787 usecs (1 jiffies) 00000020:00000001:2.0:1749611628.143876:0:9691:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749611628.143877:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749611628.143877:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 02000000:00000001:3.0:1749611628.143878:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611628.143878:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611628.143879:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300901602 00000020:00000001:2.0:1749611628.143880:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611628.143882:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611628.143884:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749611628.143884:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438cd48. 00000100:00000001:0.0:1749611628.143884:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300901603 00000020:00000010:2.0:1749611628.143885:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131200. 02000000:00000010:3.0:1749611628.143887:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d124200. 00000020:00000010:2.0:1749611628.143888:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f00. 00000100:00000001:0.0:1749611628.143888:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300901602 02000000:00000001:3.0:1749611628.143890:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611628.143891:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9000. 00000100:00000040:1.0:1749611628.143891:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611628.143892:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300901603 00000400:00000010:3.0:1749611628.143893:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7738. 00000100:00000001:2.0:1749611628.143893:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611628.143894:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611628.143894:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611628.143895:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611628.143895:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300901602 00000400:00000010:3.0:1749611628.143896:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed440. 00000100:00000001:2.0:1749611628.143896:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.143898:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611628.143898:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611628.143899:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300901603 00000100:00000200:3.0:1749611628.143900:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494705408, portal 10 00000100:00000001:3.0:1749611628.143902:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611628.143902:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611628.143902:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300901602 00000100:00000001:3.0:1749611628.143903:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346573568 : -131939362978048 : ffff880079234700) 00000100:00000001:2.0:1749611628.143904:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611628.143904:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611628.143905:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300901603 00000100:00000001:1.0:1749611628.143906:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143907:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611628.143909:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749611628.143910:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611628.143910:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.143911:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611628.143911:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749611628.143915:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611628.143916:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749611628.143916:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000400:00000001:0.0:1749611628.143917:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611628.143918:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:3.0:1749611628.143919:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611628.143919:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611628.143920:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:3.0:1749611628.143921:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:2.0:1749611628.143921:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987525504 : -131938722026112 : ffff88009f576d80) 00000100:00100000:1.0:1749611628.143924:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00000040:2.0:1749611628.143926:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f576d80 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:309/0 lens 224/0 e 0 to 0 dl 1749611639 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611628.143926:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941669376 : -131938767882240 : ffff88009c9bb800) 00000400:00000010:0.0:1749611628.143927:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000100:00000040:1.0:1749611628.143953:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9bb800 x1834598494704896/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611648 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611628.143955:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749611628.143957:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:2.0:1749611628.143961:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611628.143961:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611628.143962:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494705408, offset 0 00000100:00100000:1.0:1749611628.143963:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494704896:12345-0@lo:38:kworker.0 00000020:00000010:2.0:1749611628.143964:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbfc0. 00000100:00000200:0.0:1749611628.143965:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237800 x1834598494704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611628.143967:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749611628.143967:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494704896 00000400:00000200:3.0:1749611628.143968:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:2.0:1749611628.143969:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dbfc0. 00000020:00000001:1.0:1749611628.143970:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749611628.143972:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:2.0:1749611628.143974:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494705152:12345-0@lo:400:kworker.0 00000400:00000200:3.0:1749611628.143975:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749611628.143975:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237800 x1834598494704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611628.143978:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494705152 00000400:00000200:3.0:1749611628.143981:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf951700 00000020:00000001:2.0:1749611628.143981:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611628.143981:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.143982:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:2.0:1749611628.143984:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00010000:00020000:1.0:1749611628.143984:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611628.143984:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611628.143986:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 165008 00000100:00000001:0.0:1749611628.143986:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:2.0:1749611628.143987:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611628.143987:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749611628.143989:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:1.0:1749611628.143990:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611628.143991:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611628.143991:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611628.143992:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611628.143993:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611628.143994:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611628.143994:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:2.0:1749611628.143995:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:1.0:1749611628.143996:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749611628.143996:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.143997:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:2.0:1749611628.143997:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000200:3.0:1749611628.143999:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:1.0:1749611628.143999:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8801327dec00. 00000020:00000001:2.0:1749611628.144000:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1749611628.144001:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611628.144002:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f577100. 00000100:00001000:0.0:1749611628.144002:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611628 v=5 (0 0 0 0) 00000020:00000001:2.0:1749611628.144004:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611628.144004:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611628.144005:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff88009f577100 x1834598494705408 msgsize 224 00000020:00000001:2.0:1749611628.144006:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:1.0:1749611628.144006:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:0.0:1749611628.144006:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=151 v=20 (1 20 1 1) 00000100:00100000:3.0:1749611628.144008:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749611628.144008:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00010000:00000001:1.0:1749611628.144008:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.144009:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:2.0:1749611628.144010:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.144011:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:1.0:1749611628.144011:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:2.0:1749611628.144012:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611628.144012:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611628.144014:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000100:00000001:1.0:1749611628.144014:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611628.144014:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749611628.144016:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:2.0:1749611628.144016:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611628.144018:0:28321:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749611628.144018:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611628.144019:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237800 x1834598494704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611628.144021:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611628.144021:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457d800. 00000100:00000001:1.0:1749611628.144021:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611628.144023:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611628.144024:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611628.144025:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611628.144026:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611628.144026:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:2.0:1749611628.144028:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.144029:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611628.144029:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611628.144029:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000040:2.0:1749611628.144030:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494705152 00000100:00000001:0.0:1749611628.144031:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611628.144032:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611628.144032:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:2.0:1749611628.144033:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749611628.144033:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000001:1.0:1749611628.144035:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611628.144035:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749611628.144037:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:2.0:1749611628.144038:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f576d80 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611628.144038:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611628.144039:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611628.144041:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749611628.144041:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611628.144043:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749611628.144044:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00010000:00000001:2.0:1749611628.144045:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611628.144047:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611628.144047:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237800 x1834598494704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611628.144048:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494704896, offset 0 00000100:00001000:2.0:1749611628.144050:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611628.144051:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.144052:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:1.0:1749611628.144052:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611628.144054:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611628.144056:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611628.144056:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611628.144058:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749611628.144060:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 943 usecs (1 jiffies) 02000000:00000001:2.0:1749611628.144060:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749611628.144060:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611628.144062:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.144063:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300901602 00000100:00000001:2.0:1749611628.144064:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611628.144066:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300901603 00000100:00000040:2.0:1749611628.144066:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611628.144066:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951500 00000100:00000001:3.0:1749611628.144068:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300901602 00000400:00000010:2.0:1749611628.144069:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00100000:0.0:1749611628.144069:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494704768:0@lo:38:kworker.0 00000100:00000001:3.0:1749611628.144070:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300901603 00000400:00000200:1.0:1749611628.144071:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9861 [1] + 0 00000100:00000001:3.0:1749611628.144072:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300901602 00000100:00000001:0.0:1749611628.144073:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.144074:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300901603 00000100:00000001:3.0:1749611628.144076:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300901602 00000100:00000200:2.0:1749611628.144076:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494705152, offset 224 00000400:00000200:1.0:1749611628.144076:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611628.144076:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611628.144078:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300901603 00000100:00000040:0.0:1749611628.144079:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237800 x1834598494704768/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611628.144080:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611628.144080:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611628.144081:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611628.144082:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.144085:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611628.144085:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611628.144085:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611628.144087:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611628.144087:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749611628.144089:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749611628.144089:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236300 x1834598494704896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611628.144091:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974b800. 02000000:00000001:0.0:1749611628.144094:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611628.144096:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:0.0:1749611628.144096:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1749611628.144097:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951600 00000100:00000001:3.0:1749611628.144098:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611628.144099:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236300 x1834598494704896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611628.144099:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611628.144101:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611628.144104:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457f400. 00000400:00000200:2.0:1749611628.144105:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x986d [1] + 224 00000100:00000001:1.0:1749611628.144107:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611628.144108:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611628.144109:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611628.144111:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237800. 00000400:00000200:2.0:1749611628.144114:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611628.144114:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:0.0:1749611628.144115:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:1.0:1749611628.144116:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749611628.144116:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611628.144117:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611628.144118:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611628.144118:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611628.144119:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:3.0:1749611628.144120:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494705408 02000000:00000001:3.0:1749611628.144122:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611628.144122:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.144123:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611628.144124:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611628.144125:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611628.144125:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611628.144126:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611628.144126:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611628.144127:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.144127:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1749611628.144129:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611628.144129:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611628.144129:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611628.144130:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749611628.144131:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494705408 00000100:00000001:2.0:1749611628.144132:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:3.0:1749611628.144133:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749611628.144133:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9bb800 x1834598494704896/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611628.144134:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234380 x1834598494705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611628.144135:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d61b 00000020:00000001:3.0:1749611628.144137:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:3.0:1749611628.144140:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e0e000 refcount=5 00000100:00000200:2.0:1749611628.144140:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611628.144142:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000001:0.0:1749611628.144142:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611628.144143:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611628.144145:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 02000000:00000001:0.0:1749611628.144145:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611628.144147:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611628.144149:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611628.144152:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494705280:0@lo:38:kworker.0 00000100:00000001:3.0:1749611628.144154:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:1.0:1749611628.144155:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494704896:12345-0@lo:38:kworker.0 Request processed in 190us (581us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611628.144155:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1749611628.144156:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611628.144157:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b2230e80. 00000020:00000010:3.0:1749611628.144161:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b2230a00. 02000000:00000001:0.0:1749611628.144162:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:1.0:1749611628.144163:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 02000000:00000001:0.0:1749611628.144163:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611628.144165:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611628.144166:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 02000000:00000001:0.0:1749611628.144166:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:3.0:1749611628.144167:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b2230e80. 00000100:00000001:1.0:1749611628.144167:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000010:0.0:1749611628.144168:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974b800. 00000020:00000010:1.0:1749611628.144170:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 02000000:00000001:0.0:1749611628.144170:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611628.144171:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124400. 00000400:00000010:0.0:1749611628.144174:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00000020:00000010:3.0:1749611628.144175:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7180. 00000020:00000010:1.0:1749611628.144175:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be90c8. 00000100:00000001:2.0:1749611628.144176:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:0.0:1749611628.144177:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000020:00000010:3.0:1749611628.144179:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c84b0. 00000020:00000010:1.0:1749611628.144179:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131600. 00000100:00000200:0.0:1749611628.144181:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494705280, portal 10 00000100:00000001:0.0:1749611628.144183:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611628.144184:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346572672 : -131939362978944 : ffff880079234380) 00000100:00000001:3.0:1749611628.144185:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:2.0:1749611628.144185:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000001:1.0:1749611628.144185:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611628.144186:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611628.144188:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611628.144189:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000040:0.0:1749611628.144191:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234380 x1834598494705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611628.144193:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611628.144193:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611628.144193:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611628.144194:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611628.144195:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611628.144195:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611628.144196:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.144198:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611628.144199:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611628.144199:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00000040:0.0:1749611628.144200:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611628.144201:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611628.144201:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e0e000 : new rpc_count 1 00000400:00000010:0.0:1749611628.144202:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:1.0:1749611628.144203:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987526400 : -131938722025216 : ffff88009f577100) 00000100:00000040:2.0:1749611628.144205:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:0.0:1749611628.144205:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494705280, offset 0 00000100:00000001:3.0:1749611628.144207:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611628.144208:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611628.144208:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f577100 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:309/0 lens 224/0 e 0 to 0 dl 1749611639 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611628.144208:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749611628.144210:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611628.144212:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611628.144213:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00000001:3.0:1749611628.144215:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134941670272 : -131938767881344 : ffff88009c9bbb80) 00000400:00000200:0.0:1749611628.144215:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611628.144216:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749611628.144216:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611628.144218:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012e688880. 00000100:00000040:3.0:1749611628.144220:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009c9bbb80 x1834598494705024/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611648 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611628.144220:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611628.144223:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012e688880. 00000400:00000200:0.0:1749611628.144223:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951680 00000100:00000040:2.0:1749611628.144224:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f576d80 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611628.144227:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494705408:12345-0@lo:400:kworker.0 00000400:00000200:0.0:1749611628.144228:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 165232 00000100:00100000:3.0:1749611628.144230:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c9bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494705024:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611628.144231:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494705408 00000400:00000200:0.0:1749611628.144232:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749611628.144233:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:3.0:1749611628.144234:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494705024 00000020:00000001:1.0:1749611628.144235:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:0.0:1749611628.144236:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611628.144237:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611628.144238:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611628.144239:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611628.144239:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749611628.144240:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f576d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494705152:12345-0@lo:400:kworker.0 Request processed in 276us (508us total) trans 0 rc 0/0 00000020:00000001:1.0:1749611628.144240:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:0.0:1749611628.144241:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749611628.144242:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749611628.144245:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749611628.144248:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611628.144249:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611628.144250:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00020000:3.0:1749611628.144252:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749611628.144252:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00000010:0.0:1749611628.144255:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c00000. 00010000:00000001:3.0:1749611628.144256:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749611628.144256:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:2.0:1749611628.144257:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000001:1.0:1749611628.144258:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611628.144258:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c00000 x1834598494705280 msgsize 520 00010000:00000001:3.0:1749611628.144259:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611628.144260:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:1.0:1749611628.144260:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:3.0:1749611628.144261:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:0.0:1749611628.144262:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611628.144263:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611628.144263:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611628.144263:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611628.144264:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749611628.144265:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:1.0:1749611628.144265:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749611628.144267:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0c80. 00000400:00000200:0.0:1749611628.144269:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 02000000:00000010:1.0:1749611628.144270:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c624c00. 00000400:00000010:0.0:1749611628.144271:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000020:00000010:2.0:1749611628.144272:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438cd48. 02000000:00000001:1.0:1749611628.144272:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.144273:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:3.0:1749611628.144274:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de20400. 00000100:00000001:1.0:1749611628.144274:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611628.144276:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611628.144276:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611628.144277:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2c00. 00000100:00000200:0.0:1749611628.144277:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234380 x1834598494705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611628.144279:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611628.144279:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494705408 00010000:00000001:1.0:1749611628.144281:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:3.0:1749611628.144282:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000040:2.0:1749611628.144282:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00010000:00000001:3.0:1749611628.144284:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.144284:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611628.144285:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:1.0:1749611628.144285:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f577100 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611628.144287:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611628.144290:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749611628.144291:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234380 x1834598494705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611628.144293:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749611628.144293:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611628.144295:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611628.144296:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611628.144296:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00001000:1.0:1749611628.144297:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=83 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611628.144298:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611628.144298:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611628.144299:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494705280 00000100:00000001:0.0:1749611628.144300:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611628.144301:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611628.144301:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611628.144302:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:1.0:1749611628.144303:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:3.0:1749611628.144304:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:2.0:1749611628.144304:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611628.144304:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611628.144305:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611628.144306:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611628.144307:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749611628.144307:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 870 usecs (1 jiffies) 02000000:00000001:3.0:1749611628.144308:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611628.144309:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.144310:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611628.144310:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300901602 00000100:00000001:1.0:1749611628.144311:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611628.144312:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611628.144312:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300901603 00000100:00000040:1.0:1749611628.144313:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611628.144314:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:2.0:1749611628.144314:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.144315:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300901602 00000400:00000010:1.0:1749611628.144316:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749611628.144317:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300901603 00000100:00000200:3.0:1749611628.144318:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494705024, offset 0 00000100:00000200:1.0:1749611628.144319:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494705408, offset 224 00000100:00000001:0.0:1749611628.144319:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300901602 02000000:00000001:2.0:1749611628.144320:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.144321:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300901603 00000400:00000200:3.0:1749611628.144322:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749611628.144323:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494705280 00000100:00000001:0.0:1749611628.144323:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300901602 00000020:00000001:2.0:1749611628.144325:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611628.144325:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300901603 00000020:00000040:2.0:1749611628.144326:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:1.0:1749611628.144326:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611628.144327:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611628.144328:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749611628.144329:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611628.144329:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611628.144330:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611628.144332:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611628.144332:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1749611628.144333:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611628.144334:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749611628.144335:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131a00. 00000400:00000200:3.0:1749611628.144336:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951580 00000400:00000010:0.0:1749611628.144336:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000400:00000200:1.0:1749611628.144338:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951700 00000400:00000200:0.0:1749611628.144338:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000020:00000010:2.0:1749611628.144339:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000400:00000010:0.0:1749611628.144340:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000020:00000010:2.0:1749611628.144342:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000001:0.0:1749611628.144342:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611628.144345:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9875 [1] + 0 00000100:00000001:2.0:1749611628.144345:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:0.0:1749611628.144345:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236300 x1834598494704896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611628.144347:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611628.144349:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611628.144350:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611628.144351:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x987d [1] + 224 00000100:00000001:2.0:1749611628.144352:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611628.144353:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611628.144354:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236300 x1834598494704896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611628.144355:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611628.144355:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611628.144357:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749611628.144358:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611628.144360:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:3.0:1749611628.144361:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236a00 x1834598494705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611628.144361:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611628.144361:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611628.144362:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.144363:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611628.144364:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:1.0:1749611628.144365:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611628.144366:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 02000000:00000001:0.0:1749611628.144366:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611628.144367:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611628.144369:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356844544 : -131939352707072 : ffff880079c00000) 00000100:00000040:3.0:1749611628.144370:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236a00 x1834598494705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611628.144373:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c00000 x1834598494705280/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611648 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611628.144373:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611628.144374:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611628.144376:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.144379:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:0.0:1749611628.144380:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611628 v=5 (0 0 0 0) 00000400:00000200:3.0:1749611628.144383:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000100:00100000:2.0:1749611628.144383:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494705280:12345-0@lo:38:kworker.0 00000100:00001000:0.0:1749611628.144383:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=133 v=20 (1 20 1 1) 00000400:00000010:3.0:1749611628.144385:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:0.0:1749611628.144386:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611628.144387:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:2.0:1749611628.144387:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494705280 00000100:00000001:1.0:1749611628.144387:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611628.144388:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:2.0:1749611628.144389:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611628.144390:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749611628.144391:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611628.144393:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749611628.144393:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000040:0.0:1749611628.144394:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236300 x1834598494704896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611628.144395:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:3.0:1749611628.144397:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611628.144397:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611628.144399:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749611628.144400:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611628.144401:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611628.144401:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611628.144402:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611628.144403:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611628.144403:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611628.144403:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:3.0:1749611628.144405:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611628.144405:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611628.144405:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611628.144406:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611628.144407:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:1.0:1749611628.144408:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00010000:00000001:2.0:1749611628.144409:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611628.144409:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.144409:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749611628.144410:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c9bbb80 x1834598494705024/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611628.144411:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00080000:0.0:1749611628.144411:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611628.144412:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611628.144413:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00080000:0.0:1749611628.144414:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749611628.144415:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f577100 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:309/0 lens 224/224 e 0 to 0 dl 1749611639 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611628.144416:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611628.144419:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c9bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494705024:12345-0@lo:38:kworker.0 Request processed in 189us (619us total) trans 0 rc -19/-19 02000000:00000001:2.0:1749611628.144420:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611628.144420:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236300 x1834598494704896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611628.144423:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457d400. 00000100:00100000:1.0:1749611628.144425:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f577100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494705408:12345-0@lo:400:kworker.0 Request processed in 207us (418us total) trans 0 rc 0/0 02000000:00000001:2.0:1749611628.144426:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.144428:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611628.144428:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494704896:0@lo:38:kworker.0 00000100:00100000:3.0:1749611628.144429:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00010000:00000001:2.0:1749611628.144431:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611628.144432:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611628.144433:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:2.0:1749611628.144433:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611628.144433:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000400:00000001:0.0:1749611628.144433:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611628.144434:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:2.0:1749611628.144436:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749611628.144436:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e0e000 : new rpc_count 0 00000400:00000010:0.0:1749611628.144436:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000020:00000010:3.0:1749611628.144437:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f00. 00000100:00000001:1.0:1749611628.144438:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611628.144439:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749611628.144439:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000001:1.0:1749611628.144440:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749611628.144440:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000020:00000010:3.0:1749611628.144441:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9000. 00000100:00000001:2.0:1749611628.144442:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611628.144442:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:1.0:1749611628.144443:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7180. 00000020:00000010:3.0:1749611628.144445:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131200. 00000100:00000040:2.0:1749611628.144445:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749611628.144445:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236a00 x1834598494705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611628.144446:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c84b0. 00000100:00000001:2.0:1749611628.144447:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611628.144449:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.144449:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000010:1.0:1749611628.144449:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124400. 00000100:00000040:2.0:1749611628.144453:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:0.0:1749611628.144454:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236a00 x1834598494705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611628.144455:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611628.144456:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611628.144456:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 4 00000100:00000001:2.0:1749611628.144458:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611628.144459:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611628.144461:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611628.144463:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000200:2.0:1749611628.144467:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494705280, offset 0 00000100:00000001:0.0:1749611628.144470:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611628.144471:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611628.144472:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611628.144474:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611628.144475:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611628.144477:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749611628.144478:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611628.144478:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1749611628.144479:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 02000000:00000001:0.0:1749611628.144480:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611628.144483:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000400:00000200:2.0:1749611628.144484:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951680 00000100:00001000:0.0:1749611628.144484:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611628 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611628.144486:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=33 v=20 (1 20 1 1) 00000400:00000200:2.0:1749611628.144489:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x988d [1] + 0 00000100:00000001:0.0:1749611628.144489:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611628.144490:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611628.144492:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611628.144494:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611628.144496:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236a00 x1834598494705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611628.144497:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611628.144501:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611628.144502:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611628.144504:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1749611628.144505:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234380 x1834598494705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611628.144505:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611628.144507:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611628.144509:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611628.144511:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749611628.144513:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234380 x1834598494705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611628.144513:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611628.144515:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611628.144519:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236a00 x1834598494705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611628.144552:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494705024:0@lo:38:kworker.0 00000100:00000001:0.0:1749611628.144557:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.144559:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611628.144559:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611628.144562:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236300 x1834598494704896/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611628.144564:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749611628.144566:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749611628.144575:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611628.144576:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611628.144580:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611628.144584:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611628.144586:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611628.144588:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611628.144588:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611628.144590:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611628.144592:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099748800. 00000100:00000040:2.0:1749611628.144593:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c00000 x1834598494705280/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611648 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611628.144596:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611628.144598:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611628.144599:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611628.144601:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00100000:2.0:1749611628.144603:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494705280:12345-0@lo:38:kworker.0 Request processed in 220us (343us total) trans 0 rc -19/-19 02000000:00000010:0.0:1749611628.144603:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457f000. 02000000:00000001:0.0:1749611628.144606:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611628.144607:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611628.144609:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236300. 00000100:00000001:0.0:1749611628.144611:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:2.0:1749611628.144612:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00000001:0.0:1749611628.144613:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611628.144614:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611628.144615:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611628.144616:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611628.144618:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236a00 x1834598494705024/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611628.144619:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000020:00000010:2.0:1749611628.144623:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000100:00000001:0.0:1749611628.144624:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1749611628.144626:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131a00. 02000000:00000001:0.0:1749611628.144626:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611628.144627:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974a400. 00000100:00000001:2.0:1749611628.144630:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611628.144630:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611628.144632:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611628.144633:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611628.144634:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611628.144636:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457ec00. 02000000:00000001:0.0:1749611628.144639:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611628.144640:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611628.144641:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236a00. 00000100:00000001:0.0:1749611628.144643:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611628.144644:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.144645:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611628.144646:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.144647:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611628.144650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000001:2.0:1749611628.144651:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611628.144652:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611628.144652:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611628.144653:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749611628.144655:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7738. 00000100:00000001:0.0:1749611628.144655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749611628.144658:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed440 00000400:00000010:2.0:1749611628.144660:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed440. 00000100:00000001:2.0:1749611628.144662:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611628.144666:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611628.144668:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611628.144669:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:2.0:1749611628.144675:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611628.144676:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000400:00000200:0.0:1749611628.144679:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749611628.144681:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:2.0:1749611628.144682:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611628.144683:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611628.144683:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611628.144685:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611628.144687:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:0.0:1749611628.144687:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234380 x1834598494705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611628.144689:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611628.144695:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611628.144696:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234380 x1834598494705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611628.144697:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611628.144703:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979438 time=48 v=5 (5 0 0 0) 00000100:00000001:0.0:1749611628.144703:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611628.144704:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611628.144706:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:2.0:1749611628.144707:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=48 v=5 (1 0 0 0) 02000000:00000001:0.0:1749611628.144708:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611628.144709:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611628.144709:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611628.144710:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.144711:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611628.144712:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611628.144714:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00001000:0.0:1749611628.144716:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012d4a0438 time=1749611628 v=5 (0 0 0 0) 00010000:00080000:2.0:1749611628.144719:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611628.144719:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012d4a03f0 time=48 v=20 (20 0 0 0) 00000100:00000001:0.0:1749611628.144721:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611628.144723:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611628.144725:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749611628.144726:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.144729:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1749611628.144729:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234380 x1834598494705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611628.144731:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749611628.144733:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611628.144734:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.144736:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611628.144738:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611628.144738:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611628.144739:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611628.144741:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611628.144742:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611628.144744:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749611628.144744:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611628.144747:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1749611628.144747:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611628.144748:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611628.144749:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611628.144751:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611628.144752:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234380 x1834598494705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611628.144759:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494705408:0@lo:400:kworker.0 00000400:00000001:2.0:1749611628.144765:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611628.144767:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611628.144769:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f76e0. 00000400:00000200:2.0:1749611628.144771:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed198 00000100:00100000:0.0:1749611628.144771:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494705280:0@lo:38:kworker.0 00000400:00000010:2.0:1749611628.144773:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed198. 00000100:00000001:0.0:1749611628.144775:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.144776:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611628.144777:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:2.0:1749611628.144779:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611628.144780:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234380 x1834598494705280/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611628.144786:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:2.0:1749611628.144787:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611628.144787:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611628.144789:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974b800. 02000000:00000001:0.0:1749611628.144791:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611628.144792:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611628.144793:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611628.144795:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611628.144797:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457e800. 02000000:00000001:0.0:1749611628.144799:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611628.144800:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611628.144801:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234380. 00000100:00000001:2.0:1749611628.144804:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611628.144804:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611628.144805:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.144806:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611628.144807:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.144808:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611628.144809:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611628.144809:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611628.144810:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611628.144811:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611628.144811:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.144812:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611628.144813:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611628.144814:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611628.144818:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1749611628.144820:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611628.144823:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611628.144824:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611628.144825:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749611628.144828:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611628.144835:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.144837:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611628.144839:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611628.144840:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611628.144842:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611628.144845:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611628.144851:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611628.144853:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611628.144854:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611628.144857:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611628.144864:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494705152:0@lo:400:kworker.0 00000100:00000001:2.0:1749611628.144868:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.144870:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611628.144873:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234700 x1834598494705408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611628.144889:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611628.144891:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611628.144893:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124200. 02000000:00000001:2.0:1749611628.144897:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611628.144899:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611628.144900:0:28321:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611628.144902:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611628.144904:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2ef00. 02000000:00000001:2.0:1749611628.144909:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611628.144910:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611628.144912:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234700. 00000100:00000001:2.0:1749611628.144915:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611628.144917:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.144918:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611628.144922:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235500 x1834598494705152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611628.144928:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611628.144952:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611628.144954:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d124800. 02000000:00000001:2.0:1749611628.144956:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611628.144957:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611628.144959:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611628.144960:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611628.144962:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e700. 02000000:00000001:2.0:1749611628.144964:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611628.144965:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611628.144967:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235500. 00000100:00000001:2.0:1749611628.144969:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611628.144970:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.144972:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.144978:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611628.144979:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611628.144981:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611628.144983:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611628.145605:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300901603, at 4300901603 00000100:00000040:2.0:1749611628.145614:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300901603, at 4300901603 00000100:00000010:1.0:1749611628.145615:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee4c0. 00000100:00000010:2.0:1749611628.145624:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee440. 00000100:00000040:0.0:1749611628.145624:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300901603, at 4300901603 00000100:00000040:3.0:1749611628.145629:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300901603, at 4300901603 00000100:00000010:0.0:1749611628.145635:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee000. 00000100:00000010:3.0:1749611628.145640:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee280. 00000100:00000001:2.0:1749611628.242649:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611628.242657:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611628.242660:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611628.242665:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611628.242670:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611628.242674:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.242678:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611628.242682:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.242685:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611628.400715:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611628.400722:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611628.400854:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611628.400859:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611628.400863:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611628.458618:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611628.458624:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611628.458626:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611628.458630:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611628.458633:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611628.458637:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.458640:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611628.458642:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611628.458645:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611629.144670:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611629.144688:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611629.144690:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611629.144695:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611629.144699:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611629.144703:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611629.144705:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611629.242638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611629.242645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611629.242647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611629.242651:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611629.242654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611629.242657:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611629.242661:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611629.242664:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611629.242666:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611629.402720:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611629.402729:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611629.402860:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611629.402866:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611629.402870:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611629.458643:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611629.458650:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611629.458654:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611629.458660:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611629.458665:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611629.458670:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611629.458675:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611629.458678:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611629.458699:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611630.144633:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611630.144650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611630.144652:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611630.144657:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611630.144660:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611630.144664:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611630.144667:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611630.242796:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611630.242803:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611630.242805:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611630.242810:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611630.242813:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611630.242817:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611630.242820:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611630.242823:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611630.242826:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611630.404660:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611630.404666:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611630.404784:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611630.404805:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611630.404809:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611630.458650:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611630.458657:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611630.458660:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611630.458664:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611630.458667:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611630.458671:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611630.458674:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611630.458677:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611630.458679:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611631.144635:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611631.144653:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611631.144655:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611631.144660:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611631.144663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611631.144667:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611631.144669:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611631.242716:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611631.242723:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611631.242725:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611631.242729:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611631.242732:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611631.242736:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611631.242739:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611631.242742:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611631.242744:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611631.406672:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611631.406680:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611631.406802:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611631.406807:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611631.406811:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611631.458639:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611631.458645:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611631.458648:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611631.458652:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611631.458655:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611631.458659:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611631.458662:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611631.458665:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611631.458668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611632.144610:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611632.144622:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611632.144624:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611632.144627:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611632.144629:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611632.144631:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611632.144633:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611632.242606:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611632.242613:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611632.242614:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611632.242617:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611632.242619:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611632.242622:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611632.242624:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611632.242636:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611632.242637:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611632.408726:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611632.408735:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611632.408883:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611632.408888:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611632.408935:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611632.458615:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611632.458622:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611632.458625:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611632.458629:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611632.458632:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611632.458636:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611632.458639:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611632.458641:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611632.458644:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1749611632.998711:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:2.0:1749611632.998721:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:2.0:1749611632.998726:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749611632.999034:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1749611633.144633:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611633.144648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611633.144650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.144655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611633.144657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611633.144661:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.144664:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611633.150630:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611633.150638:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611633.150641:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611633.150645:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611633.150648:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611633.150651:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611633.150654:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611633.150659:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6234 00000100:00080000:2.0:1749611633.150663:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611633.150666:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611633.150669:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611633.150672:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611633.150674:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611633.150678:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611633.150681:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611633.150684:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611633.150688:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611633.150690:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611633.150702:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611633.150706:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611633.150708:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611633.150710:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611633.150712:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611633.150715:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611633.150718:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611633.150721:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611633.150724:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611633.150731:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611633.150733:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.150736:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611633.150739:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611633.150744:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235500. 00000020:00000040:2.0:1749611633.150748:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611633.150752:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611633.150754:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.150757:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611633.150759:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611633.150763:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611633.150771:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457d000. 00000100:00000001:2.0:1749611633.150778:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611633.150788:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235500 x1834598494705536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611633.150800:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611633.150804:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611633.150809:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235500] to pc [ptlrpcd_rcv+-1] req@ffff880079235500 x1834598494705536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611633.150836:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611633.150840:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611633.150844:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611633.150850:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611633.150852:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611633.150855:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611633.150858:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6234 00000100:00080000:2.0:1749611633.150861:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611633.150863:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611633.150865:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611633.150867:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611633.150869:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611633.150871:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611633.150873:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611633.150875:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611633.150877:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611633.150879:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611633.150881:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611633.150921:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611633.150923:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611633.150925:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611633.150927:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611633.150929:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611633.150931:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611633.150933:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611633.150936:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611633.150940:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611633.150942:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.150944:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611633.150946:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611633.150950:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234700. 00000020:00000040:2.0:1749611633.150952:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749611633.150952:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611633.150955:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611633.150956:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.150958:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:0.0:1749611633.150958:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611633.150961:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611633.150965:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611633.150967:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611633.150970:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235500 x1834598494705536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611633.150971:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457cc00. 00000100:00000001:2.0:1749611633.150975:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611633.150980:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234700 x1834598494705664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611633.150982:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611633.150984:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.150988:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:0.0:1749611633.150988:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611633.150991:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611633.150991:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611633.150994:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234700] to pc [ptlrpcd_rcv+-1] req@ffff880079234700 x1834598494705664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611633.150994:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611633.150997:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494705536:0@lo:38:kworker.0 00000100:00000001:0.0:1749611633.151002:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611633.151003:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611633.151006:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749611633.151006:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611633.151008:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611633.151010:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611633.151011:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:0.0:1749611633.151011:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749611633.151013:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611633.151015:0:18174:0:(import.c:480:import_select_connection()) Process entered 02000000:00000010:0.0:1749611633.151016:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974b800. 00000100:00080000:2.0:1749611633.151018:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6234 02000000:00000001:0.0:1749611633.151019:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611633.151020:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611633.151023:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611633.151025:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749611633.151025:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00000100:00000040:2.0:1749611633.151026:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611633.151028:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611633.151030:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611633.151032:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000400:00000010:0.0:1749611633.151032:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000020:00000001:2.0:1749611633.151033:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611633.151035:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611633.151037:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611633.151039:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000200:0.0:1749611633.151040:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494705536, portal 4 00000100:00000040:2.0:1749611633.151041:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611633.151042:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611633.151043:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611633.151045:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346577152 : -131939362974464 : ffff880079235500) 00000100:00000040:2.0:1749611633.151049:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611633.151051:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611633.151053:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235500 x1834598494705536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611633.151054:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611633.151056:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611633.151058:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611633.151060:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611633.151062:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611633.151063:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611633.151065:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611633.151066:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611633.151067:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611633.151068:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611633.151068:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000010:2.0:1749611633.151071:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235880. 00000100:00000200:0.0:1749611633.151071:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494705536, offset 0 00000020:00000040:2.0:1749611633.151074:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611633.151077:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611633.151079:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.151081:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611633.151083:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611633.151085:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611633.151089:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749611633.151090:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457c000. 00000100:00000001:2.0:1749611633.151095:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611633.151102:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235880 x1834598494705792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611633.151103:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611633.151113:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:0.0:1749611633.151115:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf951780 00000100:00000001:2.0:1749611633.151116:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611633.151122:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235880] to pc [ptlrpcd_rcv+-1] req@ffff880079235880 x1834598494705792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611633.151124:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 18200 00000400:00000200:0.0:1749611633.151132:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611633.151134:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611633.151136:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611633.151138:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611633.151142:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611633.151143:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1749611633.151144:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611633.151148:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234380. 00000100:00000010:0.0:1749611633.151149:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c00380. 00000020:00000040:2.0:1749611633.151151:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:0.0:1749611633.151152:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c00380 x1834598494705536 msgsize 520 00000100:00000001:2.0:1749611633.151155:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00100000:0.0:1749611633.151156:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749611633.151157:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611633.151168:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611633.151175:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e700. 00000100:00000001:2.0:1749611633.151180:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151181:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611633.151187:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611633.151189:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611633.151192:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611633.151195:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611633.151201:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749611633.151201:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235500 x1834598494705536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611633.151205:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151209:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611633.151211:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234380] to pc [ptlrpcd_00_02+2] req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611633.151213:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235500 x1834598494705536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.151220:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151222:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611633.151226:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611633.151232:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1261 usecs (2 jiffies) 00000100:00000001:0.0:1749611633.151236:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300906610 00000100:00000010:0.0:1749611633.151240:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee000. 00000100:00000001:0.0:1749611633.151247:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611633.151251:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151252:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300906610 00000100:00000010:0.0:1749611633.151255:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee7c0. 00000100:00080000:2.0:1749611633.151256:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611633.151258:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611633.151261:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300906610 00000100:00080000:2.0:1749611633.151262:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611633.151264:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:0.0:1749611633.151264:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee900. 00000100:00080000:2.0:1749611633.151267:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611633.151271:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749611633.151273:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00080000:2.0:1749611633.151275:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6234 00000100:00000001:0.0:1749611633.151276:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300906610 00000100:00080000:2.0:1749611633.151279:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 20s 00000100:00000010:0.0:1749611633.151279:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88012bdee0c0. 00000100:00000040:2.0:1749611633.151282:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611633.151282:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749611633.151284:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611633.151286:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611633.151289:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:1.0:1749611633.151289:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494705536 00000100:00000001:2.0:1749611633.151291:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611633.151292:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611633.151293:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000001:2.0:1749611633.151295:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611633.151295:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.151296:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:2.0:1749611633.151297:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d606 00000100:00000001:0.0:1749611633.151298:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611633.151299:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611633.151299:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151300:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611633.151302:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=8 02000000:00000001:1.0:1749611633.151304:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611633.151306:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000001:0.0:1749611633.151306:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:1.0:1749611633.151308:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494705536 00000100:00000001:0.0:1749611633.151308:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611633.151309:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000001:1.0:1749611633.151310:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611633.151310:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000040:1.0:1749611633.151312:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611633.151312:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611633.151313:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611633.151314:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000001:1.0:1749611633.151314:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611633.151316:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749611633.151317:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611633.151317:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234700 x1834598494705664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611633.151318:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:1.0:1749611633.151319:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611633.151325:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3c00. 00000100:00000001:0.0:1749611633.151325:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611633.151327:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.151328:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611633.151329:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:2.0:1749611633.151330:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 7 00000020:00000010:1.0:1749611633.151330:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0900. 02000000:00000001:0.0:1749611633.151331:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611633.151334:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88012d4a0000 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:0.0:1749611633.151334:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611633.151335:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ca28. 00000100:00000001:2.0:1749611633.151336:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611633.151337:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494705664:0@lo:38:kworker.0 02000000:00000001:2.0:1749611633.151338:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749611633.151339:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611633.151340:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611633.151340:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611633.151342:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611633.151342:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749611633.151342:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611633.151344:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.151344:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611633.151344:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.151345:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611633.151346:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749611633.151346:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611633.151347:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.151348:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749611633.151349:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974a400. 00000100:00000010:2.0:1749611633.151351:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236a00. 00000100:00000001:1.0:1749611633.151351:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611633.151351:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611633.151353:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749611633.151355:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:0.0:1749611633.151355:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00000100:00000040:3.0:1749611633.151357:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611633.151357:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611633.151358:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:2.0:1749611633.151359:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611633.151360:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749611633.151361:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611633.151362:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611633.151362:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494705664, portal 10 00000100:00000001:0.0:1749611633.151364:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611633.151365:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346573568 : -131939362978048 : ffff880079234700) 02000000:00000010:2.0:1749611633.151367:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457e800. 00000100:00000001:3.0:1749611633.151369:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611633.151370:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611633.151371:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.151371:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611633.151371:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234700 x1834598494705664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611633.151372:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:3.0:1749611633.151375:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749611633.151375:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236a00 x1834598494706048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:3.0:1749611633.151377:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611633.151377:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 02000000:00000001:3.0:1749611633.151380:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.151380:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356845440 : -131939352706176 : ffff880079c00380) 00000100:00100000:3.0:1749611633.151383:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494705920:0@lo:400:kworker.0 00000100:00000001:2.0:1749611633.151383:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611633.151383:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611633.151386:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611633.151386:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611633.151387:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c00380 x1834598494705536/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611633.151388:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:0.0:1749611633.151388:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000040:2.0:1749611633.151389:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236a00] to pc [ptlrpcd_rcv+-1] req@ffff880079236a00 x1834598494706048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611633.151391:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494705664, offset 0 02000000:00000001:3.0:1749611633.151392:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611633.151394:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611633.151395:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:3.0:1749611633.151396:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611633.151399:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611633.151400:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494705536:12345-0@lo:38:kworker.0 00000100:00000040:2.0:1749611633.151401:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749611633.151401:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749611633.151404:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494705536 00000100:00000001:2.0:1749611633.151405:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749611633.151406:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951800 00000100:00000010:2.0:1749611633.151408:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236300. 00000020:00000001:1.0:1749611633.151408:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:3.0:1749611633.151409:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125200. 00000020:00000040:2.0:1749611633.151410:0:18174:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:0.0:1749611633.151411:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 165752 02000000:00000001:3.0:1749611633.151412:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.151412:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611633.151413:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611633.151415:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611633.151416:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1749611633.151417:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000400:00000200:0.0:1749611633.151419:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749611633.151420:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:3.0:1749611633.151422:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 02000000:00000010:2.0:1749611633.151422:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2ef00. 00000100:00000001:0.0:1749611633.151423:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611633.151425:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611633.151425:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:3.0:1749611633.151427:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494705920, portal 10 00000100:00000010:0.0:1749611633.151428:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c00700. 00000100:00000001:3.0:1749611633.151429:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749611633.151429:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611633.151431:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346572672 : -131939362978944 : ffff880079234380) 00000100:00000040:0.0:1749611633.151431:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c00700 x1834598494705664 msgsize 520 00000020:00000001:1.0:1749611633.151435:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611633.151435:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611633.151437:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:3.0:1749611633.151439:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611633.151439:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611633.151439:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611633.151442:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611633.151443:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236300] to pc [ptlrpcd_00_03+3] req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.151444:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749611633.151446:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611633.151448:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611633.151448:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000001:1.0:1749611633.151449:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749611633.151450:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611633.151450:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:1.0:1749611633.151451:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611633.151452:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151452:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:3.0:1749611633.151453:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 02000000:00000001:1.0:1749611633.151454:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:3.0:1749611633.151455:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494705920, offset 0 00000100:00000200:0.0:1749611633.151456:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234700 x1834598494705664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611633.151457:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6244) 02000000:00000010:1.0:1749611633.151458:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c625400. 00000400:00000200:3.0:1749611633.151460:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:1.0:1749611633.151460:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.151463:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151464:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749611633.151467:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749611633.151467:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234700 x1834598494705664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611633.151468:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1749611633.151469:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611633.151470:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611633.151471:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611633.151472:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00001000:1.0:1749611633.151473:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611633.151473:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151475:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611633.151476:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:3.0:1749611633.151477:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf951900 00000100:00000040:2.0:1749611633.151477:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.151478:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.151480:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611633.151481:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1093 usecs (2 jiffies) 00000400:00000200:3.0:1749611633.151483:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 166272 00000100:00000040:1.0:1749611633.151483:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611633.151483:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300906610 00000100:00000001:2.0:1749611633.151484:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611633.151485:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611633.151486:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151486:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300906610 00000400:00000200:3.0:1749611633.151488:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611633.151488:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611633.151488:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300906610 02000000:00000001:2.0:1749611633.151489:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611633.151490:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611633.151490:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300906610 00000100:00000040:1.0:1749611633.151491:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:3.0:1749611633.151492:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611633.151493:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611633.151493:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611633.151496:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:2.0:1749611633.151496:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494706176:0@lo:400:kworker.0 02000000:00000001:1.0:1749611633.151496:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151497:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300906610 00000100:00000200:3.0:1749611633.151498:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611633.151498:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611633.151499:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300906610 00000100:00000001:2.0:1749611633.151500:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749611633.151500:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611633.151501:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300906610 00000100:00000010:3.0:1749611633.151502:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f577480. 02000000:00000001:2.0:1749611633.151502:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611633.151503:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300906610 02000000:00000001:2.0:1749611633.151504:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611633.151504:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000040:3.0:1749611633.151505:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009f577480 x1834598494705920 msgsize 224 00000100:00000001:0.0:1749611633.151505:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611633.151506:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611633.151507:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611633.151508:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494705536, offset 0 00000100:00100000:3.0:1749611633.151510:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:2.0:1749611633.151510:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880079131a00. 00000100:00000001:0.0:1749611633.151510:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611633.151511:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611633.151514:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611633.151514:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235880 x1834598494705792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611633.151516:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe6e0. 00000400:00000010:2.0:1749611633.151547:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749611633.151551:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749611633.151553:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494706176, portal 10 00000100:00000001:0.0:1749611633.151553:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.151555:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749611633.151555:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611633.151557:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346580736 : -131939362970880 : ffff880079236300) 02000000:00000001:0.0:1749611633.151557:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611633.151559:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611633.151562:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494705792:0@lo:38:kworker.0 00000100:00000040:2.0:1749611633.151564:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.151565:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611633.151567:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611633.151568:0:28323:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749611633.151569:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611633.151571:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749611633.151573:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:0.0:1749611633.151574:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099748800. 00000400:00000200:3.0:1749611633.151575:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 02000000:00000001:0.0:1749611633.151576:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.151577:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749611633.151578:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000400:00000010:0.0:1749611633.151579:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 00000100:00000040:2.0:1749611633.151581:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611633.151581:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf951780 00000100:00000001:3.0:1749611633.151582:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000400:00000010:2.0:1749611633.151583:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000400:00000010:0.0:1749611633.151583:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000200:3.0:1749611633.151586:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611633.151587:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x98a1 [1] + 0 00000400:00000200:1.0:1749611633.151593:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611633.151596:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749611633.151596:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611633.151597:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494705792, portal 10 00000100:00000200:2.0:1749611633.151598:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494706176, offset 0 00000100:00000040:3.0:1749611633.151599:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.151599:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611633.151600:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611633.151601:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346578048 : -131939362973568 : ffff880079235880) 00000400:00000200:2.0:1749611633.151604:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611633.151607:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235880 x1834598494705792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611633.151612:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749611633.151612:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235500 x1834598494705536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.151614:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611633.151617:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611633.151619:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611633.151619:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf951a00 00000400:00000010:0.0:1749611633.151619:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:3.0:1749611633.151621:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000200:0.0:1749611633.151621:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494705792, offset 0 00000100:00000040:1.0:1749611633.151623:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235500 x1834598494705536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611633.151625:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 166496 00000100:00000001:3.0:1749611633.151626:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611633.151630:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 958 usecs (1 jiffies) 00000400:00000200:2.0:1749611633.151631:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611633.151632:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611633.151632:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611633.151633:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300906610 00000400:00000200:2.0:1749611633.151634:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611633.151637:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300906610 00000100:00000001:3.0:1749611633.151640:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300906610 00000400:00000200:1.0:1749611633.151640:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:3.0:1749611633.151642:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300906610 00000400:00000010:1.0:1749611633.151642:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000400:00000200:0.0:1749611633.151643:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611633.151644:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300906610 00000100:00000001:1.0:1749611633.151645:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611633.151646:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300906610 00000100:00000001:2.0:1749611633.151646:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611633.151647:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611633.151648:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300906610 00000100:00000200:2.0:1749611633.151648:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749611633.151649:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951880 00000100:00000001:3.0:1749611633.151650:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300906610 00000100:00000001:1.0:1749611633.151650:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611633.151651:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237800. 00000100:00000001:3.0:1749611633.151652:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611633.151653:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 166720 00000100:00000040:2.0:1749611633.151654:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880079237800 x1834598494706176 msgsize 224 00000100:00000040:1.0:1749611633.151654:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611633.151655:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.151656:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.151658:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611633.151658:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611633.151658:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749611633.151659:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611633.151660:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611633.151661:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611633.151663:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c00380 x1834598494705536/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611633.151666:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611633.151667:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749611633.151668:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611633.151669:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611633.151671:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611633.151672:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.151674:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611633.151674:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494705536:12345-0@lo:38:kworker.0 Request processed in 274us (519us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749611633.151677:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000400:00000010:2.0:1749611633.151680:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000001:0.0:1749611633.151680:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611633.151682:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494705664 00000100:00000001:2.0:1749611633.151683:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749611633.151683:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 02000000:00000001:0.0:1749611633.151684:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611633.151686:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611633.151686:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749611633.151687:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611633.151688:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611633.151689:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.151690:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749611633.151692:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611633.151693:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494705920 00000020:00000010:1.0:1749611633.151693:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0900. 02000000:00000001:3.0:1749611633.151695:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00100000:0.0:1749611633.151695:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494705664 00000100:00000001:2.0:1749611633.151696:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611633.151697:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749611633.151697:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ca28. 00000020:00000001:0.0:1749611633.151697:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749611633.151698:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611633.151698:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611633.151699:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611633.151700:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749611633.151701:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3c00. 00000020:00000001:0.0:1749611633.151702:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611633.151703:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611633.151704:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611633.151705:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494705920 00000100:00000001:2.0:1749611633.151705:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.151705:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611633.151707:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611633.151707:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:0.0:1749611633.151708:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05bc00. 00000020:00000040:3.0:1749611633.151709:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749611633.151710:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611633.151711:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:0.0:1749611633.151712:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dffe80. 00000100:00000040:2.0:1749611633.151715:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 946 usecs (1 jiffies) 00000020:00000010:0.0:1749611633.151716:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add3e8. 00000100:00000001:2.0:1749611633.151718:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300906610 00000020:00000040:3.0:1749611633.151719:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611633.151720:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300906610 00000100:00000001:0.0:1749611633.151720:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:3.0:1749611633.151722:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611633.151722:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611633.151723:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300906610 00000100:00000001:0.0:1749611633.151724:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611633.151725:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611633.151725:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300906610 00000100:00000001:0.0:1749611633.151728:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.151730:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611633.151732:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300906610 00000020:00000010:3.0:1749611633.151733:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b2230e80. 00000100:00000001:2.0:1749611633.151735:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300906610 00000100:00000001:0.0:1749611633.151736:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611633.151737:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300906610 00000100:00000001:2.0:1749611633.151739:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300906610 00000020:00000040:3.0:1749611633.151740:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749611633.151741:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611633.151743:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151743:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611633.151745:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494706176 00000100:00000001:2.0:1749611633.151746:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.151746:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611633.151746:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611633.151748:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611633.151748:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611633.151748:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611633.151749:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611633.151750:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611633.151752:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000020:00000010:3.0:1749611633.151753:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d124800. 02000000:00000001:0.0:1749611633.151753:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.151754:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00100000:0.0:1749611633.151754:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494706176 00000100:00000001:1.0:1749611633.151755:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356846336 : -131939352705280 : ffff880079c00700) 00000100:00000001:2.0:1749611633.151756:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000001:0.0:1749611633.151756:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:3.0:1749611633.151757:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7100. 00000020:00000040:0.0:1749611633.151757:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d61b 00000100:00000001:2.0:1749611633.151758:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611633.151759:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749611633.151759:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c00700 x1834598494705664/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611633.151759:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611633.151760:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611633.151761:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8640. 00000100:00000001:2.0:1749611633.151763:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611633.151766:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e0e000 refcount=5 00000100:00000040:3.0:1749611633.151768:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00100000:1.0:1749611633.151769:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494705664:12345-0@lo:38:kworker.0 00000020:00000001:0.0:1749611633.151769:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000001:3.0:1749611633.151770:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:0.0:1749611633.151771:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000001:3.0:1749611633.151772:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611633.151774:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.151776:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749611633.151778:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012bdeea80. 00000100:00000001:3.0:1749611633.151779:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611633.151781:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000200:1.0:1749611633.151781:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494705664 00000020:00000010:0.0:1749611633.151782:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012e688100. 00000100:00000001:3.0:1749611633.151783:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611633.151784:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:2.0:1749611633.151785:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00000001:1.0:1749611633.151786:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611633.151786:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:3.0:1749611633.151788:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611633.151788:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012bdeea80. 00000020:00000040:2.0:1749611633.151789:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000010:0.0:1749611633.151792:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05b200. 00000020:00000001:1.0:1749611633.151794:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.151795:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749611633.151795:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff380. 00000100:00000001:3.0:1749611633.151797:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00020000:1.0:1749611633.151798:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:0.0:1749611633.151798:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add578. 00010000:00000001:1.0:1749611633.151800:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611633.151801:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00000001:0.0:1749611633.151802:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00010000:00000001:1.0:1749611633.151803:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611633.151804:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749611633.151804:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611633.151805:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611633.151805:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611633.151806:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987527296 : -131938722024320 : ffff88009f577480) 00000100:00000001:1.0:1749611633.151807:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611633.151809:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611633.151809:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000040:3.0:1749611633.151811:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f577480 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:314/0 lens 224/0 e 0 to 0 dl 1749611644 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.151811:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611633.151813:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611633.151814:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009bad2800. 02000000:00000001:1.0:1749611633.151816:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.151818:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.151819:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00000001:1.0:1749611633.151820:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611633.151820:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611633.151821:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800b2230a00. 00010000:00000001:1.0:1749611633.151822:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.151823:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611633.151824:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00001000:1.0:1749611633.151825:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:3.0:1749611633.151826:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800b2230a00. 00000100:00000001:0.0:1749611633.151826:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611633.151827:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611633.151828:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611633.151828:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611633.151830:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f577480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494705920:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749611633.151830:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749611633.151832:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00000040:1.0:1749611633.151832:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000200:3.0:1749611633.151834:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494705920 00000100:00000001:1.0:1749611633.151834:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611633.151835:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e0e000 : new rpc_count 1 00000100:00000001:1.0:1749611633.151836:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749611633.151837:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611633.151838:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346586112 : -131939362965504 : ffff880079237800) 00000100:00000040:1.0:1749611633.151839:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:1.0:1749611633.151841:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611633.151842:0:9691:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611633.151843:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079237800 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:314/0 lens 224/0 e 0 to 0 dl 1749611644 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611633.151843:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.151844:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611633.151845:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611633.151845:0:9691:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611633.151847:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611633.151847:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611633.151849:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000020:00000001:3.0:1749611633.151850:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:3.0:1749611633.151853:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749611633.151853:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:1.0:1749611633.151853:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494705664, offset 0 00000020:00000001:3.0:1749611633.151855:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611633.151855:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:2.0:1749611633.151856:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8801369dbfc0. 00000100:00000200:0.0:1749611633.151856:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749611633.151857:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611633.151859:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611633.151859:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749611633.151860:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c00a80. 00000020:00000001:3.0:1749611633.151861:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000010:2.0:1749611633.151861:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8801369dbfc0. 00000020:00000001:3.0:1749611633.151863:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:1.0:1749611633.151863:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611633.151863:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c00a80 x1834598494705792 msgsize 520 00000020:00000001:3.0:1749611633.151866:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611633.151866:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494706176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1749611633.151867:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749611633.151868:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:1.0:1749611633.151869:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951800 00000100:00000200:2.0:1749611633.151870:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494706176 00000100:00000001:3.0:1749611633.151872:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611633.151872:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:2.0:1749611633.151873:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749611633.151874:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x98a9 [1] + 0 02000000:00000001:3.0:1749611633.151875:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:2.0:1749611633.151875:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000010:3.0:1749611633.151878:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de20800. 00000400:00000200:1.0:1749611633.151878:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611633.151881:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611633.151881:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611633.151905:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000020:00000001:2.0:1749611633.151906:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151908:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749611633.151909:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611633.151911:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000200:0.0:1749611633.151913:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235880 x1834598494705792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611633.151914:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:3.0:1749611633.151916:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611633.151917:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611633.151919:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611633.151919:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1749611633.151920:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749611633.151921:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749611633.151921:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000040:3.0:1749611633.151922:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494705920 00000020:00000001:2.0:1749611633.151923:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611633.151925:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:2.0:1749611633.151925:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749611633.151925:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611633.151928:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:1.0:1749611633.151929:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234700 x1834598494705664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749611633.151930:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f577480 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611633.151930:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611633.151930:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235880 x1834598494705792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611633.151934:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457ec00. 02000000:00000001:2.0:1749611633.151936:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151937:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611633.151938:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611633.151939:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611633.151939:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234700 x1834598494705664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.151939:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00010000:00000001:3.0:1749611633.151940:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611633.151941:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611633.151944:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=88 v=5 (1 1 1 1) 00010000:00000040:2.0:1749611633.151944:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494706176 00000100:00000001:0.0:1749611633.151944:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611633.151946:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749611633.151947:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611633.151948:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611633.151948:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 787 usecs (1 jiffies) 00000100:00000040:3.0:1749611633.151951:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00010000:00000200:2.0:1749611633.151951:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079237800 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.151951:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300906610 00000100:00000001:3.0:1749611633.151953:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:1.0:1749611633.151953:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:0.0:1749611633.151954:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300906610 00000400:00000010:1.0:1749611633.151955:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 02000000:00000001:3.0:1749611633.151956:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611633.151956:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611633.151956:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300906610 02000000:00000001:3.0:1749611633.151957:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.151958:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611633.151958:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300906610 00000100:00000001:3.0:1749611633.151959:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749611633.151959:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611633.151960:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300906610 00010000:00000001:2.0:1749611633.151961:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.151961:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611633.151962:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611633.151962:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300906610 00000400:00000010:3.0:1749611633.151964:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00001000:2.0:1749611633.151964:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=88 v=5 (1 1 1 1) 00000100:00000040:1.0:1749611633.151964:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611633.151964:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300906610 00000100:00000001:1.0:1749611633.151966:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.151966:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300906610 00000100:00000001:2.0:1749611633.151968:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749611633.151968:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611633.151968:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:3.0:1749611633.151969:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494705920, offset 224 00000100:00000040:2.0:1749611633.151970:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749611633.151970:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.151972:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611633.151973:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611633.151973:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c00700 x1834598494705664/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611633.151974:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611633.151976:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611633.151977:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611633.151978:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000001:0.0:1749611633.151979:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749611633.151981:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611633.151981:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000400:00000200:3.0:1749611633.151983:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749611633.151983:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00100000:1.0:1749611633.151983:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494705664:12345-0@lo:38:kworker.0 Request processed in 213us (549us total) trans 0 rc -19/-19 00000400:00000200:0.0:1749611633.151985:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749611633.151986:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:0.0:1749611633.151988:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:3.0:1749611633.151989:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951900 00000100:00000200:2.0:1749611633.151990:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494706176, offset 224 00000100:00100000:1.0:1749611633.151992:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00000200:0.0:1749611633.151992:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235500 x1834598494705536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611633.151995:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x98b1 [1] + 224 00000100:00000001:1.0:1749611633.151995:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611633.151996:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611633.152000:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dffe80. 00000100:00000200:0.0:1749611633.152001:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235500 x1834598494705536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611633.152004:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add3e8. 00000400:00000200:3.0:1749611633.152006:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611633.152006:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749611633.152007:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05bc00. 00000100:00000001:0.0:1749611633.152008:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611633.152010:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611633.152010:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611633.152011:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152012:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:2.0:1749611633.152013:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611633.152014:0:9692:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611633.152015:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611633.152017:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749611633.152018:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611633.152019:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951a00 00000100:00000001:1.0:1749611633.152020:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611633.152022:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494705792 00000100:00000001:0.0:1749611633.152023:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611633.152024:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749611633.152025:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x98bd [1] + 224 00000100:00000001:1.0:1749611633.152026:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749611633.152026:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611633.152028:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611633.152028:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611633.152031:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611633.152032:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611633 v=5 (0 0 0 0) 00000100:00100000:1.0:1749611633.152033:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494705792 00000400:00000200:2.0:1749611633.152036:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:0.0:1749611633.152036:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=6 v=20 (1 1 20 1) 00000400:00000200:2.0:1749611633.152039:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611633.152039:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611633.152040:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749611633.152041:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611633.152042:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611633.152042:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611633.152043:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611633.152044:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611633.152044:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611633.152045:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000020:00000001:1.0:1749611633.152046:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611633.152047:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611633.152048:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000020:00000001:1.0:1749611633.152048:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611633.152049:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235500 x1834598494705536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611633.152051:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:1.0:1749611633.152051:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3c00. 00000100:00000001:3.0:1749611633.152052:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000010:1.0:1749611633.152054:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0900. 00000100:00000001:3.0:1749611633.152055:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611633.152056:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ca28. 00000100:00000001:0.0:1749611633.152056:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611633.152057:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611633.152058:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611633.152060:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611633.152060:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1749611633.152061:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749611633.152061:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611633.152061:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611633.152063:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.152063:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.152064:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749611633.152065:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:1.0:1749611633.152066:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.152066:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611633.152068:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749611633.152069:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f577480 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611633.152069:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749611633.152072:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000400:00000200:2.0:1749611633.152074:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000100:00000001:1.0:1749611633.152074:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152074:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749611633.152076:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000001:1.0:1749611633.152078:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749611633.152078:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235500 x1834598494705536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611633.152079:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f577480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494705920:12345-0@lo:400:kworker.0 Request processed in 258us (571us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611633.152079:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611633.152079:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611633.152080:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749611633.152083:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00000001:2.0:1749611633.152084:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.152085:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356847232 : -131939352704384 : ffff880079c00a80) 00000100:00000040:2.0:1749611633.152086:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00100000:0.0:1749611633.152087:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494705536:0@lo:38:kworker.0 00000100:00100000:3.0:1749611633.152088:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00010000:00000001:2.0:1749611633.152089:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749611633.152089:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c00a80 x1834598494705792/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611633.152091:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000020:00000001:2.0:1749611633.152091:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.152091:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611633.152093:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611633.152093:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611633.152094:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611633.152096:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611633.152096:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235500 x1834598494705536/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611633.152097:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237800 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:314/0 lens 224/224 e 0 to 0 dl 1749611644 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611633.152098:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494705792:12345-0@lo:38:kworker.0 00000020:00000010:3.0:1749611633.152100:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7100. 00000100:00000200:1.0:1749611633.152102:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494705792 00000100:00000001:0.0:1749611633.152103:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:3.0:1749611633.152104:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8640. 00000020:00000001:1.0:1749611633.152104:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611633.152104:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:1.0:1749611633.152106:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:3.0:1749611633.152107:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d124800. 00000100:00100000:2.0:1749611633.152107:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079237800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28324:x1834598494706176:12345-0@lo:400:kworker.0 Request processed in 252us (450us total) trans 0 rc 0/0 02000000:00000010:0.0:1749611633.152107:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974b800. 02000000:00000001:0.0:1749611633.152111:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611633.152113:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611633.152113:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611633.152114:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000040:0.0:1749611633.152114:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:2.0:1749611633.152115:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00010000:00020000:1.0:1749611633.152116:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:0.0:1749611633.152116:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611633.152117:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611633.152118:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e0e000 : new rpc_count 0 00010000:00000001:1.0:1749611633.152118:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611633.152120:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611633.152121:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611633.152122:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611633.152123:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:0.0:1749611633.152123:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457d000. 00000100:00000001:1.0:1749611633.152124:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:2.0:1749611633.152126:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff380. 02000000:00000001:1.0:1749611633.152126:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749611633.152128:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000020:00000010:2.0:1749611633.152130:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add578. 02000000:00000001:0.0:1749611633.152130:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:1.0:1749611633.152131:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080fa8400. 00000100:00000010:0.0:1749611633.152131:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235500. 02000000:00000001:1.0:1749611633.152133:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611633.152134:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05b200. 00000100:00000001:1.0:1749611633.152135:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.152135:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611633.152136:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1749611633.152138:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 4 00000100:00000001:0.0:1749611633.152138:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611633.152141:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611633.152141:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611633.152143:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:1.0:1749611633.152143:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611633.152143:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:1.0:1749611633.152145:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.152145:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152147:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:1.0:1749611633.152148:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611633.152149:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611633.152150:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611633.152151:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000001:3.0:1749611633.152152:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611633.152153:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611633.152153:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611633.152154:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236a00 x1834598494706048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611633.152155:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:3.0:1749611633.152156:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000100:00000001:2.0:1749611633.152156:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611633.152157:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611633.152158:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1749611633.152159:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000100:00000001:1.0:1749611633.152160:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:3.0:1749611633.152161:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:0.0:1749611633.152161:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:1.0:1749611633.152163:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611633.152163:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.152164:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611633.152165:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611633.152165:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000001:2.0:1749611633.152166:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749611633.152166:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611633.152167:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611633.152168:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611633.152168:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749611633.152168:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.152169:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749611633.152170:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe6e0. 00000100:00000040:1.0:1749611633.152172:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00100000:0.0:1749611633.152172:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494706048:0@lo:38:kworker.0 00000400:00000200:2.0:1749611633.152173:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:1.0:1749611633.152174:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000400:00000010:2.0:1749611633.152175:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749611633.152175:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:3.0:1749611633.152177:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611633.152177:0:28324:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611633.152177:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:1.0:1749611633.152178:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494705792, offset 0 02000000:00000001:0.0:1749611633.152179:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611633.152181:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611633.152181:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000200:1.0:1749611633.152182:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:0.0:1749611633.152183:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974b800. 00000100:00000001:3.0:1749611633.152184:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611633.152185:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611633.152185:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.152188:0:28323:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:1.0:1749611633.152188:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:3.0:1749611633.152189:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000010:0.0:1749611633.152189:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00000100:00000200:2.0:1749611633.152190:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611633.152191:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:0.0:1749611633.152192:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000001:3.0:1749611633.152193:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611633.152194:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951880 02000000:00000001:3.0:1749611633.152195:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611633.152195:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494706048, portal 10 00000100:00000001:2.0:1749611633.152196:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611633.152197:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611633.152198:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611633.152198:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x98c1 [1] + 0 00000100:00000001:0.0:1749611633.152199:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346582528 : -131939362969088 : ffff880079236a00) 00000100:00001000:3.0:1749611633.152200:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=38 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611633.152200:0:28324:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611633.152201:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:1.0:1749611633.152202:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:3.0:1749611633.152203:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611633.152203:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611633.152205:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611633.152205:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611633.152205:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611633.152205:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236a00 x1834598494706048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611633.152207:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611633.152207:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611633.152209:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749611633.152209:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749611633.152212:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979438 time=53 v=5 (5 0 0 0) 00000100:00000200:1.0:1749611633.152212:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235880 x1834598494705792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.152212:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00080000:3.0:1749611633.152214:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611633.152214:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:2.0:1749611633.152215:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=53 v=5 (1 0 0 0) 00000100:00000001:2.0:1749611633.152218:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611633.152219:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611633.152221:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1749611633.152221:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235880 x1834598494705792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611633.152221:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00010000:00000001:3.0:1749611633.152222:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.152224:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000200:0.0:1749611633.152224:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494706048, offset 0 00010000:00080000:2.0:1749611633.152225:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611633.152226:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611633.152228:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611633.152228:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611633.152228:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611633.152229:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611633.152233:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611633.152233:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611633.152233:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000400:00000010:1.0:1749611633.152234:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:2.0:1749611633.152235:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:1.0:1749611633.152236:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:2.0:1749611633.152237:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000400:00000200:0.0:1749611633.152237:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611633.152238:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611633.152238:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611633.152240:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611633.152240:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.152241:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.152242:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611633.152243:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611633.152243:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611633.152243:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000200:0.0:1749611633.152244:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951980 00000400:00000200:0.0:1749611633.152249:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 167240 00000100:00000001:2.0:1749611633.152250:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611633.152250:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611633.152252:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611633.152252:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:1.0:1749611633.152252:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611633.152254:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611633.152254:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611633.152256:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c00a80 x1834598494705792/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611633.152257:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611633.152260:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:3.0:1749611633.152261:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494705920:0@lo:400:kworker.0 00000100:00000040:2.0:1749611633.152262:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611633.152262:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611633.152265:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611633.152265:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c00e00. 00000100:00100000:1.0:1749611633.152266:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494705792:12345-0@lo:38:kworker.0 Request processed in 167us (400us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611633.152267:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611633.152268:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c00e00 x1834598494706048 msgsize 520 00000100:00000040:3.0:1749611633.152270:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234380 x1834598494705920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611633.152271:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:28324:1834598494706176:0@lo:400:kworker.0 00000100:00100000:0.0:1749611633.152272:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1749611633.152273:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00000001:2.0:1749611633.152275:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611633.152275:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611633.152276:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749611633.152276:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611633.152277:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611633.152278:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:1.0:1749611633.152279:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0900. 02000000:00000010:3.0:1749611633.152280:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125200. 00000100:00000040:2.0:1749611633.152280:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236300 x1834598494706176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.152280:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749611633.152282:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ca28. 02000000:00000001:3.0:1749611633.152283:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1749611633.152283:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000020:00000001:3.0:1749611633.152285:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1749611633.152285:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3c00. 00000400:00000010:0.0:1749611633.152285:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000020:00000040:3.0:1749611633.152286:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611633.152286:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611633.152286:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611633.152287:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611633.152288:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:2.0:1749611633.152288:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611633.152290:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e700. 02000000:00000010:2.0:1749611633.152290:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880079131a00. 00000100:00000200:0.0:1749611633.152290:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236a00 x1834598494706048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611633.152294:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749611633.152295:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611633.152296:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749611633.152296:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1749611633.152296:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494706048 00000020:00000001:2.0:1749611633.152297:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000010:3.0:1749611633.152298:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234380. 00000020:00000040:2.0:1749611633.152298:0:28324:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749611633.152298:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611633.152298:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611633.152300:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611633.152300:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611633.152301:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611633.152301:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611633.152301:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236a00 x1834598494706048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611633.152302:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2ef00. 00000100:00000001:3.0:1749611633.152303:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611633.152304:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.152305:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611633.152306:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1749611633.152306:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494706048 02000000:00000001:2.0:1749611633.152307:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611633.152307:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611633.152308:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236300. 00000020:00000001:1.0:1749611633.152308:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611633.152309:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000040:1.0:1749611633.152309:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611633.152309:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611633.152311:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.152311:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1749611633.152311:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611633.152311:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.152312:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611633.152312:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611633.152312:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611633.152314:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611633.152314:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.152315:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611633.152315:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 850 usecs (1 jiffies) 00000020:00000010:1.0:1749611633.152316:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3c00. 00000100:00000001:0.0:1749611633.152318:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300906610 00000100:00000001:2.0:1749611633.152319:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:1.0:1749611633.152319:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0900. 00000100:00000001:2.0:1749611633.152320:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.152320:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300906610 00000020:00000010:1.0:1749611633.152321:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438ca28. 00000100:00000001:2.0:1749611633.152322:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611633.152322:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300906610 00000100:00000001:2.0:1749611633.152324:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611633.152324:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611633.152324:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300906610 00000100:00000001:1.0:1749611633.152325:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611633.152326:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300906610 00000100:00000001:1.0:1749611633.152327:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.152328:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300906610 00000100:00000001:1.0:1749611633.152329:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.152334:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611633.152335:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152335:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300906610 00000100:00000001:2.0:1749611633.152336:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611633.152337:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300906610 00000100:00000001:0.0:1749611633.152339:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611633.152340:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00000001:1.0:1749611633.152340:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611633.152341:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.152343:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356848128 : -131939352703488 : ffff880079c00e00) 00000400:00000001:0.0:1749611633.152345:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:1.0:1749611633.152346:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:0.0:1749611633.152346:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749611633.152347:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c00e00 x1834598494706048/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611653 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611633.152348:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611633.152348:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000100:00000001:1.0:1749611633.152350:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611633.152351:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611633.152353:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611633.152355:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611633.152356:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494706048:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611633.152358:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234700 x1834598494705664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611633.152360:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494706048 00000020:00000001:2.0:1749611633.152367:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749611633.152367:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234700 x1834598494705664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611633.152370:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611633.152374:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611633.152375:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152377:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611633.152379:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:2.0:1749611633.152380:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.152380:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611633.152382:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611633.152383:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749611633.152384:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611633.152386:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:0.0:1749611633.152388:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611633 v=5 (0 0 0 0) 00010000:00000001:2.0:1749611633.152389:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:0.0:1749611633.152391:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=138 v=20 (1 20 1 1) 00000100:00000001:2.0:1749611633.152392:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611633.152393:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611633.152394:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749611633.152395:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611633.152395:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611633.152397:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:2.0:1749611633.152398:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457f000. 02000000:00000001:2.0:1749611633.152400:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611633.152401:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234700 x1834598494705664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611633.152402:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611633.152405:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611633.152407:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.152408:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00001000:2.0:1749611633.152410:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611633.152411:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611633.152412:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611633.152413:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611633.152414:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611633.152415:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611633.152418:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611633.152419:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611633.152420:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611633.152422:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00080000:0.0:1749611633.152422:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749611633.152425:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00080000:0.0:1749611633.152425:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:2.0:1749611633.152427:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611633.152427:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611633.152429:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.152431:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611633.152432:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234700 x1834598494705664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611633.152433:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611633.152435:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000200:2.0:1749611633.152439:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494706048, offset 0 00000100:00100000:0.0:1749611633.152440:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494705664:0@lo:38:kworker.0 00000400:00000200:2.0:1749611633.152443:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000001:0.0:1749611633.152446:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611633.152447:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611633.152449:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000400:00000200:2.0:1749611633.152450:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611633.152451:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611633.152452:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611633.152454:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611633.152456:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951980 00000100:00000200:0.0:1749611633.152457:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235880 x1834598494705792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611633.152460:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x98dd [1] + 0 00000400:00000200:2.0:1749611633.152465:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749611633.152465:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235880 x1834598494705792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611633.152468:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611633.152472:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611633.152473:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152475:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611633.152476:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:0.0:1749611633.152477:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611633.152478:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611633.152479:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611633.152481:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236a00 x1834598494706048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611633.152481:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611633.152484:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611633 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611633.152487:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=38 v=20 (1 20 1 1) 00000100:00000040:2.0:1749611633.152489:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236a00 x1834598494706048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.152489:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611633.152491:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611633.152492:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611633.152496:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235880 x1834598494705792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611633.152498:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611633.152502:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749611633.152503:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749611633.152505:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611633.152507:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611633.152510:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611633.152513:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611633.152513:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611633.152515:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.152515:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000001:2.0:1749611633.152517:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611633.152517:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152519:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611633.152550:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611633.152554:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:2.0:1749611633.152555:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c00e00 x1834598494706048/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611653 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611633.152556:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611633.152559:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611633.152564:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235880 x1834598494705792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611633.152565:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494706048:12345-0@lo:38:kworker.0 Request processed in 208us (295us total) trans 0 rc -19/-19 00000100:00000040:1.0:1749611633.152572:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300906610, at 4300906610 00000100:00100000:0.0:1749611633.152572:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494705792:0@lo:38:kworker.0 00000100:00100000:2.0:1749611633.152574:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00000040:3.0:1749611633.152576:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300906610, at 4300906610 00000100:00000001:0.0:1749611633.152576:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611633.152577:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611633.152578:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611633.152578:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:1.0:1749611633.152580:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee7c0. 00000100:00000040:0.0:1749611633.152581:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234700 x1834598494705664/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611633.152582:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0900. 00000100:00000010:3.0:1749611633.152583:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee0c0. 00000020:00000010:2.0:1749611633.152586:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438ca28. 00000100:00000001:0.0:1749611633.152587:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1749611633.152589:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3c00. 02000000:00000001:0.0:1749611633.152589:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611633.152591:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974a400. 00000100:00000001:2.0:1749611633.152592:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611633.152595:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611633.152597:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611633.152598:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611633.152600:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611633.152602:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457cc00. 00000100:00000040:2.0:1749611633.152605:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300906610, at 4300906610 02000000:00000001:0.0:1749611633.152606:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611633.152608:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611633.152609:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234700. 00000100:00000010:2.0:1749611633.152611:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee900. 00000100:00000001:0.0:1749611633.152612:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611633.152614:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152616:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611633.152618:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235880 x1834598494705792/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.152636:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611633.152638:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611633.152640:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099748800. 02000000:00000001:0.0:1749611633.152643:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611633.152644:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611633.152646:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611633.152647:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611633.152648:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457c000. 02000000:00000001:0.0:1749611633.152651:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611633.152652:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611633.152653:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235880. 00000100:00000001:0.0:1749611633.152655:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611633.152657:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152659:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152663:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611633.152664:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152666:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611633.152667:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611633.152671:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611633.152672:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611633.152674:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000400:00000200:0.0:1749611633.152676:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749611633.152678:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:0.0:1749611633.152680:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611633.152683:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236a00 x1834598494706048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611633.152691:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236a00 x1834598494706048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.152698:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611633.152699:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152701:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611633.152702:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611633.152703:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611633.152705:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611633.152707:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611633.152715:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012d4a0438 time=1749611633 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611633.152718:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012d4a03f0 time=53 v=20 (20 0 0 0) 00000100:00000001:0.0:1749611633.152721:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611633.152723:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611633.152725:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611633.152728:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236a00 x1834598494706048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.152735:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611633.152737:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611633.152739:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152741:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611633.152742:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611633.152745:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611633.152747:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611633.152749:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611633.152752:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236a00 x1834598494706048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611633.152759:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494706048:0@lo:38:kworker.0 00000100:00000001:0.0:1749611633.152763:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.152765:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611633.152767:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236a00 x1834598494706048/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611633.152773:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611633.152774:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611633.152776:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974b800. 02000000:00000001:0.0:1749611633.152778:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611633.152779:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611633.152780:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611633.152782:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611633.152783:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457e800. 02000000:00000001:0.0:1749611633.152791:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611633.152793:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611633.152794:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236a00. 00000100:00000001:0.0:1749611633.152797:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611633.152798:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611633.152800:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.152802:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611633.152803:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611633.152805:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611633.152806:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611633.152817:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300906610, at 4300906610 00000100:00000010:0.0:1749611633.152823:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88012bdee000. 00000100:00000001:2.0:1749611633.242674:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611633.242682:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611633.242685:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611633.242690:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611633.242693:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611633.242697:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611633.242718:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611633.242722:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611633.242724:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611633.410703:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611633.410710:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611633.410845:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611633.410851:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611633.410855:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611633.458638:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611633.458645:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611633.458648:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611633.458653:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611633.458657:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611633.458662:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611633.458667:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611633.458670:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611633.458674:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611634.152653:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611634.152671:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611634.152674:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611634.152679:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611634.152681:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611634.152685:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611634.152688:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611634.242657:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611634.242664:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611634.242666:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611634.242669:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611634.242672:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611634.242675:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611634.242677:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611634.242680:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611634.242681:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611634.412660:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611634.412671:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611634.412673:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611634.412676:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611634.412681:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611634.412684:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611634.412687:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611634.412689:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611634.412819:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611634.412825:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611634.412829:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611634.458663:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611634.458670:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611634.458672:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611634.458676:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611634.458680:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611634.458684:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611634.458686:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611634.458689:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611634.458691:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.152674:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611635.152690:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611635.152693:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611635.152699:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611635.152702:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611635.152716:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.152720:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.242624:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611635.242629:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611635.242631:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611635.242635:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611635.242638:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611635.242641:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611635.242644:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611635.242647:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611635.242649:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611635.244516:0:31946:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611635.244564:0:31946:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611635.244575:0:31946:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611635.244604:0:31946:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611635.244611:0:31946:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611635.244616:0:31946:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611635.244626:0:31946:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611635.244632:0:31946:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611635.244637:0:31946:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611635.361414:0:31989:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7100. 00080000:00000010:3.0:1749611635.361423:0:31989:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7100. 00000020:00000001:3.0:1749611635.361427:0:31989:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611635.361433:0:31989:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7100. 00080000:00000010:3.0:1749611635.361437:0:31989:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7100. 00000020:00000001:3.0:1749611635.361439:0:31989:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611635.361444:0:31989:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7100. 00080000:00000010:3.0:1749611635.361450:0:31989:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7100. 00000020:00000001:3.0:1749611635.361453:0:31989:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611635.414629:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611635.414634:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611635.414686:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611635.414691:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611635.414696:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611635.458629:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611635.458635:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611635.458637:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611635.458641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611635.458645:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611635.458649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611635.458652:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611635.458655:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611635.458657:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611635.550312:0:32009:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611635.550324:0:32009:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611635.550333:0:32009:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611635.550361:0:32009:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611635.550369:0:32009:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611635.550384:0:32009:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611635.550396:0:32009:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611635.550403:0:32009:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611635.550408:0:32009:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000004:1.0:1749611635.660851:0:32051:0:(tgt_mount.c:1983:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00080000:00000010:1.0:1749611635.661848:0:32051:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0800. 00080000:00000010:1.0:1749611635.661857:0:32051:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0800. 00000020:00000001:1.0:1749611635.661883:0:32051:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611635.661973:0:32051:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0800. 00080000:00000010:1.0:1749611635.661980:0:32051:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0800. 00000020:00000001:1.0:1749611635.661983:0:32051:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611635.661989:0:32051:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0800. 00080000:00000010:1.0:1749611635.661994:0:32051:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0800. 00000020:00000001:1.0:1749611635.661997:0:32051:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611635.663265:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611635.663272:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611635.663278:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611635.663349:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611635.663352:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611635.663356:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611635.671960:0:32051:0:(tgt_mount.c:1691:server_put_super()) Process entered 00000020:00000010:2.0:1749611635.671969:0:32051:0:(tgt_mount.c:1695:server_put_super()) kmalloced '(tmpname)': 15 at ffff88006b821e50. 00000020:01000004:2.0:1749611635.671974:0:32051:0:(tgt_mount.c:1697:server_put_super()) server put_super lustre-OST0000 00000020:00000001:2.0:1749611635.671978:0:32051:0:(tgt_mount.c:942:lustre_disconnect_lwp()) Process entered 00000020:00000010:2.0:1749611635.671981:0:32051:0:(tgt_mount.c:944:lustre_disconnect_lwp()) kmalloced '(logname)': 64 at ffff880091b16a00. 00000020:00000010:2.0:1749611635.671987:0:32051:0:(tgt_mount.c:956:lustre_disconnect_lwp()) kmalloced '(cfg)': 88 at ffff8800b4256ea0. 00000020:00000001:2.0:1749611635.671991:0:32051:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1749611635.671996:0:32051:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 176 at ffff88006a381900. 00000020:00000001:2.0:1749611635.672000:0:32051:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:2.0:1749611635.672004:0:32051:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:2.0:1749611635.672008:0:32051:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1749611635.672012:0:32051:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1749611635.672015:0:32051:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1749611635.672019:0:32051:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611635.672022:0:32051:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff88008295ec00) refs 2 10000000:00000001:2.0:1749611635.672026:0:32051:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611635.672029:0:32051:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612134505081856 : -131939204469760 : ffff88008295ec00) 10000000:00000001:2.0:1749611635.672033:0:32051:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1749611635.672036:0:32051:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:2.0:1749611635.672041:0:32051:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1749611635.672044:0:32051:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611635.672049:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611635.672051:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611635.672053:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611635.672054:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611635.672056:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611635.672057:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611635.672059:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611635.672061:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611635.672062:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611635.672064:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611635.672065:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611635.672068:0:32051:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88008295ec00) refs 2 10000000:00000001:2.0:1749611635.672071:0:32051:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611635.672081:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611635.672083:0:32051:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff88008295ec00) refs 1 10000000:01000000:2.0:1749611635.672087:0:32051:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 10000000:00000001:2.0:1749611635.672089:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611635.672091:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611635.672092:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611635.672094:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611635.672095:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611635.672097:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611635.672098:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611635.672100:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611635.672101:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611635.672103:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1749611635.672107:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 14 10000000:00000010:2.0:1749611635.672110:0:32051:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 294 at ffff88008295ec00. 10000000:00000001:2.0:1749611635.672115:0:32051:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1749611635.672116:0:32051:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 10000000:00000001:2.0:1749611635.672119:0:32051:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611635.672122:0:32051:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611635.672125:0:32051:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611635.672129:0:32051:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 176 at ffff88006a381900. 00000020:00000001:2.0:1749611635.672133:0:32051:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611635.672138:0:32051:0:(tgt_mount.c:969:lustre_disconnect_lwp()) kmalloced '(bufs)': 104 at ffff8800b2387800. 00000020:00000040:2.0:1749611635.672143:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 6 00000020:00000010:2.0:1749611635.672147:0:32051:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff8800b4256d20. 00000010:00000001:2.0:1749611635.672152:0:32051:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:2.0:1749611635.672156:0:32051:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1749611635.672160:0:32051:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1749611635.672163:0:32051:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611635.672166:0:32051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749611635.672170:0:32051:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00000040:2.0:1749611635.672175:0:32051:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1749611635.672180:0:32051:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611635.672182:0:32051:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611635.672184:0:32051:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1749611635.672186:0:32051:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611635.672190:0:32051:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:2.0:1749611635.672192:0:32051:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:2.0:1749611635.672203:0:32051:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000001:2.0:1749611635.672207:0:32051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611635.672210:0:32051:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611635.672214:0:32051:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611635.672216:0:32051:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.672220:0:32051:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:2.0:1749611635.672224:0:32051:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00080000:2.0:1749611635.672227:0:32051:0:(import.c:66:import_set_state_nolock()) ffff88012d4a0000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00000001:2.0:1749611635.672231:0:32051:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611635.672233:0:32051:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:2.0:1749611635.672235:0:32051:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611635.672236:0:32051:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:2.0:1749611635.672239:0:32051:0:(import.c:1837:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.672243:0:32051:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.672246:0:32051:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1749611635.672248:0:32051:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:2.0:1749611635.672250:0:32051:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611635.672252:0:32051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749611635.672254:0:32051:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00000040:2.0:1749611635.672256:0:32051:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1749611635.672258:0:32051:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611635.672260:0:32051:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611635.672261:0:32051:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1749611635.672262:0:32051:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611635.672263:0:32051:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00100000:2.0:1749611635.672265:0:32051:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1749611635.672267:0:32051:0:(obd_class.h:1246:obd_import_event()) Process entered 00000001:00000001:2.0:1749611635.672270:0:32051:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1749611635.672273:0:32051:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1749611635.672908:0:32051:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611635.672912:0:32051:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1749611635.672913:0:32051:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1749611635.673412:0:32051:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.673415:0:32051:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:2.0:1749611635.673420:0:32051:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1749611635.673422:0:32051:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611635.673425:0:32051:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff8800b4256d20. 00000020:00000040:2.0:1749611635.673437:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4006000 : new refcount 3 00000020:00000010:2.0:1749611635.673441:0:32051:0:(tgt_mount.c:985:lustre_disconnect_lwp()) kmalloced '(lcfg)': 72 at ffff8800b4256d20. 00000010:00000001:2.0:1749611635.673443:0:32051:0:(lwp_dev.c:208:lwp_process_config()) Process entered 00000100:00000001:2.0:1749611635.673445:0:32051:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1749611635.673447:0:32051:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:2.0:1749611635.673448:0:32051:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611635.673450:0:32051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749611635.673452:0:32051:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00000040:2.0:1749611635.673454:0:32051:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1749611635.673456:0:32051:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611635.673457:0:32051:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611635.673458:0:32051:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1749611635.673459:0:32051:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611635.673460:0:32051:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:2.0:1749611635.673462:0:32051:0:(pinger.c:388:ptlrpc_pinger_del_import()) Process entered 00000100:00080000:2.0:1749611635.673464:0:32051:0:(pinger.c:396:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000001:2.0:1749611635.673466:0:32051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611635.673467:0:32051:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611635.673469:0:32051:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611635.673470:0:32051:0:(pinger.c:401:ptlrpc_pinger_del_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.673472:0:32051:0:(import.c:1889:ptlrpc_disconnect_import()) Process entered 00000100:00000001:2.0:1749611635.673474:0:32051:0:(import.c:1825:ptlrpc_disconnect_import_async()) Process entered 00000100:00000001:2.0:1749611635.673475:0:32051:0:(import.c:1719:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1749611635.673480:0:32051:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236300. 00000020:00000040:2.0:1749611635.673483:0:32051:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:2.0:1749611635.673487:0:32051:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611635.673490:0:32051:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611635.673494:0:32051:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611635.673501:0:32051:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e800. 00000100:00000001:2.0:1749611635.673507:0:32051:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.673510:0:32051:0:(import.c:1757:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446612134346580736 : -131939362970880 : ffff880079236300) 00000100:00080000:2.0:1749611635.673513:0:32051:0:(import.c:66:import_set_state_nolock()) ffff880071979000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00000001:2.0:1749611635.673518:0:32051:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611635.673522:0:32051:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611635.673559:0:32051:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236300] to pc [ptlrpcd_rcv+-1] req@ffff880079236300 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611635.673592:0:32051:0:(import.c:1871:ptlrpc_disconnect_import_async()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611635.673663:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611635.673678:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611635.673682:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611635.673694:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236300 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611635.673712:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611635.673715:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611635.673720:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611635.673724:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611635.673728:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611635.673734:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494706304:0@lo:39:umount.0 00000100:00000001:0.0:1749611635.673740:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611635.673745:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611635.673749:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611635.673753:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611635.673759:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d05b400. 02000000:00000001:0.0:1749611635.673763:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611635.673772:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00000400:00000010:0.0:1749611635.673780:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000200:0.0:1749611635.673789:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494706304, portal 10 00000100:00000001:0.0:1749611635.673793:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611635.673795:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346580736 : -131939362970880 : ffff880079236300) 00000100:00000040:0.0:1749611635.673807:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236300 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611635.673820:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611635.673824:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611635.673827:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000200:0.0:1749611635.673832:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494706304, offset 0 00000400:00000200:0.0:1749611635.673839:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611635.673857:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611635.673900:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf951a80 00000400:00000200:0.0:1749611635.673909:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 167760 00000400:00000200:0.0:1749611635.673921:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611635.673927:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611635.673944:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611635.673948:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611635.673954:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c01180. 00000100:00000040:0.0:1749611635.673959:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c01180 x1834598494706304 msgsize 224 00000100:00100000:0.0:1749611635.673965:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611635.673992:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611635.674003:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611635.674007:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611635.674012:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611635.674019:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236300 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611635.674025:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611635.674028:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494706304 02000000:00000001:2.0:1749611635.674031:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611635.674032:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611635.674034:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611635.674036:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611635.674037:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236300 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611645 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611635.674040:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611635.674043:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494706304 00000020:00000001:2.0:1749611635.674046:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611635.674048:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d61b 00000100:00000001:0.0:1749611635.674048:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611635.674050:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611635.674051:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611635.674054:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff880129e0e000 refcount=5 00000100:00000001:0.0:1749611635.674056:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611635.674057:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000020:00000001:2.0:1749611635.674059:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137311789056 : -131936397762560 : ffff880129e0e000) 00000100:00000040:0.0:1749611635.674063:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 933 usecs (1 jiffies) 00000100:00000001:2.0:1749611635.674064:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1749611635.674067:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880091b16200. 00000100:00000001:0.0:1749611635.674068:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300909132 00000020:00000040:2.0:1749611635.674074:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000010:0.0:1749611635.674074:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013685b780. 00000100:00000001:0.0:1749611635.674082:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749611635.674088:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300909132 00000100:00000001:2.0:1749611635.674091:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000010:0.0:1749611635.674092:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013685b480. 00000020:00000010:2.0:1749611635.674096:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131a00. 00000100:00000001:0.0:1749611635.674096:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 1 00000020:00000010:2.0:1749611635.674100:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387180. 00000020:00000010:2.0:1749611635.674105:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000040:2.0:1749611635.674113:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611635.674113:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300909132 00000100:00000001:2.0:1749611635.674116:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611635.674117:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000010:0.0:1749611635.674118:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013685bcc0. 00000100:00000001:2.0:1749611635.674120:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611635.674123:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611635.674126:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611635.674128:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300909132 00000100:00000001:2.0:1749611635.674132:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611635.674132:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013685b5c0. 00000100:00000001:0.0:1749611635.674136:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611635.674143:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611635.674145:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611635.674147:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611635.674150:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00000040:2.0:1749611635.674153:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff880129e0e000 : new rpc_count 1 00000100:00000001:2.0:1749611635.674155:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356849024 : -131939352702592 : ffff880079c01180) 00000100:00000040:2.0:1749611635.674161:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c01180 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:316/0 lens 224/0 e 0 to 0 dl 1749611646 ref 1 fl New:/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611635.674161:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611635.674167:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611635.674171:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611635.674178:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611635.674180:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000010:2.0:1749611635.674181:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880091b16c80. 00000100:00000001:2.0:1749611635.674183:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611635.674183:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1749611635.674186:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:2.0:1749611635.674186:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880091b16c80. 00000100:00000001:0.0:1749611635.674186:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611635.674188:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611635.674190:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611635.674191:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28320:x1834598494706304:12345-0@lo:39:umount.0 00000020:00000040:3.0:1749611635.674193:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611635.674193:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611635.674195:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494706304 00000020:00000001:2.0:1749611635.674199:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611635.674202:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611635.674204:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611635.674207:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:2.0:1749611635.674209:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116702688 : -1592848928 : ffffffffa10f0de0) 00000020:00000001:2.0:1749611635.674212:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611635.674215:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611635.674217:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:2.0:1749611635.674219:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:2.0:1749611635.674222:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611635.674224:0:10935:0:(tgt_handler.c:1098:tgt_disconnect()) Process entered 00010000:00000001:2.0:1749611635.674226:0:10935:0:(ldlm_lib.c:1641:target_handle_disconnect()) Process entered 00000100:00000001:2.0:1749611635.674229:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611635.674232:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611635.674235:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457f400. 02000000:00000001:2.0:1749611635.674237:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.674240:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611635.674244:0:10935:0:(genops.c:887:class_export_get()) GET export ffff880129e0e000 refcount=6 00010000:00000001:2.0:1749611635.674246:0:10935:0:(obd_class.h:931:obd_disconnect()) Process entered 00000004:00000001:2.0:1749611635.674249:0:10935:0:(mdt_handler.c:7392:mdt_obd_disconnect()) Process entered 00000020:00000040:2.0:1749611635.674251:0:10935:0:(genops.c:887:class_export_get()) GET export ffff880129e0e000 refcount=7 00010000:00000001:2.0:1749611635.674253:0:10935:0:(ldlm_lib.c:774:server_disconnect_export()) Process entered 00000020:00000001:2.0:1749611635.674255:0:10935:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000040:2.0:1749611635.674260:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 6 00000020:00000080:2.0:1749611635.674262:0:10935:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d61b 00000020:00000040:2.0:1749611635.674264:0:10935:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880129e0e000 with handle 0x689c0ec07329d61b from hash 00000020:00000040:2.0:1749611635.674268:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 5 00000020:00000010:2.0:1749611635.674276:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880091b16200. 00000020:00000001:2.0:1749611635.674279:0:10935:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1749611635.674280:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 4 00000020:00000001:2.0:1749611635.674282:0:10935:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1749611635.674283:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 3 00000020:00000001:2.0:1749611635.674285:0:10935:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.674287:0:10935:0:(import.c:2063:ptlrpc_cleanup_imp()) Process entered 00000100:00080000:2.0:1749611635.674289:0:10935:0:(import.c:66:import_set_state_nolock()) ffff880129e0f000 : changing import state from FULL to CLOSED 00000100:00000001:2.0:1749611635.674293:0:10935:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611635.674294:0:10935:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611635.674295:0:10935:0:(import.c:2073:ptlrpc_cleanup_imp()) Process leaving 00010000:00000001:2.0:1749611635.674314:0:10935:0:(ldlm_lib.c:805:server_disconnect_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:2.0:1749611635.674319:0:10935:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00000020:00000020:2.0:1749611635.674323:0:10935:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8800b4002000 dirty 0 pend 0 grant 0 00000020:00000020:2.0:1749611635.674326:0:10935:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0000_UUID/ffff880129e0e000 dirty 0 pend 0 grant 0 00000004:00000001:2.0:1749611635.674329:0:10935:0:(mdt_handler.c:7314:mdt_export_cleanup()) Process entered 00000020:00000001:1.0:1749611635.674332:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000001:00000001:2.0:1749611635.674334:0:10935:0:(tgt_lastrcvd.c:1159:tgt_client_del()) Process entered 00000001:00000001:2.0:1749611635.674336:0:10935:0:(tgt_lastrcvd.c:1174:tgt_client_del()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611635.674337:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:2.0:1749611635.674338:0:10935:0:(mdt_handler.c:7383:mdt_export_cleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611635.674341:0:10935:0:(nodemap_handler.c:579:nodemap_del_member()) Process entered 00010000:00010000:1.0:1749611635.674341:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000040:2.0:1749611635.674344:0:10935:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000001:00000001:2.0:1749611635.674348:0:10935:0:(nodemap_member.c:31:nm_member_del()) Process entered 00000001:00000040:2.0:1749611635.674350:0:10935:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00000020:00000040:2.0:1749611635.674352:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 2 00000001:00000001:2.0:1749611635.674354:0:10935:0:(nodemap_member.c:49:nm_member_del()) Process leaving 00000001:00000040:2.0:1749611635.674356:0:10935:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 3 00000001:00000001:2.0:1749611635.674357:0:10935:0:(nodemap_handler.c:604:nodemap_del_member()) Process leaving 00000020:00000040:2.0:1749611635.674359:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 1 00000004:00000001:2.0:1749611635.674361:0:10935:0:(mdt_handler.c:7418:mdt_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611635.674363:0:10935:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611635.674365:0:10935:0:(ldlm_lib.c:1662:target_handle_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611635.674367:0:10935:0:(tgt_handler.c:1106:tgt_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:2.0:1749611635.674370:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494706304 00010000:00000001:2.0:1749611635.674373:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000200:2.0:1749611635.674383:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079c01180 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1749611646 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611635.674392:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611635.674394:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611635.674398:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=90 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611635.674402:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611635.674405:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611635.674407:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611635.674410:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611635.674412:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.674414:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611635.674416:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611635.674419:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000200:2.0:1749611635.674423:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494706304, offset 224 00000400:00000200:2.0:1749611635.674428:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611635.674436:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611635.674443:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951a80 00000400:00000200:2.0:1749611635.674448:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x98e9 [1] + 224 00000400:00000200:2.0:1749611635.674453:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611635.674456:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611635.674460:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611635.674464:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236300 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611645 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611635.674474:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079236300 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611635.674494:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611635.674500:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749611635.674502:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749611635.674505:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611635.674507:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611635.674510:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611635.674513:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:2.0:1749611635.674515:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:2.0:1749611635.674562:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611635.674565:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:2.0:1749611635.674571:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c01180 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000_UUID@0@lo:316/0 lens 224/224 e 0 to 0 dl 1749611646 ref 1 fl Interpret:/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611635.674579:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300909132, at 4300909132 00000100:00000040:0.0:1749611635.674579:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300909132, at 4300909132 00000100:00100000:2.0:1749611635.674581:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+1:28320:x1834598494706304:12345-0@lo:39:umount.0 Request processed in 402us (621us total) trans 0 rc 0/0 00000100:00000040:3.0:1749611635.674588:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300909132, at 4300909132 00000100:00100000:2.0:1749611635.674590:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00000040:2.0:1749611635.674593:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff880129e0e000 : new rpc_count 0 00000100:00000001:0.0:1749611635.674595:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611635.674596:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611635.674598:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611635.674598:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:1.0:1749611635.674601:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013685b480. 00000020:00000010:2.0:1749611635.674603:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387180. 00000100:00000010:3.0:1749611635.674605:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013685b5c0. 00000400:00000001:0.0:1749611635.674605:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000010:2.0:1749611635.674607:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000400:00000001:0.0:1749611635.674608:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749611635.674611:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131a00. 00000400:00000010:0.0:1749611635.674611:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000020:00000040:2.0:1749611635.674616:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff880129e0e000 : new refcount 0 00000020:00000080:2.0:1749611635.674618:0:10935:0:(genops.c:904:class_export_put()) final put ffff880129e0e000/lustre-MDT0001-lwp-OST0000_UUID 00000400:00000200:0.0:1749611635.674618:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749611635.674621:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:0.0:1749611635.674625:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611635.674626:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611635.674633:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236300 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611645 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611635.674635:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:1.0:1749611635.674637:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff880129e0e000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000040:1.0:1749611635.674642:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:2.0:1749611635.674643:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300909132, at 4300909132 00000020:00000001:1.0:1749611635.674645:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000100:00000200:0.0:1749611635.674647:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236300 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611645 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000004:00000001:1.0:1749611635.674648:0:18174:0:(mdt_handler.c:7569:mdt_destroy_export()) Process entered 00000100:00000010:2.0:1749611635.674649:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013685bcc0. 00000020:00000040:1.0:1749611635.674651:0:18174:0:(genops.c:1229:class_import_get()) import ffff880129e0f000 refcount=2 obd=lustre-MDT0001 00000020:00000001:1.0:1749611635.674653:0:18174:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611635.674655:0:18174:0:(genops.c:1242:class_import_put()) import ffff880129e0f000 refcount=1 obd=lustre-MDT0001 00000020:00000001:1.0:1749611635.674657:0:18174:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611635.674658:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:1.0:1749611635.674659:0:18174:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611635.674660:0:18174:0:(genops.c:1242:class_import_put()) import ffff880129e0f000 refcount=0 obd=lustre-MDT0001 00000100:00000001:0.0:1749611635.674661:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611635.674664:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611635.674668:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000040:1.0:1749611635.674670:0:18174:0:(genops.c:1245:class_import_put()) final put import ffff880129e0f000 00000100:00000001:0.0:1749611635.674671:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611635.674674:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611635.674678:0:18174:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749611635.674678:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749611635.674680:0:18174:0:(mdt_handler.c:7573:mdt_destroy_export()) kfreed 'exp->exp_used_slots': 64 at ffff880136acd440. 00010000:00000001:1.0:1749611635.674684:0:18174:0:(ldlm_lockd.c:3179:ldlm_destroy_export()) Process entered 00000001:00000001:1.0:1749611635.674686:0:18174:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000100:00001000:0.0:1749611635.674686:0:28320:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979438 time=55 v=5 (5 0 0 0) 00000100:00001000:0.0:1749611635.674691:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8800719793f0 time=55 v=5 (1 0 0 0) 00000001:00000010:1.0:1749611635.674693:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27d000. 00000100:00000001:0.0:1749611635.674696:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000001:00000010:1.0:1749611635.674698:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27ce00. 00000100:00000001:0.0:1749611635.674698:0:28320:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611635.674701:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27cc00. 00000001:00000010:1.0:1749611635.674703:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27de00. 00010000:00000001:0.0:1749611635.674703:0:28320:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000001:00000010:1.0:1749611635.674705:0:18174:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b4a71760. 00000001:00000010:1.0:1749611635.674707:0:18174:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88006a3819c0. 00010000:00080000:0.0:1749611635.674709:0:28320:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079236300 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000001:00000001:1.0:1749611635.674710:0:18174:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1749611635.674712:0:18174:0:(ldlm_flock.c:1142:ldlm_destroy_flock_export()) Process entered 00000001:00000001:1.0:1749611635.674714:0:18174:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:1.0:1749611635.674718:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27c000. 00000001:00000010:1.0:1749611635.674720:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27d400. 00000001:00000010:1.0:1749611635.674722:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27d600. 00000001:00000010:1.0:1749611635.674724:0:18174:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88009d27c600. 00000001:00000010:1.0:1749611635.674726:0:18174:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b4a71d80. 00000001:00000010:1.0:1749611635.674727:0:18174:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff88006a381d80. 00000001:00000001:1.0:1749611635.674729:0:18174:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000001:1.0:1749611635.674730:0:18174:0:(ldlm_flock.c:1147:ldlm_destroy_flock_export()) Process leaving 00010000:00000001:1.0:1749611635.674732:0:18174:0:(ldlm_lockd.c:3184:ldlm_destroy_export()) Process leaving 00000001:00000010:1.0:1749611635.674736:0:18174:0:(tgt_lastrcvd.c:439:tgt_client_free()) kfreed 'ted->ted_lcd': 128 at ffff8800b2387880. 00000020:00000020:1.0:1749611635.674741:0:18174:0:(tgt_grant.c:198:tgt_grant_sanity_check()) lustre-MDT0001: processing self export: 0 0 0 00010000:00000001:0.0:1749611635.674741:0:28320:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000020:1.0:1749611635.674744:0:18174:0:(tgt_grant.c:126:tgt_check_export_grants()) lustre-MDT0001: cli lustre-MDT0001-lwp-OST0001_UUID/ffff8800b4002000 dirty 0 pend 0 grant 0 00000100:00000001:0.0:1749611635.674746:0:28320:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000004:00000001:1.0:1749611635.674748:0:18174:0:(mdt_handler.c:7599:mdt_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611635.674749:0:28320:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000001:1.0:1749611635.674750:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611635.674751:0:28320:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000040:1.0:1749611635.674752:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 7 - export 00000100:00000001:0.0:1749611635.674753:0:28320:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611635.674755:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff880129e0e000. 00000020:00000001:1.0:1749611635.674759:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000100:00000040:0.0:1749611635.674760:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236300 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611645 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611635.674763:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:1.0:1749611635.674764:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880129e0f000 for lustre-MDT0001 00000020:00000040:1.0:1749611635.674768:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000020:00000040:1.0:1749611635.674770:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - import 00000100:00000001:0.0:1749611635.674772:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611635.674776:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:1.0:1749611635.674777:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff880129e0f000. 00000100:00000001:0.0:1749611635.674779:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611635.674780:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000100:00080000:0.0:1749611635.674783:0:28320:0:(import.c:66:import_set_state_nolock()) ffff880071979000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00000001:0.0:1749611635.674787:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611635.674790:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000001:0.0:1749611635.674792:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:0.0:1749611635.674793:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00000040:0.0:1749611635.674822:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236300 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611645 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611635.674836:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494706304:0@lo:39:umount.0 00000100:00000001:2.0:1749611635.674841:0:32051:0:(import.c:1932:ptlrpc_disconnect_import()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611635.674844:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.674846:0:32051:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:2.0:1749611635.674847:0:32051:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:0.0:1749611635.674848:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611635.674850:0:32051:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:2.0:1749611635.674851:0:32051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1749611635.674853:0:32051:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00000040:0.0:1749611635.674853:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236300 x1834598494706304/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611645 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611635.674856:0:32051:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1749611635.674858:0:32051:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611635.674879:0:32051:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:2.0:1749611635.674881:0:32051:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:2.0:1749611635.674882:0:32051:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:2.0:1749611635.674884:0:32051:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000100:00100000:2.0:1749611635.674886:0:32051:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1749611635.674888:0:32051:0:(obd_class.h:1246:obd_import_event()) Process entered 00000001:00000001:2.0:1749611635.674890:0:32051:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000100:00000001:0.0:1749611635.674891:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611635.674895:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000001:2.0:1749611635.674898:0:32051:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 02000000:00000010:0.0:1749611635.674899:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d05b400. 02000000:00000001:0.0:1749611635.674905:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611635.674907:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611635.674909:0:28320:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:0.0:1749611635.674912:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611635.674916:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e800. 02000000:00000001:0.0:1749611635.674921:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611635.674933:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611635.674936:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236300. 00000100:00000001:0.0:1749611635.674941:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611635.674942:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611635.674946:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611635.674949:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611635.674951:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611635.674954:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611635.674956:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611635.674973:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013685b780. 00000001:00000001:2.0:1749611635.675508:0:32051:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611635.675512:0:32051:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:2.0:1749611635.675513:0:32051:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:2.0:1749611635.676065:0:32051:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611635.676068:0:32051:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000010:00000001:2.0:1749611635.676072:0:32051:0:(lwp_dev.c:188:lwp_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1749611635.676074:0:32051:0:(lwp_dev.c:225:lwp_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611635.676077:0:32051:0:(tgt_mount.c:998:lustre_disconnect_lwp()) kfreed 'lcfg': 72 at ffff8800b4256d20. 00000020:00000001:2.0:1749611635.676082:0:32051:0:(tgt_mount.c:1008:lustre_disconnect_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611635.676085:0:32051:0:(tgt_mount.c:1011:lustre_disconnect_lwp()) kfreed 'bufs': 104 at ffff8800b2387800. 00000020:00000010:2.0:1749611635.676088:0:32051:0:(tgt_mount.c:1012:lustre_disconnect_lwp()) kfreed 'cfg': 88 at ffff8800b4256ea0. 00000020:00000010:2.0:1749611635.676090:0:32051:0:(tgt_mount.c:1013:lustre_disconnect_lwp()) kfreed 'logname': 64 at ffff880091b16a00. 00000020:00000010:2.0:1749611635.676095:0:32051:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131a00. 00000020:00000010:2.0:1749611635.676099:0:32051:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880079131600. 00000040:00000010:2.0:1749611635.676102:0:32051:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880079130600. 00000020:00000010:2.0:1749611635.676106:0:32051:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0b000. 00000020:00000010:2.0:1749611635.676111:0:32051:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8814670. 00000020:00000010:2.0:1749611635.676114:0:32051:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880079130800. 80000000:00000010:2.0:1749611635.676118:0:32051:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256ea0. 40000000:00000010:2.0:1749611635.676122:0:32051:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880091b16a00. 00100000:00000010:2.0:1749611635.676126:0:32051:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e0d800. 00040000:00000010:2.0:1749611635.676130:0:32051:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880086d2e700. 00040000:00000010:2.0:1749611635.676134:0:32051:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880079131200. 00080000:00000010:2.0:1749611635.676139:0:32051:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749611635.676145:0:32051:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136aba000. 00000004:00000010:2.0:1749611635.676152:0:32051:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff880129e09800. 00000004:00000010:2.0:1749611635.676156:0:32051:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff880131188000. 00000004:00000010:2.0:1749611635.676161:0:32051:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880129e0e800. 00002000:00000010:2.0:1749611635.676166:0:32051:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009457cc00. 00000004:00000010:2.0:1749611635.676169:0:32051:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009457c000. 00000020:00000010:2.0:1749611635.676173:0:32051:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880091b16200. 00000020:00000001:2.0:1749611635.676177:0:32051:0:(obd_mount.c:105:lustre_end_log()) Process entered 00000020:00000010:2.0:1749611635.676179:0:32051:0:(obd_mount.c:115:lustre_end_log()) kmalloced '(lcfg)': 80 at ffff8800b4256d20. 00000020:00000001:2.0:1749611635.676181:0:32051:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:2.0:1749611635.676189:0:32051:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:2.0:1749611635.676191:0:32051:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:00000001:2.0:1749611635.676193:0:32051:0:(mgc_request.c:493:config_log_end()) Process entered 10000000:00000001:2.0:1749611635.676194:0:32051:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:2.0:1749611635.676196:0:32051:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611635.676198:0:32051:0:(mgc_request.c:108:config_log_get()) log lustre-OST0000 (ffff88009d27d800) refs 2 10000000:00000001:2.0:1749611635.676200:0:32051:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611635.676202:0:32051:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612134950852608 : -131938758699008 : ffff88009d27d800) 10000000:00000001:2.0:1749611635.676204:0:32051:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 10000000:00000040:2.0:1749611635.676206:0:32051:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:2.0:1749611635.676208:0:32051:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1749611635.676209:0:32051:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611635.676211:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611635.676212:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 00000100:00000001:2.0:1749611636.242637:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611636.242645:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611636.242648:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611636.242652:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611636.242656:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611636.242660:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611636.242662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611636.242665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611636.242668:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611636.416679:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611636.416685:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611636.416811:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611636.416817:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611636.416821:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611636.458639:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611636.458645:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611636.458647:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611636.458651:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611636.458655:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611636.458659:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611636.458662:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611636.458665:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611636.458667:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611636.673679:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611636.673695:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611636.673697:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611636.673701:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611636.673704:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611636.673707:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611636.673710:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611637.242677:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611637.242686:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611637.242689:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611637.242710:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611637.242714:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611637.242718:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611637.242721:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611637.242725:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611637.242727:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611637.418693:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611637.418700:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611637.418843:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611637.418882:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611637.418887:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611637.458642:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611637.458648:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611637.458650:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611637.458654:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611637.458657:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611637.458660:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611637.458663:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611637.458666:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611637.458668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611637.673734:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611637.673751:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611637.673754:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611637.673759:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611637.673762:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611637.673766:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611637.673768:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611638.158651:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611638.158666:0:18174:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611638.158670:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611638.158676:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611638.158680:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611638.158684:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611638.158691:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611638.158698:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6239 00000100:00080000:2.0:1749611638.158704:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611638.158709:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611638.158714:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611638.158718:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611638.158721:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611638.158727:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611638.158730:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611638.158734:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611638.158739:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611638.158743:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611638.158765:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611638.158771:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611638.158775:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611638.158778:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611638.158781:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611638.158785:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611638.158790:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611638.158794:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611638.158799:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611638.158808:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611638.158813:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.158816:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611638.158821:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611638.158829:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237480. 00000020:00000040:2.0:1749611638.158834:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611638.158892:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611638.158895:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.158900:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611638.158903:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611638.158908:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611638.158919:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457d000. 00000100:00000001:2.0:1749611638.158928:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611638.158941:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237480 x1834598494706432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611638.158958:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611638.158963:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611638.158971:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237480] to pc [ptlrpcd_rcv+-1] req@ffff880079237480 x1834598494706432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611638.159013:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611638.159018:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611638.159024:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611638.159035:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611638.159038:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611638.159043:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611638.159047:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6239 00000100:00080000:2.0:1749611638.159051:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611638.159055:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611638.159059:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611638.159062:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611638.159065:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611638.159069:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611638.159071:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611638.159074:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611638.159077:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611638.159080:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611638.159084:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611638.159088:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611638.159091:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611638.159094:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611638.159096:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611638.159100:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611638.159104:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611638.159107:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611638.159111:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611638.159117:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611638.159121:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159123:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611638.159124:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611638.159127:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159132:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:2.0:1749611638.159133:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237b80. 00000100:00000001:0.0:1749611638.159136:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:2.0:1749611638.159137:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611638.159142:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611638.159144:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.159147:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749611638.159147:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237480 x1834598494706432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611638.159157:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611638.159162:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159175:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:2.0:1749611638.159178:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009457e800. 00000100:00000001:0.0:1749611638.159178:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.159183:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611638.159184:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611638.159188:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611638.159192:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237b80 x1834598494706560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749611638.159192:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.159205:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:0.0:1749611638.159208:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494706432:0@lo:38:kworker.0 00000100:00000001:2.0:1749611638.159209:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611638.159215:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237b80] to pc [ptlrpcd_rcv+-1] req@ffff880079237b80 x1834598494706560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611638.159215:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611638.159220:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611638.159223:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611638.159227:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611638.159230:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611638.159234:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974a400. 00000100:00080000:2.0:1749611638.159235:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:0.0:1749611638.159237:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611638.159241:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611638.159243:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611638.159246:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1749611638.159248:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00000100:00000001:2.0:1749611638.159250:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611638.159253:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6239 00000100:00080000:2.0:1749611638.159257:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000400:00000010:0.0:1749611638.159257:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000040:2.0:1749611638.159261:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611638.159264:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749611638.159266:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494706432, portal 4 00000100:00000040:2.0:1749611638.159267:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:0.0:1749611638.159269:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611638.159270:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611638.159272:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346585216 : -131939362966400 : ffff880079237480) 00000020:00000001:2.0:1749611638.159274:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611638.159276:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611638.159279:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611638.159283:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000040:0.0:1749611638.159284:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237480 x1834598494706432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611638.159287:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611638.159290:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611638.159295:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611638.159298:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611638.159298:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611638.159303:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611638.159306:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000040:2.0:1749611638.159308:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611638.159311:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749611638.159311:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494706432, offset 0 00000020:00000040:2.0:1749611638.159315:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:0.0:1749611638.159319:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749611638.159321:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611638.159324:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611638.159327:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611638.159332:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611638.159335:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611638.159335:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611638.159338:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611638.159341:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611638.159346:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237100. 00000400:00000200:0.0:1749611638.159347:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf951b00 00000020:00000040:2.0:1749611638.159350:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611638.159354:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1749611638.159355:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 18720 02000000:00000001:2.0:1749611638.159356:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.159359:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611638.159362:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611638.159364:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611638.159364:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611638.159378:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611638.159384:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611638.159387:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611638.159391:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c01500. 02000000:00000010:2.0:1749611638.159392:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7c000. 00000100:00000040:0.0:1749611638.159395:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c01500 x1834598494706432 msgsize 520 00000100:00000001:2.0:1749611638.159398:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611638.159398:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1749611638.159407:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237100 x1834598494706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611638.159419:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611638.159423:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159426:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611638.159429:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237100] to pc [ptlrpcd_rcv+-1] req@ffff880079237100 x1834598494706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611638.159435:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611638.159437:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611638.159440:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611638.159442:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611638.159446:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611638.159451:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1749611638.159453:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237480 x1834598494706432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611638.159456:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236d80. 00000020:00000040:2.0:1749611638.159460:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611638.159461:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611638.159464:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749611638.159465:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237480 x1834598494706432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611638.159467:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611638.159472:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159473:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749611638.159477:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159479:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611638.159483:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2eb00. 00000100:00000040:0.0:1749611638.159484:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1260 usecs (2 jiffies) 00000100:00000001:2.0:1749611638.159488:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159488:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300911618 00000100:00000010:0.0:1749611638.159492:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013685b780. 00000100:00000040:2.0:1749611638.159495:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611638.159498:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:1.0:1749611638.159504:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611638.159504:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300911618 00000100:00000001:2.0:1749611638.159507:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000010:0.0:1749611638.159507:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013685bf80. 00000100:00100000:1.0:1749611638.159509:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494706432 00000100:00000001:2.0:1749611638.159510:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159510:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 02000000:00000001:1.0:1749611638.159512:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611638.159513:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300911618 00000100:00000040:2.0:1749611638.159516:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236d80] to pc [ptlrpcd_00_00+0] req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611638.159516:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1749611638.159516:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013685bf00. 00000100:00000001:1.0:1749611638.159518:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159519:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611638.159550:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300911619 00000100:00000010:0.0:1749611638.159554:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013685ba40. 02000000:00000001:1.0:1749611638.159557:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159557:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:1.0:1749611638.159561:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494706432 00000020:00000001:1.0:1749611638.159564:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611638.159566:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611638.159568:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611638.159570:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611638.159572:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159573:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611638.159576:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159576:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611638.159578:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3a00. 00000100:00000001:0.0:1749611638.159580:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611638.159583:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6249) 00000100:00000001:0.0:1749611638.159583:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611638.159584:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0800. 00000020:00000010:1.0:1749611638.159589:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000100:00000001:0.0:1749611638.159592:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611638.159594:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611638.159594:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611638.159596:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611638.159596:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611638.159598:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159598:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611638.159599:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611638.159603:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237b80 x1834598494706560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611638.159604:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.159606:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611638.159609:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749611638.159612:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611638.159612:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611638.159620:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611638.159621:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611638.159623:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611638.159624:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611638.159624:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611638.159625:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.159626:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611638.159628:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:0.0:1749611638.159628:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:1.0:1749611638.159629:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00000001:2.0:1749611638.159630:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:0.0:1749611638.159630:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611638.159632:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611638.159633:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356849920 : -131939352701696 : ffff880079c01500) 00000100:00100000:0.0:1749611638.159635:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494706560:0@lo:38:kworker.0 00000100:00000040:2.0:1749611638.159637:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611638.159639:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:1.0:1749611638.159640:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c01500 x1834598494706432/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611638.159641:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611638.159643:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611638.159644:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611638.159648:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:0.0:1749611638.159648:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099748c00. 00000100:00000001:2.0:1749611638.159650:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611638.159650:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611638.159653:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494706432:12345-0@lo:38:kworker.0 00000400:00000010:0.0:1749611638.159653:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 02000000:00000001:2.0:1749611638.159654:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611638.159657:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000200:1.0:1749611638.159657:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494706432 00000400:00000010:0.0:1749611638.159657:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000020:00000001:1.0:1749611638.159660:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749611638.159661:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611638.159661:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494706560, portal 10 00000100:00000001:0.0:1749611638.159663:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611638.159664:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346587008 : -131939362964608 : ffff880079237b80) 00000100:00100000:2.0:1749611638.159666:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494706816:0@lo:400:kworker.0 00010000:00000001:1.0:1749611638.159670:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749611638.159670:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237b80 x1834598494706560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611638.159672:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611638.159676:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611638.159677:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611638.159678:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611638.159680:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611638.159681:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:0.0:1749611638.159683:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 02000000:00000010:2.0:1749611638.159686:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880079130000. 00000020:00000001:1.0:1749611638.159686:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611638.159687:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494706560, offset 0 02000000:00000001:2.0:1749611638.159689:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611638.159690:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611638.159691:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611638.159693:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749611638.159694:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:2.0:1749611638.159695:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe6e0. 00000100:00000001:3.0:1749611638.159697:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611638.159697:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611638.159700:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611638.159702:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:0.0:1749611638.159702:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749611638.159705:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749611638.159710:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 02000000:00000010:1.0:1749611638.159710:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080faac00. 00000400:00000200:0.0:1749611638.159711:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951b80 02000000:00000001:1.0:1749611638.159712:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611638.159714:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611638.159717:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494706816, portal 10 00010000:00000001:1.0:1749611638.159719:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749611638.159719:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 167984 00000100:00000001:2.0:1749611638.159720:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:1.0:1749611638.159721:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.159723:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346583424 : -131939362968192 : ffff880079236d80) 00000100:00001000:1.0:1749611638.159724:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749611638.159727:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611638.159728:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611638.159731:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611638.159732:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611638.159733:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611638.159734:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611638.159736:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611638.159738:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611638.159739:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611638.159741:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:1.0:1749611638.159742:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611638.159744:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749611638.159744:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611638.159746:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611638.159746:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c01880. 00000100:00000040:2.0:1749611638.159748:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611638.159748:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:2.0:1749611638.159750:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00000040:1.0:1749611638.159751:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:2.0:1749611638.159754:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494706816, offset 0 00000400:00000010:1.0:1749611638.159754:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000200:1.0:1749611638.159759:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494706432, offset 0 00000100:00000040:0.0:1749611638.159759:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c01880 x1834598494706560 msgsize 520 00000400:00000200:2.0:1749611638.159761:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611638.159766:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749611638.159766:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749611638.159772:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611638.159775:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611638.159783:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf951c80 00000400:00000200:2.0:1749611638.159790:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 168504 00000400:00000200:1.0:1749611638.159794:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf951b00 00000100:00000001:0.0:1749611638.159794:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611638.159798:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611638.159799:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x98f5 [1] + 0 00000400:00000200:2.0:1749611638.159804:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749611638.159805:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611638.159808:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611638.159809:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611638.159812:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749611638.159814:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000010:2.0:1749611638.159818:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236680. 00000400:00000010:0.0:1749611638.159818:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000040:2.0:1749611638.159822:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880079236680 x1834598494706816 msgsize 224 00000100:00000001:0.0:1749611638.159822:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611638.159823:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611638.159827:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611638.159828:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:0.0:1749611638.159829:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237b80 x1834598494706560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611638.159830:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494706560 02000000:00000001:3.0:1749611638.159832:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:1.0:1749611638.159834:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237480 x1834598494706432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611638.159835:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611638.159862:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611638.159866:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611638.159869:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494706560 00000100:00000001:2.0:1749611638.159870:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749611638.159872:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:1.0:1749611638.159872:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237480 x1834598494706432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611638.159872:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000040:3.0:1749611638.159874:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611638.159876:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611638.159877:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237b80 x1834598494706560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611638.159878:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611638.159879:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000020:00000001:3.0:1749611638.159880:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611638.159882:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749611638.159883:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000020:00000010:3.0:1749611638.159886:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125000. 00000100:00000001:2.0:1749611638.159887:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611638.159887:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159888:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:3.0:1749611638.159891:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7200. 00000100:00000200:2.0:1749611638.159894:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611654 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611638.159894:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000020:00000010:3.0:1749611638.159895:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c8640. 00000400:00000010:1.0:1749611638.159896:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:0.0:1749611638.159896:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611638.159899:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611638.159899:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611638.159900:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611638.159901:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:0.0:1749611638.159901:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1095 usecs (2 jiffies) 00000100:00000001:3.0:1749611638.159904:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159904:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300911619 00000100:00000001:1.0:1749611638.159905:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.159906:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611638.159908:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611638.159908:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:0.0:1749611638.159909:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300911618 00000100:00000040:2.0:1749611638.159911:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611654 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611638.159911:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159912:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300911619 00000020:00000001:1.0:1749611638.159913:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611638.159915:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300911618 00000100:00000001:3.0:1749611638.159918:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611638.159918:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c01500 x1834598494706432/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611638.159918:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300911619 00000100:00000001:0.0:1749611638.159921:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300911618 00000100:00000001:2.0:1749611638.159922:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159923:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300911619 00000100:00000001:2.0:1749611638.159925:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611638.159926:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611638.159926:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300911619 00000100:00100000:3.0:1749611638.159928:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494706816 00000100:00000001:0.0:1749611638.159928:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611638.159929:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494706432:12345-0@lo:38:kworker.0 Request processed in 276us (531us total) trans 0 rc -19/-19 02000000:00000001:3.0:1749611638.159930:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611638.159930:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611638.159931:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611638.159931:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611638.159933:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.159933:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749611638.159935:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611638.159937:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494706816 00000100:00000040:0.0:1749611638.159937:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237100 x1834598494706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611638.159938:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000020:00000001:3.0:1749611638.159939:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611638.159941:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611638.159943:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:2.0:1749611638.159944:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 958 usecs (1 jiffies) 00000100:00000001:0.0:1749611638.159944:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611638.159945:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611638.159947:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0800. 00000020:00000040:3.0:1749611638.159949:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749611638.159949:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300911618 00000020:00000001:3.0:1749611638.159951:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000010:1.0:1749611638.159952:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000020:00000040:3.0:1749611638.159953:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611638.159953:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300911619 00000020:00000010:1.0:1749611638.159955:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3a00. 02000000:00000001:0.0:1749611638.159955:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749611638.159956:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611638.159957:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300911618 02000000:00000001:0.0:1749611638.159957:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611638.159958:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611638.159959:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611638.159959:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.159961:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300911619 00000100:00100000:0.0:1749611638.159963:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494706688:0@lo:38:kworker.0 00000100:00000001:3.0:1749611638.159964:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611638.159964:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300911618 00000020:00000010:3.0:1749611638.159966:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb8b640. 00000100:00000001:0.0:1749611638.159967:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611638.159968:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300911619 02000000:00000001:0.0:1749611638.159969:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:3.0:1749611638.159971:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800b2230e80. 00000100:00000001:2.0:1749611638.159971:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300911618 02000000:00000001:0.0:1749611638.159971:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611638.159973:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611638.159974:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300911619 00000020:00000040:3.0:1749611638.159977:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611638.159977:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749611638.159978:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006dff7c00. 00000100:00000001:1.0:1749611638.159980:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611638.159980:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.159981:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611638.159982:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611638.159983:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000010:0.0:1749611638.159983:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00000100:00000001:2.0:1749611638.159985:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611638.159986:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125a00. 00000100:00100000:1.0:1749611638.159986:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000400:00000010:0.0:1749611638.159987:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000020:00000010:3.0:1749611638.159989:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7d80. 00000100:00000001:2.0:1749611638.159989:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611638.159989:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356850816 : -131939352700800 : ffff880079c01880) 00000100:00000200:0.0:1749611638.159991:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494706688, portal 10 00000020:00000010:3.0:1749611638.159992:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:0.0:1749611638.159992:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749611638.159993:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c01880 x1834598494706560/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611638.159994:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346584320 : -131939362967296 : ffff880079237100) 00000100:00000040:3.0:1749611638.159998:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611638.160001:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749611638.160001:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237100 x1834598494706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611638.160002:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749611638.160003:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494706560:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611638.160004:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611638.160008:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611638.160008:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611638.160010:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000040:0.0:1749611638.160010:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611638.160012:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611638.160012:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:1.0:1749611638.160015:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494706560 00000100:00000200:0.0:1749611638.160015:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494706688, offset 0 00000100:00000001:3.0:1749611638.160018:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611638.160018:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749611638.160018:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:1.0:1749611638.160021:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611638.160024:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611638.160025:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:0.0:1749611638.160025:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611638.160029:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611638.160030:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000400:00000200:0.0:1749611638.160031:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951c00 00000100:00000040:3.0:1749611638.160033:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00010000:00020000:1.0:1749611638.160033:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000200:0.0:1749611638.160035:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 168728 00000100:00000001:3.0:1749611638.160036:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346581632 : -131939362969984 : ffff880079236680) 00010000:00000001:1.0:1749611638.160036:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611638.160038:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:0.0:1749611638.160040:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611638.160041:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611638.160042:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749611638.160043:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079236680 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:319/0 lens 224/0 e 0 to 0 dl 1749611649 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611638.160044:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749611638.160044:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00080000:2.0:1749611638.160046:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749611638.160047:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000010:1.0:1749611638.160048:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880080faa400. 00000100:00000200:0.0:1749611638.160048:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:1.0:1749611638.160050:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611638.160051:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c01c00. 00000020:00000040:2.0:1749611638.160052:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:1.0:1749611638.160052:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611638.160053:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:0.0:1749611638.160054:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c01c00 x1834598494706688 msgsize 520 00000020:00000010:3.0:1749611638.160055:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb8b2c0. 00010000:00000001:1.0:1749611638.160055:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611638.160057:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611638.160058:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611638.160058:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:1.0:1749611638.160059:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000010:3.0:1749611638.160061:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb8b2c0. 00000100:00000001:1.0:1749611638.160062:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611638.160064:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749611638.160066:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494706816:12345-0@lo:400:kworker.0 00000100:00000001:0.0:1749611638.160066:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749611638.160067:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:1.0:1749611638.160069:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611638.160071:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611638.160074:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000200:3.0:1749611638.160075:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494706816 00000100:00000001:2.0:1749611638.160076:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749611638.160076:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749611638.160076:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 02000000:00000001:1.0:1749611638.160077:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611638.160078:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000020:00000001:3.0:1749611638.160079:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611638.160079:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749611638.160080:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494706688 00000100:00000001:0.0:1749611638.160080:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:1.0:1749611638.160081:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611638.160082:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000001:2.0:1749611638.160084:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000010:1.0:1749611638.160084:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000200:0.0:1749611638.160084:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237100 x1834598494706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611638.160085:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.160086:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:1.0:1749611638.160087:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494706560, offset 0 00000020:00000001:3.0:1749611638.160088:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611638.160089:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611638.160090:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:1.0:1749611638.160091:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611638.160092:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611638.160092:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611638.160093:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611638.160095:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237100 x1834598494706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611638.160097:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611638.160097:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494706688 00000020:00000001:3.0:1749611638.160098:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000200:1.0:1749611638.160098:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611638.160100:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:3.0:1749611638.160101:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749611638.160101:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611638.160102:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611638.160102:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749611638.160103:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611638.160104:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951b80 00000020:00000001:3.0:1749611638.160105:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000020:00000001:2.0:1749611638.160105:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611638.160106:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611638.160108:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611638.160108:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x98fd [1] + 0 00000100:00000001:3.0:1749611638.160109:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749611638.160109:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 788 usecs (1 jiffies) 00000020:00000001:2.0:1749611638.160110:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611638.160111:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611638.160112:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300911618 00000400:00000200:1.0:1749611638.160113:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611638.160114:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300911619 02000000:00000010:3.0:1749611638.160116:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de23c00. 00000100:00000001:0.0:1749611638.160116:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300911618 00000020:00000010:2.0:1749611638.160117:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c600. 02000000:00000001:3.0:1749611638.160118:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.160118:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300911619 00000100:00000001:3.0:1749611638.160120:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611638.160120:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611638.160120:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300911618 00000020:00000010:2.0:1749611638.160122:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749611638.160122:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300911619 00000020:00000001:3.0:1749611638.160123:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.160124:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300911618 00000100:00000001:1.0:1749611638.160125:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000040:3.0:1749611638.160126:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494706816 00000100:00000001:0.0:1749611638.160126:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300911619 00000020:00000010:2.0:1749611638.160128:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000001:0.0:1749611638.160128:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1749611638.160129:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749611638.160130:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611638.160131:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237b80 x1834598494706560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749611638.160134:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079236680 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611638.160134:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000001:0.0:1749611638.160134:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611638.160136:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:0.0:1749611638.160136:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611638.160138:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000400:00000200:0.0:1749611638.160142:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00010000:00000001:3.0:1749611638.160143:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000010:0.0:1749611638.160143:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00010000:00000001:3.0:1749611638.160145:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611638.160145:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237b80 x1834598494706560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611638.160145:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:3.0:1749611638.160148:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611638.160148:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611638.160148:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237480 x1834598494706432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611638.160152:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611638.160153:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611638.160155:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611638.160157:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749611638.160157:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237480 x1834598494706432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611638.160158:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749611638.160159:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611638.160161:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611638.160163:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611638.160164:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611638.160165:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000040:3.0:1749611638.160166:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611638.160168:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000400:00000010:3.0:1749611638.160169:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:0.0:1749611638.160169:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611638.160170:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611638.160171:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611638.160173:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611638.160173:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000200:3.0:1749611638.160174:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494706816, offset 224 02000000:00000001:0.0:1749611638.160176:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611638.160177:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611638.160178:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.160178:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611638.160179:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611638.160179:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611638.160179:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611638.160182:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749611638.160182:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611638.160185:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00000001:1.0:1749611638.160185:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611638.160188:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749611638.160188:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611638 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611638.160189:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356851712 : -131939352699904 : ffff880079c01c00) 00000100:00001000:0.0:1749611638.160192:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=11 v=20 (1 1 20 1) 00000400:00000200:3.0:1749611638.160193:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611638.160194:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c01880 x1834598494706560/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611638.160195:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1749611638.160196:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c01c00 x1834598494706688/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611658 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611638.160197:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611638.160200:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951c80 00000100:00000001:0.0:1749611638.160200:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611638.160204:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237480 x1834598494706432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611663 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611638.160206:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9905 [1] + 224 00000100:00100000:1.0:1749611638.160209:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494706560:12345-0@lo:38:kworker.0 Request processed in 203us (446us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749611638.160212:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749611638.160212:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494706688:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611638.160212:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749611638.160215:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611638.160215:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:2.0:1749611638.160217:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494706688 00000100:00000001:0.0:1749611638.160217:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611638.160219:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611638.160219:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:2.0:1749611638.160221:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:1.0:1749611638.160222:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00000001:0.0:1749611638.160222:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749611638.160224:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611654 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611638.160225:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00080000:0.0:1749611638.160225:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611638.160226:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611638.160228:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:0.0:1749611638.160228:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611638.160230:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749611638.160233:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7200. 00000100:00000040:3.0:1749611638.160234:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611638.160234:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237480 x1834598494706432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611663 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611638.160237:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611638.160238:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c8640. 00010000:00020000:2.0:1749611638.160243:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1749611638.160243:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494706432:0@lo:38:kworker.0 00000020:00000010:1.0:1749611638.160244:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125000. 00000100:00000001:3.0:1749611638.160246:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:2.0:1749611638.160247:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611638.160247:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611638.160249:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611638.160249:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611638.160252:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00010000:00000001:2.0:1749611638.160252:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611638.160252:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237480 x1834598494706432/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611663 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611638.160254:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:2.0:1749611638.160255:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611638.160257:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611638.160258:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611638.160259:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611638.160259:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611638.160260:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611638.160262:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611638.160265:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130c7c400. 02000000:00000001:0.0:1749611638.160265:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749611638.160266:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00010000:00000001:3.0:1749611638.160268:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:2.0:1749611638.160268:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611638.160268:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974a400. 00000020:00000001:3.0:1749611638.160270:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.160271:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611638.160272:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:0.0:1749611638.160273:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1749611638.160275:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:0.0:1749611638.160275:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:3.0:1749611638.160276:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236680 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:319/0 lens 224/224 e 0 to 0 dl 1749611649 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611638.160277:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611638.160277:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611638.160279:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:2.0:1749611638.160281:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000010:0.0:1749611638.160282:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457d000. 00000100:00100000:3.0:1749611638.160286:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079236680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494706816:12345-0@lo:400:kworker.0 Request processed in 231us (462us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611638.160286:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749611638.160286:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611638.160287:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611638.160289:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1749611638.160289:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237480. 00000100:00000040:2.0:1749611638.160293:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611638.160293:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00100000:3.0:1749611638.160294:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00000001:0.0:1749611638.160294:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611638.160296:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611638.160296:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611638.160297:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:3.0:1749611638.160300:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611638.160300:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611638.160301:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611638.160301:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611638.160303:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611638.160305:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7d80. 00000100:00000040:2.0:1749611638.160305:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611638.160306:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611638.160307:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:3.0:1749611638.160308:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000020:00000010:3.0:1749611638.160311:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125a00. 00000400:00000001:0.0:1749611638.160311:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611638.160312:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611638.160314:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000020:00000040:3.0:1749611638.160316:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 02000000:00000001:2.0:1749611638.160317:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749611638.160317:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611638.160319:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 02000000:00000001:2.0:1749611638.160321:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.160321:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611638.160323:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611638.160324:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749611638.160325:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237b80 x1834598494706560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611638.160328:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611638.160333:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00000200:0.0:1749611638.160333:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237b80 x1834598494706560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611638.160338:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494706688, offset 0 00000100:00000001:0.0:1749611638.160340:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611638.160341:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611638.160343:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611638.160344:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1749611638.160345:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611638.160346:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611638.160347:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611638.160349:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611638.160353:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611638 v=5 (0 0 0 0) 00000400:00000200:2.0:1749611638.160355:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00001000:0.0:1749611638.160355:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=143 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611638.160358:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:2.0:1749611638.160363:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951c00 00000100:00000001:0.0:1749611638.160364:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611638.160366:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611638.160370:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237b80 x1834598494706560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611663 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611638.160371:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9911 [1] + 0 00000400:00000200:2.0:1749611638.160378:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611638.160378:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611638.160380:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611638.160381:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611638.160383:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611638.160383:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611638.160384:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611638.160387:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611638.160388:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:0.0:1749611638.160389:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611638.160391:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611638.160395:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237100 x1834598494706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611638.160395:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237b80 x1834598494706560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611663 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611638.160402:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494706560:0@lo:38:kworker.0 00000100:00000001:0.0:1749611638.160406:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.160408:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611638.160410:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237100 x1834598494706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611638.160411:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237b80 x1834598494706560/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611663 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611638.160417:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611638.160418:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611638.160420:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099748c00. 00000100:00000001:2.0:1749611638.160422:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611638.160423:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611638.160424:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611638.160426:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611638.160427:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:2.0:1749611638.160428:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 02000000:00000010:0.0:1749611638.160429:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009457e800. 00000400:00000010:2.0:1749611638.160431:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 02000000:00000001:0.0:1749611638.160432:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611638.160433:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611638.160434:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237b80. 00000100:00000001:2.0:1749611638.160435:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611638.160436:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611638.160437:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611638.160441:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.160441:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611638.160444:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611638.160446:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:0.0:1749611638.160446:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611638.160447:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611638.160449:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611638.160450:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611638.160451:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:2.0:1749611638.160453:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611638.160454:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000400:00000200:0.0:1749611638.160456:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611638.160458:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000040:2.0:1749611638.160459:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c01c00 x1834598494706688/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611658 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611638.160460:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611638.160463:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237100 x1834598494706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611638.160471:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237100 x1834598494706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611638.160474:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494706688:12345-0@lo:38:kworker.0 Request processed in 262us (416us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611638.160477:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611638.160479:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611638.160480:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611638.160482:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611638.160483:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611638.160485:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611638.160486:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 02000000:00000001:0.0:1749611638.160487:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.160490:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00001000:0.0:1749611638.160491:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611638 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611638.160492:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00001000:0.0:1749611638.160493:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=43 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611638.160496:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611638.160497:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611638.160499:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611638.160502:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237100 x1834598494706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611663 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611638.160506:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749611638.160509:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611638.160511:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611638.160512:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611638.160513:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000100:00000001:0.0:1749611638.160514:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611638.160515:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611638.160517:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:2.0:1749611638.160519:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c600. 00000100:00080000:0.0:1749611638.160551:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611638.160553:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611638.160558:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237100 x1834598494706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611663 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611638.160566:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494706688:0@lo:38:kworker.0 00000100:00000001:0.0:1749611638.160570:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.160572:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611638.160574:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237100 x1834598494706688/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611663 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611638.160576:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611638.160580:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611638.160582:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611638.160584:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006dff7c00. 02000000:00000001:0.0:1749611638.160586:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611638.160587:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611638.160588:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611638.160590:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611638.160591:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7c000. 02000000:00000001:0.0:1749611638.160596:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611638.160597:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611638.160598:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237100. 00000100:00000001:2.0:1749611638.160599:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611638.160600:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611638.160602:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611638.160602:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611638.160604:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.160605:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611638.160607:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611638.160608:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611638.160608:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611638.160610:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611638.160611:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611638.160614:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe6e0. 00000400:00000200:2.0:1749611638.160618:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749611638.160621:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749611638.160626:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611638.160632:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611654 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611638.160646:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611654 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611638.160657:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611638.160660:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611638.160663:0:28322:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611638.160666:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611638.160668:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611638.160671:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611638.160675:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611638.160681:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=43 v=5 (5 5 5 5) 00000100:00001000:2.0:1749611638.160687:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=43 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611638.160691:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611638.160694:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611638.160698:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749611638.160704:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611638.160716:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.160720:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611638.160723:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611638.160725:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611638.160728:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611638.160742:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611654 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611638.160754:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611638.160757:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611638.160760:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611638.160765:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611654 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611638.160777:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494706816:0@lo:400:kworker.0 00000100:00000001:2.0:1749611638.160784:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611638.160787:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611638.160791:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236d80 x1834598494706816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611654 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611638.160802:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611638.160804:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611638.160808:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880079130000. 02000000:00000001:2.0:1749611638.160814:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611638.160817:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611638.160819:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:2.0:1749611638.160822:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611638.160825:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2eb00. 02000000:00000001:2.0:1749611638.160831:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611638.160833:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611638.160859:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236d80. 00000100:00000001:2.0:1749611638.160866:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611638.160868:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611638.160871:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611638.160888:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611638.160890:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611638.160894:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611638.160896:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611638.161599:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300911619, at 4300911619 00000100:00000040:2.0:1749611638.161602:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300911619, at 4300911619 00000100:00000010:0.0:1749611638.161617:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013685b780. 00000100:00000040:3.0:1749611638.161620:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300911619, at 4300911619 00000100:00000040:1.0:1749611638.161629:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300911619, at 4300911619 00000100:00000010:3.0:1749611638.161632:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013685ba40. 00000100:00000010:2.0:1749611638.161638:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013685bf00. 00000100:00000010:1.0:1749611638.161642:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013685bf80. 00000100:00000001:2.0:1749611638.242662:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611638.242682:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611638.242685:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611638.242689:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611638.242693:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611638.242697:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611638.242699:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611638.242702:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611638.242704:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611638.420677:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611638.420684:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611638.420807:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611638.420813:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611638.420818:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611638.458630:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611638.458636:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611638.458638:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611638.458642:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611638.458645:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611638.458648:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611638.458651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611638.458654:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611638.458656:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.160637:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611639.160646:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749611639.160679:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611613/real 1749611613] req@ffff880079234e00 x1834598494702208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611638 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611639.160701:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611639.160703:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611639.160707:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff268. 00000400:00000200:0.0:1749611639.160714:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:0.0:1749611639.160717:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:0.0:1749611639.160720:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611639.160725:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234e00 x1834598494702208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611638 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611639.160735:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234e00 x1834598494702208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611638 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.160743:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611639.160745:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.160748:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611639.160750:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611639.160753:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880079234e00 x1834598494702208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611638 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.160760:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.160771:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611639.160773:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.160775:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611639.160778:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611639.160780:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611639.160785:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234e00 x1834598494702208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611638 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.160793:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611639.160796:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.160798:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611639.160799:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.160802:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611639.160804:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749611639.160813:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611639.160886:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:0.0:1749611639.160890:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749611639.160896:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234e00 x1834598494702208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611638 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611639.160905:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494702208:0@lo:250:kworker.0 00000100:00000001:0.0:1749611639.160910:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.160913:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611639.160916:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234e00 x1834598494702208/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611638 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.160923:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611639.160926:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611639.160930:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099749c00. 02000000:00000001:0.0:1749611639.160936:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611639.160938:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611639.160941:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611639.160943:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611639.160946:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88006dff7800. 02000000:00000001:0.0:1749611639.160950:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611639.160951:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611639.160953:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234e00. 00000100:00000001:0.0:1749611639.160958:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611639.160960:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.160962:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611639.160964:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611639.160966:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611639.160968:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.160970:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611639.160971:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611639.160972:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749611639.160975:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611639.160977:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611639.160982:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611639.160986:0:18174:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 6219 00000100:00080000:2.0:1749611639.160990:0:18174:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611639.160994:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611639.160997:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611639.161000:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611639.161002:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611639.161006:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611639.161008:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749611639.161011:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611639.161014:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749611639.161026:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749611639.161029:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749611639.161032:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611639.161035:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611639.161037:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611639.161038:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611639.161042:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749611639.161045:0:18174:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749611639.161047:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611639.161050:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611639.161053:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611639.161056:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611639.161058:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611639.161060:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611639.161066:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236d80. 00000020:00000040:2.0:1749611639.161070:0:18174:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749611639.161074:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611639.161076:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611639.161079:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611639.161081:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611639.161085:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611639.161092:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7c800. 00000100:00000001:2.0:1749611639.161098:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611639.161106:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236d80 x1834598494706944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611639.161117:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611639.161122:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611639.161126:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236d80] to pc [ptlrpcd_rcv+-1] req@ffff880079236d80 x1834598494706944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611639.161157:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611639.161161:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611639.161165:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611639.161171:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611639.161174:0:18174:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611639.161176:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611639.161179:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6244 00000100:00080000:2.0:1749611639.161182:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611639.161184:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611639.161186:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611639.161186:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611639.161188:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:0.0:1749611639.161189:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611639.161190:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611639.161191:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749611639.161192:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611639.161193:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611639.161195:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611639.161196:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236d80 x1834598494706944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611639.161197:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611639.161199:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611639.161201:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611639.161204:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611639.161206:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611639.161207:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611639.161210:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611639.161212:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611639.161215:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611639.161217:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611639.161218:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611639.161218:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611639.161220:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611639.161224:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611639.161224:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611639.161226:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.161227:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611639.161228:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611639.161230:0:18174:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.161230:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611639.161233:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494706944:0@lo:250:kworker.0 00000100:00000010:2.0:1749611639.161235:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234e00. 00000020:00000040:2.0:1749611639.161237:0:18174:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:0.0:1749611639.161237:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611639.161239:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611639.161240:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.161241:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611639.161242:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611639.161243:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.161246:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611639.161248:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611639.161250:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611639.161250:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006dff7800. 02000000:00000001:0.0:1749611639.161252:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611639.161254:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7cc00. 00000100:00000001:2.0:1749611639.161258:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611639.161258:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff268. 00000100:00100000:2.0:1749611639.161263:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234e00 x1834598494707072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749611639.161263:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821990. 00000100:00000200:0.0:1749611639.161269:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494706944, portal 25 00000100:00000001:2.0:1749611639.161271:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611639.161272:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611639.161273:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161274:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346583424 : -131939362968192 : ffff880079236d80) 00000100:00000040:2.0:1749611639.161277:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234e00] to pc [ptlrpcd_rcv+-1] req@ffff880079234e00 x1834598494707072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611639.161279:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236d80 x1834598494706944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611639.161286:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161287:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749611639.161288:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000040:0.0:1749611639.161290:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749611639.161292:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000010:0.0:1749611639.161292:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:2.0:1749611639.161293:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611639.161295:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000200:0.0:1749611639.161295:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494706944, offset 0 00000100:00000001:2.0:1749611639.161297:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611639.161299:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6244 00000400:00000200:0.0:1749611639.161300:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749611639.161301:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611639.161304:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611639.161306:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611639.161307:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611639.161309:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611639.161311:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611639.161312:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000400:00000200:0.0:1749611639.161313:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:2.0:1749611639.161314:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611639.161315:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611639.161317:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611639.161319:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611639.161323:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611639.161324:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611639.161324:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf951d00 00000100:00000040:2.0:1749611639.161326:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000400:00000100:0.0:1749611639.161331:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494706944 offset 0 length 520: 4 00000100:00000001:2.0:1749611639.161332:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611639.161335:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000400:00000200:0.0:1749611639.161335:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe6b50 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00080000:2.0:1749611639.161338:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000400:00000200:0.0:1749611639.161338:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000100:00000001:2.0:1749611639.161340:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611639.161342:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611639.161345:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611639.161345:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 02000000:00000001:2.0:1749611639.161346:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611639.161347:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:2.0:1749611639.161348:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611639.161350:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611639.161353:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237100. 00000020:00000040:2.0:1749611639.161355:0:18174:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749611639.161355:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749611639.161357:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611639.161358:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611639.161360:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749611639.161360:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236d80 x1834598494706944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611639.161361:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611639.161363:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611639.161366:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7d000. 00000100:00000001:0.0:1749611639.161368:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611639.161369:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611639.161370:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236d80 x1834598494706944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611639.161373:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237100 x1834598494707200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611639.161377:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611639.161379:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611639.161379:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611639.161381:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161383:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611639.161384:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237100] to pc [ptlrpcd_rcv+-1] req@ffff880079237100 x1834598494707200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.161387:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300912641 00000100:00000001:2.0:1749611639.161391:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611639.161391:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013685b780. 00000100:00080000:2.0:1749611639.161394:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611639.161397:0:18174:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611639.161398:0:18174:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749611639.161398:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00080000:2.0:1749611639.161400:0:18174:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611639.161402:0:18174:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611639.161404:0:18174:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6244 00000100:00000001:0.0:1749611639.161405:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300912641 00000100:00080000:2.0:1749611639.161406:0:18174:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000010:0.0:1749611639.161407:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013685bd40. 00000100:00000001:0.0:1749611639.161410:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000040:2.0:1749611639.161413:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:2.0:1749611639.161415:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611639.161416:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611639.161418:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611639.161421:0:18174:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611639.161422:0:18174:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611639.161423:0:18174:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611639.161425:0:18174:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611639.161427:0:18174:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749611639.161428:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300912641 00000020:00000001:2.0:1749611639.161429:0:18174:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611639.161431:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000010:0.0:1749611639.161431:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013685b500. 00000100:00000001:2.0:1749611639.161433:0:18174:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611639.161434:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749611639.161435:0:18174:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:2.0:1749611639.161436:0:18174:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611639.161437:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300912641 00000020:00000040:2.0:1749611639.161438:0:18174:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000010:0.0:1749611639.161439:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88013685b3c0. 00000100:00080000:2.0:1749611639.161440:0:18174:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611639.161442:0:18174:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161442:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 02000000:00000001:2.0:1749611639.161444:0:18174:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611639.161447:0:18174:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611639.161449:0:18174:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611639.161450:0:18174:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611639.161452:0:18174:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161452:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000010:2.0:1749611639.161455:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237b80. 00000100:00000001:0.0:1749611639.161455:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611639.161457:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749611639.161458:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611639.161459:0:18174:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611639.161460:0:18174:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161460:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611639.161461:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611639.161463:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611639.161464:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161465:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1749611639.161467:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7d400. 00000100:00000001:0.0:1749611639.161467:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749611639.161469:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611639.161470:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161470:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611639.161471:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749611639.161474:0:18174:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237b80 x1834598494707328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611639.161476:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234e00 x1834598494707072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611639.161492:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611639.161494:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161494:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611639.161496:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611639.161498:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237b80] to pc [ptlrpcd_rcv+-1] req@ffff880079237b80 x1834598494707328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611639.161499:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611639.161501:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611639.161503:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611639.161506:0:18174:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611639.161506:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494707072:0@lo:38:kworker.0 00000100:00000040:2.0:1749611639.161508:0:18174:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611639.161509:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611639.161511:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611639.161512:0:18174:0:(pinger.c:119:ptlrpc_ping()) Process entered 02000000:00000001:0.0:1749611639.161512:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.161514:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000010:2.0:1749611639.161515:0:18174:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237480. 00000020:00000040:2.0:1749611639.161517:0:18174:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 02000000:00000010:0.0:1749611639.161517:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006dff7c00. 00000100:00000001:2.0:1749611639.161519:0:18174:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611639.161519:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611639.161521:0:18174:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000010:0.0:1749611639.161549:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00000400:00000010:0.0:1749611639.161553:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000200:0.0:1749611639.161556:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494707072, portal 4 02000000:00000001:2.0:1749611639.161558:0:18174:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161558:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611639.161559:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346575360 : -131939362976256 : ffff880079234e00) 02000000:00000010:2.0:1749611639.161563:0:18174:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2eb00. 00000100:00000001:2.0:1749611639.161566:0:18174:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611639.161567:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234e00 x1834598494707072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611639.161570:0:18174:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611639.161573:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611639.161576:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611639.161577:0:18174:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749611639.161578:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:2.0:1749611639.161579:0:18174:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611639.161580:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494707072, offset 0 00000400:00000200:0.0:1749611639.161584:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611639.161585:0:18174:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237480] to pc [ptlrpcd_00_01+1] req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611639.161591:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611639.161596:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf951d80 00000400:00000200:0.0:1749611639.161601:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 19240 00000400:00000200:0.0:1749611639.161608:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611639.161611:0:18174:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611639.161613:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611639.161616:0:18174:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6250) 00000100:00000001:0.0:1749611639.161617:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611639.161619:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611639.161624:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c01f80. 00000100:00000001:3.0:1749611639.161633:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611639.161633:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c01f80 x1834598494707072 msgsize 520 00000100:00100000:0.0:1749611639.161637:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611639.161639:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611639.161641:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611639.161645:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611639.161648:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611639.161650:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.161654:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611639.161660:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000001:3.0:1749611639.161662:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000010:0.0:1749611639.161662:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:3.0:1749611639.161664:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161665:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:3.0:1749611639.161667:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1749611639.161669:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234e00 x1834598494707072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611639.161670:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611639.161673:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611639.161676:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494707456:0@lo:400:kworker.0 00000100:00000001:0.0:1749611639.161676:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611639.161679:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234e00 x1834598494707072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611639.161680:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611639.161684:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611639.161686:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161686:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161687:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:3.0:1749611639.161688:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611639.161691:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611639.161693:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012d125a00. 02000000:00000001:3.0:1749611639.161695:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611639.161695:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1260 usecs (2 jiffies) 00000100:00000001:0.0:1749611639.161698:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300912621 00000400:00000010:3.0:1749611639.161701:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000100:00000001:0.0:1749611639.161701:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300912641 00000100:00000001:0.0:1749611639.161704:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300912621 00000100:00000001:0.0:1749611639.161706:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300912641 00000400:00000010:3.0:1749611639.161707:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:0.0:1749611639.161708:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300912621 00000100:00000001:0.0:1749611639.161710:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300912641 00000100:00000001:0.0:1749611639.161711:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300912621 00000100:00000200:3.0:1749611639.161712:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494707456, portal 10 00000100:00000001:0.0:1749611639.161713:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300912641 00000100:00000001:3.0:1749611639.161714:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611639.161715:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611639.161716:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346585216 : -131939362966400 : ffff880079237480) 00000100:00000001:1.0:1749611639.161716:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611639.161717:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161720:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749611639.161722:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494707072 00000100:00000040:3.0:1749611639.161723:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611639.161723:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237100 x1834598494707200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611639.161727:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611639.161730:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611639.161731:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611639.161731:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611639.161732:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611639.161735:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611639.161735:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611639.161737:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 02000000:00000001:0.0:1749611639.161738:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:3.0:1749611639.161740:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494707456, offset 0 02000000:00000001:0.0:1749611639.161741:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611639.161743:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611639.161745:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:0.0:1749611639.161746:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494707200:0@lo:38:kworker.0 00000100:00000001:0.0:1749611639.161749:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1749611639.161751:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.161751:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611639.161753:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611639.161754:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611639.161755:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:1.0:1749611639.161757:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494707072 02000000:00000010:0.0:1749611639.161757:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006dff5c00. 02000000:00000001:0.0:1749611639.161759:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611639.161760:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611639.161763:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:0.0:1749611639.161763:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 00000020:00000001:1.0:1749611639.161766:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000010:0.0:1749611639.161766:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000020:00000001:1.0:1749611639.161769:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611639.161769:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494707200, portal 10 00000400:00000200:3.0:1749611639.161770:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf951f00 00000100:00000001:0.0:1749611639.161771:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:1.0:1749611639.161773:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161773:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346584320 : -131939362967296 : ffff880079237100) 00000400:00000200:3.0:1749611639.161777:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 169248 00000100:00000040:0.0:1749611639.161778:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237100 x1834598494707200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611639.161780:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3a00. 00000400:00000200:3.0:1749611639.161784:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611639.161785:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:1.0:1749611639.161787:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0800. 00000100:00000040:0.0:1749611639.161787:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611639.161788:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611639.161789:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000001:3.0:1749611639.161792:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611639.161792:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494707200, offset 0 00000100:00000200:3.0:1749611639.161794:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749611639.161794:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000400:00000200:0.0:1749611639.161795:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:3.0:1749611639.161799:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f577800. 00000400:00000200:0.0:1749611639.161801:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611639.161802:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff88009f577800 x1834598494707456 msgsize 224 00000100:00000001:1.0:1749611639.161802:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611639.161805:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:3.0:1749611639.161807:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611639.161808:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611639.161808:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951e00 00000400:00000200:0.0:1749611639.161812:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 169472 00000100:00000001:1.0:1749611639.161815:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611639.161816:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611639.161819:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611639.161859:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611639.161863:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611639.161871:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000400:00000010:3.0:1749611639.161873:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000001:3.0:1749611639.161878:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611639.161881:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:3.0:1749611639.161883:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611655 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.161883:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:1.0:1749611639.161884:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611639.161885:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611639.161887:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1749611639.161889:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c02300. 00000100:00100000:2.0:1749611639.161890:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494707456 00000100:00100000:1.0:1749611639.161891:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00000001:3.0:1749611639.161892:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611639.161892:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:0.0:1749611639.161892:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c02300 x1834598494707200 msgsize 520 00000100:00000040:3.0:1749611639.161895:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611655 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611639.161895:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611639.161897:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611639.161897:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356852608 : -131939352699008 : ffff880079c01f80) 00000100:00100000:0.0:1749611639.161897:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749611639.161900:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611639.161903:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611639.161903:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494707456 00000100:00000001:3.0:1749611639.161904:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611639.161905:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749611639.161906:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c01f80 x1834598494707072/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611639.161908:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611639.161912:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 958 usecs (1 jiffies) 00000020:00000001:2.0:1749611639.161912:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611639.161913:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:3.0:1749611639.161915:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300912620 00000020:00000001:2.0:1749611639.161915:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749611639.161917:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000001:3.0:1749611639.161918:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300912641 00000020:00000040:2.0:1749611639.161918:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000400:00000010:0.0:1749611639.161919:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000020:00000001:2.0:1749611639.161920:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611639.161921:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300912620 00000100:00000001:0.0:1749611639.161921:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:2.0:1749611639.161922:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611639.161923:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300912641 00000100:00000001:3.0:1749611639.161925:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300912620 00000100:00100000:1.0:1749611639.161925:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494707072:12345-0@lo:38:kworker.0 00000100:00000200:0.0:1749611639.161926:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237100 x1834598494707200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611639.161927:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300912641 00000100:00000001:2.0:1749611639.161927:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611639.161929:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300912620 00000100:00000200:1.0:1749611639.161930:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494707072 00000100:00000001:3.0:1749611639.161931:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300912641 00000020:00000010:2.0:1749611639.161931:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880091b16c80. 00000100:00000001:3.0:1749611639.161933:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611639.161933:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611639.161934:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611639.161935:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:0.0:1749611639.161936:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237100 x1834598494707200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611639.161937:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880091b16c80. 00010000:00000001:1.0:1749611639.161940:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611639.161941:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161942:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611639.161943:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c600. 00000100:00000001:3.0:1749611639.161944:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161944:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611639.161946:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611639.161947:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387800. 00000100:00000001:0.0:1749611639.161947:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611639.161951:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1093 usecs (2 jiffies) 00000020:00000010:2.0:1749611639.161952:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be93e8. 00000100:00000001:3.0:1749611639.161953:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611639.161954:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300912621 00000100:00000001:3.0:1749611639.161955:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1749611639.161957:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611639.161957:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300912641 00000100:00000040:2.0:1749611639.161958:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611639.161959:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749611639.161959:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161959:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300912621 00000100:00000001:3.0:1749611639.161960:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611639.161961:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611639.161961:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300912641 00000100:00000001:3.0:1749611639.161962:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611639.161962:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611639.161963:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300912621 00000100:00000001:2.0:1749611639.161965:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00020000:1.0:1749611639.161965:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611639.161965:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300912641 00000100:00000001:0.0:1749611639.161967:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300912621 00000100:00000001:0.0:1749611639.161969:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300912641 00000100:00000001:2.0:1749611639.161970:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00010000:00000001:1.0:1749611639.161970:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611639.161971:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611639.161973:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611639.161973:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611639.161974:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611639.161975:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611639.161976:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.161978:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611639.161979:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611639.161982:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611639.161983:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.161983:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611639.161984:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:1.0:1749611639.161986:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611639.161986:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611639.161988:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611639.161989:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611639.161991:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749611639.161992:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237b80 x1834598494707328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611639.161993:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494707200 02000000:00000001:2.0:1749611639.161995:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611639.161996:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611639.161997:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611639.161998:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611639.161999:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611639.161999:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749611639.162001:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611639.162003:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494707200 02000000:00000010:1.0:1749611639.162003:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009cd6ac00. 00000100:00100000:3.0:1749611639.162004:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000020:00000001:2.0:1749611639.162004:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611639.162004:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611639.162005:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611639.162007:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749611639.162007:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.162007:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:3.0:1749611639.162008:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:2.0:1749611639.162008:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.162009:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611639.162010:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987528192 : -131938722023424 : ffff88009f577800) 00000020:00000001:2.0:1749611639.162010:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611639.162011:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.162011:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611639.162013:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d600. 00000100:00100000:0.0:1749611639.162014:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494707328:0@lo:38:kworker.0 00000020:00000010:2.0:1749611639.162015:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387180. 00000100:00000040:3.0:1749611639.162016:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f577800 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:320/0 lens 224/0 e 0 to 0 dl 1749611650 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611639.162016:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611639.162017:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611639.162019:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00010000:00000001:1.0:1749611639.162020:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.162021:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.162022:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749611639.162023:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 00000100:00000001:3.0:1749611639.162025:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00001000:1.0:1749611639.162025:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611639.162026:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:0.0:1749611639.162027:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009457e800. 00000020:00000010:3.0:1749611639.162028:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb8b2c0. 00000100:00000001:2.0:1749611639.162028:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749611639.162029:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611639.162030:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611639.162030:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611639.162031:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611639.162032:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00000100:00000001:2.0:1749611639.162033:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611639.162034:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff8800acb8b2c0. 00000100:00000001:1.0:1749611639.162035:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:0.0:1749611639.162035:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000200:0.0:1749611639.162038:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494707328, portal 10 00000100:00100000:3.0:1749611639.162039:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494707456:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749611639.162039:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611639.162039:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611639.162040:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611639.162041:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346587008 : -131939362964608 : ffff880079237b80) 00000100:00000200:3.0:1749611639.162043:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494707456 00000100:00000001:1.0:1749611639.162043:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611639.162046:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611639.162046:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611639.162046:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611639.162047:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749611639.162047:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237b80 x1834598494707328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611639.162049:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749611639.162051:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611639.162052:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00000040:1.0:1749611639.162052:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000001:3.0:1749611639.162054:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749611639.162054:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611639.162055:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356853504 : -131939352698112 : ffff880079c02300) 00000020:00000001:3.0:1749611639.162056:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:1.0:1749611639.162056:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749611639.162056:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611639.162058:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000020:00000001:3.0:1749611639.162059:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000001:1.0:1749611639.162059:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611639.162060:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c02300 x1834598494707200/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611639.162060:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494707328, offset 0 00000100:00000001:1.0:1749611639.162062:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611639.162063:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611639.162063:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611639.162064:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:3.0:1749611639.162066:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000040:1.0:1749611639.162066:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611639.162068:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611639.162071:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00100000:2.0:1749611639.162071:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494707200:12345-0@lo:38:kworker.0 00000400:00000010:1.0:1749611639.162071:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000400:00000200:0.0:1749611639.162071:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611639.162075:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749611639.162075:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494707200 00000400:00000200:0.0:1749611639.162076:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf951e80 00000100:00000200:1.0:1749611639.162077:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494707072, offset 0 00000020:00000001:2.0:1749611639.162078:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749611639.162079:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 169992 00010000:00000001:2.0:1749611639.162080:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:3.0:1749611639.162082:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749611639.162084:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611639.162085:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749611639.162087:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de20c00. 00000400:00000200:0.0:1749611639.162087:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611639.162090:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611639.162091:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611639.162092:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.162092:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749611639.162094:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611639.162094:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:0.0:1749611639.162094:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749611639.162096:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749611639.162097:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000010:0.0:1749611639.162097:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c02680. 00010000:00000040:3.0:1749611639.162098:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494707456 00010000:00000001:3.0:1749611639.162100:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749611639.162100:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611639.162100:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c02680 x1834598494707328 msgsize 520 00000100:00000001:2.0:1749611639.162103:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:0.0:1749611639.162104:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000200:3.0:1749611639.162105:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f577800 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:320/0 lens 224/224 e 0 to 0 dl 1749611650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611639.162105:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749611639.162106:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf951d80 02000000:00000001:2.0:1749611639.162107:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1749611639.162110:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130c7d800. 00010000:00000001:3.0:1749611639.162112:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:2.0:1749611639.162112:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611639.162114:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611639.162115:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611639.162115:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x992d [1] + 0 00000100:00000001:0.0:1749611639.162115:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:2.0:1749611639.162117:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00001000:3.0:1749611639.162118:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=94 v=5 (1 1 1 1) 00010000:00000001:2.0:1749611639.162119:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611639.162122:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00001000:2.0:1749611639.162122:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749611639.162123:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611639.162123:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00000040:3.0:1749611639.162125:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611639.162125:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000010:0.0:1749611639.162125:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:3.0:1749611639.162127:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611639.162127:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611639.162128:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:1.0:1749611639.162128:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:3.0:1749611639.162129:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611639.162130:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:3.0:1749611639.162131:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611639.162131:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237b80 x1834598494707328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611639.162133:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611639.162134:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611639.162136:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611639.162138:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000001:2.0:1749611639.162138:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611639.162138:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611639.162140:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000200:1.0:1749611639.162141:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234e00 x1834598494707072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611639.162141:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237b80 x1834598494707328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611639.162142:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494707456, offset 224 00000100:00000040:2.0:1749611639.162144:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000200:3.0:1749611639.162147:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611639.162147:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611639.162148:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611639.162149:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.162149:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611639.162151:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611639.162153:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611639.162154:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611639.162155:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:0.0:1749611639.162156:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 788 usecs (1 jiffies) 00000400:00000010:2.0:1749611639.162157:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000040:1.0:1749611639.162158:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234e00 x1834598494707072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.162159:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300912620 00000400:00000200:3.0:1749611639.162161:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951f00 00000100:00000200:2.0:1749611639.162161:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494707200, offset 0 00000100:00000001:0.0:1749611639.162161:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300912641 00000100:00000001:0.0:1749611639.162163:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300912620 00000100:00000001:0.0:1749611639.162165:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300912641 00000400:00000200:3.0:1749611639.162167:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9935 [1] + 224 00000100:00000001:0.0:1749611639.162167:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300912620 00000100:00000001:0.0:1749611639.162169:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300912641 00000100:00000001:0.0:1749611639.162171:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300912620 00000400:00000200:3.0:1749611639.162172:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611639.162172:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611639.162173:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300912641 00000400:00000200:3.0:1749611639.162175:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611639.162175:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611639.162177:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611639.162178:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611639.162187:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611639.162193:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:0.0:1749611639.162193:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1749611639.162195:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951e00 00000400:00000001:0.0:1749611639.162195:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611639.162197:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000100:00000200:3.0:1749611639.162198:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611655 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611639.162200:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611639.162201:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611639.162203:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611639.162207:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611639.162207:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234e00 x1834598494707072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611639.162210:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x993d [1] + 0 00000400:00000200:2.0:1749611639.162215:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611639.162215:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:3.0:1749611639.162219:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611639.162219:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:1.0:1749611639.162219:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 00000100:00000001:1.0:1749611639.162223:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611639.162224:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611639.162227:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234e00 x1834598494707072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611639.162229:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237100 x1834598494707200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611639.162230:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000400:00000010:3.0:1749611639.162233:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000001:1.0:1749611639.162234:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611639.162235:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611639.162236:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611639.162236:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611639.162237:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:2.0:1749611639.162238:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237100 x1834598494707200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.162239:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611639.162241:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611639.162243:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611639.162243:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.162243:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611639.162245:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611639.162246:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611639.162247:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611639.162247:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611639.162249:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:1.0:1749611639.162249:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000001:3.0:1749611639.162251:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611639.162252:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611639.162253:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:2.0:1749611639.162253:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00001000:0.0:1749611639.162253:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611639 v=5 (0 0 0 0) 00000400:00000010:2.0:1749611639.162255:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000020:00000001:1.0:1749611639.162256:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:0.0:1749611639.162257:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=12 v=20 (1 1 20 1) 00000100:00000040:3.0:1749611639.162258:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f577800 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:320/0 lens 224/224 e 0 to 0 dl 1749611650 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611639.162258:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611639.162259:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611639.162260:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611639.162262:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611639.162263:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611639.162264:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c01f80 x1834598494707072/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611659 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.162264:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611639.162266:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00100000:3.0:1749611639.162268:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f577800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494707456:12345-0@lo:400:kworker.0 Request processed in 240us (463us total) trans 0 rc 0/0 00000100:00000001:2.0:1749611639.162268:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611639.162269:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234e00 x1834598494707072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611664 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611639.162270:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611639.162275:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c02300 x1834598494707200/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611659 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.162276:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611639.162277:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1749611639.162278:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494707072:12345-0@lo:38:kworker.0 Request processed in 354us (642us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611639.162279:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:3.0:1749611639.162280:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749611639.162280:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.162282:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611639.162283:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00100000:2.0:1749611639.162284:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494707200:12345-0@lo:38:kworker.0 Request processed in 214us (389us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611639.162284:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611639.162285:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00080000:0.0:1749611639.162287:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:3.0:1749611639.162289:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387800. 00000100:00080000:0.0:1749611639.162289:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:1.0:1749611639.162290:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00000001:0.0:1749611639.162292:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611639.162294:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:3.0:1749611639.162295:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be93e8. 00000100:00000040:0.0:1749611639.162295:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234e00 x1834598494707072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611664 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611639.162296:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749611639.162298:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000020:00000010:3.0:1749611639.162300:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c600. 00000100:00000001:2.0:1749611639.162301:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:1.0:1749611639.162301:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0800. 00000100:00000001:2.0:1749611639.162303:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749611639.162303:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494707072:0@lo:38:kworker.0 00000020:00000040:3.0:1749611639.162306:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000020:00000010:2.0:1749611639.162307:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387180. 00000020:00000010:1.0:1749611639.162307:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000100:00000001:3.0:1749611639.162309:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749611639.162309:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611639.162310:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749611639.162311:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000020:00000010:1.0:1749611639.162312:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3a00. 00000020:00000010:2.0:1749611639.162315:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d600. 00000100:00000001:1.0:1749611639.162317:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611639.162317:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000100:00000001:3.0:1749611639.162318:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1749611639.162320:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494707328 00000400:00000200:0.0:1749611639.162320:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000001:2.0:1749611639.162321:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611639.162321:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 02000000:00000001:3.0:1749611639.162322:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611639.162324:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611639.162324:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611639.162327:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611639.162327:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237100 x1834598494707200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611639.162330:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611639.162332:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494707328 00000020:00000001:3.0:1749611639.162335:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749611639.162335:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237100 x1834598494707200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611639.162336:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611639.162338:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611639.162340:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611639.162342:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.162342:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611639.162343:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.162345:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:3.0:1749611639.162346:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125000. 02000000:00000001:0.0:1749611639.162346:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611639.162347:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611639.162349:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.162351:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611639.162354:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7d80. 00000100:00001000:0.0:1749611639.162354:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611639 v=5 (0 0 0 0) 00000020:00000010:3.0:1749611639.162357:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00001000:0.0:1749611639.162357:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=144 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611639.162359:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611639.162361:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611639.162361:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611639.162363:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611639.162363:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611639.162365:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611639.162366:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237100 x1834598494707200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611664 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611639.162369:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.162372:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611639.162375:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.162375:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611639.162376:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.162378:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611639.162380:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611639.162381:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611639.162382:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00080000:0.0:1749611639.162382:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611639.162385:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:3.0:1749611639.162386:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00000001:2.0:1749611639.162387:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611639.162387:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611639.162388:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356854400 : -131939352697216 : ffff880079c02680) 00000100:00000001:2.0:1749611639.162389:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749611639.162390:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237100 x1834598494707200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611664 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611639.162391:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611639.162393:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c02680 x1834598494707328/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611659 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611639.162393:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611639.162402:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494707328:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749611639.162406:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494707328 00000020:00000001:3.0:1749611639.162408:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749611639.162409:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494707200:0@lo:38:kworker.0 00010000:00000001:3.0:1749611639.162410:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611639.162414:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.162416:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:3.0:1749611639.162419:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611639.162419:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234e00 x1834598494707072/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611664 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:3.0:1749611639.162423:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749611639.162425:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611639.162425:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611639.162426:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749611639.162428:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:0.0:1749611639.162429:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006dff7c00. 00000100:00000001:3.0:1749611639.162431:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611639.162432:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611639.162432:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611639.162433:0:28320:0:(genops.c:1236:class_import_put()) Process entered 02000000:00000001:3.0:1749611639.162434:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000040:0.0:1749611639.162435:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611639.162437:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611639.162438:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de23400. 02000000:00000010:0.0:1749611639.162438:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7cc00. 02000000:00000001:3.0:1749611639.162440:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611639.162442:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.162443:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611639.162444:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00010000:00000001:3.0:1749611639.162445:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611639.162446:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611639.162446:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234e00. 00000100:00000001:0.0:1749611639.162449:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00001000:3.0:1749611639.162450:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611639.162451:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611639.162452:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611639.162452:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611639.162455:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611639.162456:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237100 x1834598494707200/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611664 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.162462:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:3.0:1749611639.162463:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 02000000:00000001:0.0:1749611639.162463:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611639.162465:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:0.0:1749611639.162465:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006dff5c00. 00000100:00000001:3.0:1749611639.162467:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749611639.162467:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611639.162468:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611639.162469:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000040:3.0:1749611639.162470:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000020:00000001:0.0:1749611639.162471:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611639.162472:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7d000. 02000000:00000001:3.0:1749611639.162473:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611639.162475:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.162475:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611639.162476:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611639.162477:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749611639.162477:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237100. 00000100:00000040:3.0:1749611639.162479:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611639.162480:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:3.0:1749611639.162481:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000200:3.0:1749611639.162485:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494707328, offset 0 00000100:00000001:0.0:1749611639.162486:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611639.162488:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611639.162488:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.162492:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611639.162494:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000400:00000200:3.0:1749611639.162495:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611639.162496:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611639.162497:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611639.162499:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611639.162500:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf951e80 00000100:00000001:0.0:1749611639.162501:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611639.162504:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9945 [1] + 0 00000400:00000200:3.0:1749611639.162508:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611639.162511:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611639.162515:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611639.162519:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237b80 x1834598494707328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611639.162584:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237b80 x1834598494707328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611639.162602:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611639.162607:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000400:00000010:3.0:1749611639.162609:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000001:3.0:1749611639.162612:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611639.162613:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611639.162616:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611639.162619:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:3.0:1749611639.162621:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611639.162623:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611639.162627:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c02680 x1834598494707328/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611659 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.162634:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611639.162637:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494707328:12345-0@lo:38:kworker.0 Request processed in 235us (535us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611639.162637:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611639.162641:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611639.162643:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611639.162645:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000400:00000200:0.0:1749611639.162649:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749611639.162650:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00100000:3.0:1749611639.162651:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00000001:0.0:1749611639.162653:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611639.162654:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611639.162656:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749611639.162658:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237b80 x1834598494707328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611639.162659:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7d80. 00000020:00000010:3.0:1749611639.162662:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000020:00000010:3.0:1749611639.162666:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125000. 00000100:00000200:0.0:1749611639.162666:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237b80 x1834598494707328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611664 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611639.162670:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.162673:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611639.162675:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.162677:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611639.162678:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611639.162680:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611639.162681:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611639.162683:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611639.162684:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611639.162687:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00001000:0.0:1749611639.162688:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611639 v=5 (0 0 0 0) 00000400:00000001:3.0:1749611639.162691:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00001000:0.0:1749611639.162691:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=44 v=20 (1 20 1 1) 00000400:00000001:3.0:1749611639.162692:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611639.162693:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1749611639.162694:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000100:00000001:0.0:1749611639.162695:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611639.162697:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611639.162698:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749611639.162699:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000040:0.0:1749611639.162701:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237b80 x1834598494707328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611664 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611639.162702:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611639.162706:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611655 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.162707:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:3.0:1749611639.162714:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611655 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.162716:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611639.162718:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.162720:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611639.162721:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611639.162721:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611639.162722:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611639.162724:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00080000:0.0:1749611639.162724:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749611639.162726:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00080000:0.0:1749611639.162727:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611639.162728:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611639.162729:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.162729:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611639.162732:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611639.162733:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237b80 x1834598494707328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611664 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611639.162736:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=44 v=5 (5 5 5 5) 00000100:00001000:3.0:1749611639.162739:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=44 v=5 (1 1 1 1) 00000100:00100000:0.0:1749611639.162740:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494707328:0@lo:38:kworker.0 00000100:00000001:3.0:1749611639.162742:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611639.162743:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.162744:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611639.162746:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749611639.162746:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611639.162749:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237b80 x1834598494707328/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611664 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749611639.162750:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.162755:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611639.162756:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:3.0:1749611639.162757:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611639.162758:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009457e800. 02000000:00000001:0.0:1749611639.162761:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611639.162763:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611639.162764:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:3.0:1749611639.162766:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1749611639.162766:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611639.162767:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7d400. 00000100:00000040:3.0:1749611639.162768:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611639.162770:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749611639.162770:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611639.162771:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611639.162772:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611639.162772:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237b80. 00000100:00000001:0.0:1749611639.162775:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:3.0:1749611639.162776:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611655 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611639.162776:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611639.162778:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.162780:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611639.162781:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611639.162782:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611639.162783:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611639.162784:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611639.162785:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611639.162786:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611639.162789:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611655 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611639.162796:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494707456:0@lo:400:kworker.0 00000100:00000001:3.0:1749611639.162801:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611639.162802:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611639.162805:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237480 x1834598494707456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611655 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611639.162811:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611639.162813:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611639.162815:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012d125a00. 02000000:00000001:3.0:1749611639.162818:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611639.162819:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611639.162820:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749611639.162822:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611639.162824:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2eb00. 02000000:00000001:3.0:1749611639.162852:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611639.162854:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611639.162856:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237480. 00000100:00000001:3.0:1749611639.162859:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611639.162861:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611639.162863:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611639.162868:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611639.162869:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611639.162871:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611639.162873:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611639.183602:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300912641, at 4300912641 00000100:00000010:0.0:1749611639.183621:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013685b780. 00000100:00000040:2.0:1749611639.183626:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300912641, at 4300912641 00000100:00000010:2.0:1749611639.183636:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013685b500. 00000100:00000040:3.0:1749611639.183642:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300912641, at 4300912641 00000100:00000040:1.0:1749611639.183651:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300912641, at 4300912641 00000100:00000010:3.0:1749611639.183653:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013685b3c0. 00000100:00000010:1.0:1749611639.183662:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88013685bd40. 00000100:00000001:2.0:1749611639.242629:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611639.242635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611639.242637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611639.242641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:2.0:1749611639.242644:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611639.242647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611639.242649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611639.242652:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611639.242653:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611639.422638:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611639.422643:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611639.422766:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611639.422771:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611639.422776:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611639.458631:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611639.458637:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611639.458639:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611639.458643:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611639.458646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611639.458649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611639.458651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611639.458653:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611639.458656:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611640.242749:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611640.242757:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611640.242760:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611640.242765:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381f00 going to sleep for 0 seconds 00000100:00000001:0.0:1749611640.242769:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611640.242773:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611640.242775:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611640.242787:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079234a80 x1834598494704640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611640.242799:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611640.242803:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234a80 x1834598494704640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611640.242813:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611640.242816:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611640.242857:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611640.242860:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611640.242864:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234a80 x1834598494704640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611640.242873:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494704640:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611640.242878:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611640.242880:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611640.242884:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611640.242886:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611640.242889:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234a80 x1834598494704640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611640.242896:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611640.242899:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381f00. 00000100:00000001:0.0:1749611640.242905:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611640.242923:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611640.242927:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611640.242931:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611640.242935:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611640.242938:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880079131000 refcount=4 00000020:00000001:0.0:1749611640.242941:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345510912 : -131939364040704 : ffff880079131000) 00010000:00000001:0.0:1749611640.242943:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134345510912 : -131939364040704 : ffff880079131000) 00010000:00010000:0.0:1749611640.242951:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880079131000/0x689c0ec07329d637 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611640.242960:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611640.242965:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880079131000/0x689c0ec07329d637 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611640.242971:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611640.242974:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880079131000/0x689c0ec07329d637 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611640.242980:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611640.242982:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611640.242985:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880079131000/0x689c0ec07329d637 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611640.242991:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611640.242993:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611640.242996:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611640.243000:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880079131000/0x689c0ec07329d637 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611640.243006:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880079131000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611640.243009:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611640.243012:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880079131000/0x689c0ec07329d637 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611640.243028:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611640.243029:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611640.243031:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611640.243032:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880079131000 refcount=5 00000020:00000001:0.0:1749611640.243034:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345510912 : -131939364040704 : ffff880079131000) 00010000:00000001:0.0:1749611640.243037:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134345510912 : -131939364040704 : ffff880079131000) 00010000:00000001:0.0:1749611640.243040:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611640.243042:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880079131000/0x689c0ec07329d637 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611640.243048:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611640.243050:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880079131000/0x689c0ec07329d637 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611640.243055:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:0.0:1749611640.243058:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611640.243059:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611640.243061:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611640.243063:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611640.243066:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611640.243067:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611640.243069:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611640.243070:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611640.243073:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880079131000 with handle 0x689c0ec07329d637 from hash 00010000:00000001:0.0:1749611640.243076:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611640.243077:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611640.243078:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611640.243079:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611640.243081:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611640.243082:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611640.243084:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611640.243085:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611640.243087:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611640.243088:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611640.243095:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880079131000/0x689c0ec07329d637 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611640.243101:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611640.243102:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611640.243104:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611640.243105:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611640.243106:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611640.243107:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611640.243108:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611640.243111:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880079131000/0x689c0ec07329d637 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611640.243118:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880086d2ed00 count: 0 00010000:00000001:0.0:1749611640.243157:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611640.243159:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611640.243162:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611640.243166:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234a80 x1834598494704640/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611640.243174:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611640.243176:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611640.243178:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=4 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611640.243180:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611640.243184:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880079130c00. 02000000:00000001:0.0:1749611640.243189:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611640.243191:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611640.243193:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234a80. 00000100:00000001:0.0:1749611640.243197:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611640.243199:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611640.243201:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611640.243204:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611640.243206:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611640.243210:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff88013685b780. 00000020:00000010:0.0:1749611640.243215:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05b600. 00000020:00000010:0.0:1749611640.243220:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05a400. 00000040:00000010:0.0:1749611640.243223:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d05be00. 00000020:00000010:0.0:1749611640.243234:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d16f800. 00000020:00000010:0.0:1749611640.243238:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05b000. 80000000:00000010:0.0:1749611640.243243:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16a80. 00040000:00000010:0.0:1749611640.243249:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05ba00. 00080000:00000010:0.0:1749611640.243255:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013267a000. 00080000:00000010:0.0:1749611640.243260:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 10000000:00000040:0.0:1749611640.243269:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000001:0.0:1749611640.243272:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611640.243277:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05a400. 00000040:00000010:0.0:1749611640.243282:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d05be00. 00000020:00000010:0.0:1749611640.243286:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d16f800. 00000020:00000010:0.0:1749611640.243290:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05b000. 80000000:00000010:0.0:1749611640.243293:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16a80. 00040000:00000010:0.0:1749611640.243298:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05ba00. 00080000:00000010:0.0:1749611640.243302:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:0.0:1749611640.243307:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013267a000. 00000020:00000010:0.0:1749611640.243311:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05b600. 10000000:00000010:0.0:1749611640.243313:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff88013685b780. 10000000:01000000:0.0:1749611640.243316:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:0.0:1749611640.243334:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611640.243337:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611640.243339:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611640.243341:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611640.243343:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff880095486000) refs 2 10000000:00000001:0.0:1749611640.243345:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611640.243347:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611640.243349:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff88009d27c200) refs 2 10000000:00000001:0.0:1749611640.243351:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611640.243353:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611640.243354:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:0.0:1749611640.243355:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611640.243357:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229000 from 48 10000000:00000001:0.0:1749611640.243360:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611640.243361:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 10000000:00000001:2.0:1749611640.243366:0:32051:0:(mgc_request.c:461:config_mark_cld_stop_nolock()) Process entered 00000100:00000010:0.0:1749611640.243366:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c02a00. 10000000:00000040:2.0:1749611640.243371:0:32051:0:(mgc_request.c:467:config_mark_cld_stop_nolock()) lockh 0x0 00010000:00000001:2.0:1749611640.243374:0:32051:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000040:0.0:1749611640.243375:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00010000:00000001:2.0:1749611640.243376:0:32051:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611640.243379:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611640.243382:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611640.243387:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611640.243388:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611640.243390:0:32051:0:(mgc_request.c:123:config_log_put()) log params(ffff88009d27c200) refs 1 02000000:00000010:0.0:1749611640.243392:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012d05b600. 10000000:01000000:2.0:1749611640.243394:0:32051:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:00000001:2.0:1749611640.243396:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611640.243397:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611640.243398:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 00000100:00000001:0.0:1749611640.243398:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611640.243399:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611640.243400:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611640.243401:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611640.243402:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1749611640.243402:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 10000000:00000001:2.0:1749611640.243403:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611640.243404:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1749611640.243404:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 10000000:00000001:2.0:1749611640.243405:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1749611640.243407:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 13 00010000:00000010:0.0:1749611640.243409:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800a6190800. 10000000:00000010:2.0:1749611640.243411:0:32051:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 287 at ffff88009d27c200. 00010000:00000001:0.0:1749611640.243414:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 10000000:00000001:2.0:1749611640.243416:0:32051:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000010:0.0:1749611640.243416:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012d05ac00. 10000000:00000001:2.0:1749611640.243417:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611640.243418:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611640.243419:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1749611640.243419:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 10000000:00000040:2.0:1749611640.243420:0:32051:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff8800b5273200) refs 3 10000000:00000001:2.0:1749611640.243422:0:32051:0:(mgc_request.c:147:config_log_put()) Process leaving 00000020:00000040:0.0:1749611640.243422:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012d05ac00 with handle 0x689c0ec07329d63e to hash 10000000:00000001:2.0:1749611640.243423:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 00000020:00000001:0.0:1749611640.243424:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 10000000:00000040:2.0:1749611640.243425:0:32051:0:(mgc_request.c:123:config_log_put()) log nodemap(ffff8800b4070c00) refs 3 10000000:00000001:2.0:1749611640.243426:0:32051:0:(mgc_request.c:147:config_log_put()) Process leaving 00010000:00000001:0.0:1749611640.243426:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137364532224 : -131936345019392 : ffff88012d05ac00) 10000000:00000001:2.0:1749611640.243427:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611640.243429:0:32051:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff88009d27d800) refs 2 00010000:00000001:0.0:1749611640.243429:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137364532224 : -131936345019392 : ffff88012d05ac00) 10000000:00000001:2.0:1749611640.243430:0:32051:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611640.243431:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00000001:0.0:1749611640.243431:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 10000000:00000040:2.0:1749611640.243432:0:32051:0:(mgc_request.c:123:config_log_put()) log lustre-OST0000(ffff88009d27d800) refs 1 00010000:00000001:0.0:1749611640.243433:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1749611640.243434:0:32051:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 10000000:00000001:2.0:1749611640.243436:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1749611640.243436:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012d05ac00/0x689c0ec07329d63e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611640.243437:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611640.243438:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611640.243439:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611640.243440:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611640.243441:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611640.243442:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1749611640.243442:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1749611640.243443:0:32051:0:(mgc_request.c:117:config_log_put()) Process entered 00010000:00010000:0.0:1749611640.243443:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88012d05ac00/0x689c0ec07329d63e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611640.243444:0:32051:0:(mgc_request.c:120:config_log_put()) Process leaving 00000020:00000040:2.0:1749611640.243450:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243800 : new refcount 12 10000000:00000010:2.0:1749611640.243452:0:32051:0:(mgc_request.c:144:config_log_put()) kfreed 'cld': 295 at ffff88009d27d800. 00010000:00010000:0.0:1749611640.243454:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88012d05ac00/0x689c0ec07329d63e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611640.243458:0:32051:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:01000000:2.0:1749611640.243459:0:32051:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000100:00000001:0.0:1749611640.243460:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 10000000:00000001:2.0:1749611640.243461:0:32051:0:(mgc_request.c:548:config_log_end()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611640.243462:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 10000000:00000001:2.0:1749611640.243464:0:32051:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611640.243466:0:32051:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611640.243467:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8801192fe900. 00000100:00000001:0.0:1749611640.243469:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612137031756032 : -131936677795584 : ffff8801192fe900) 00000020:00000010:2.0:1749611640.243470:0:32051:0:(obd_mount.c:120:lustre_end_log()) kfreed 'lcfg': 80 at ffff8800b4256d20. 00000100:00000001:0.0:1749611640.243472:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:2.0:1749611640.243473:0:32051:0:(obd_mount.c:121:lustre_end_log()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611640.243473:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134356855296 : -131939352696320 : ffff880079c02a00) 00000020:00000001:2.0:1749611640.243475:0:32051:0:(obd_config.c:1049:class_get_profile()) Process entered 00000100:00000001:0.0:1749611640.243477:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:2.0:1749611640.243478:0:32051:0:(obd_config.c:1035:class_get_profile_nolock()) Process entered 00000020:00000001:2.0:1749611640.243481:0:32051:0:(obd_config.c:1042:class_get_profile_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611640.243482:0:32051:0:(obd_config.c:1053:class_get_profile()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611640.243486:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611640.243489:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611640.243491:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:01000004:2.0:1749611640.243492:0:32051:0:(tgt_mount.c:1745:server_put_super()) stopping lustre-OST0000 00000020:00000001:2.0:1749611640.243495:0:32051:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000100:00000040:0.0:1749611640.243495:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079c02a00 x1834598494707584/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:01000000:2.0:1749611640.243498:0:32051:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='FA') 00000020:00000010:2.0:1749611640.243502:0:32051:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 64 at ffff880091b16c80. 00000100:00000001:0.0:1749611640.243504:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000080:2.0:1749611640.243505:0:32051:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000100:00000001:0.0:1749611640.243506:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611640.243509:0:32051:0:(obd_config.c:827:class_cleanup()) Process entered 00000100:00080000:0.0:1749611640.243510:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079c02a00 x1834598494707584/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000020:02000400:2.0:1749611640.243512:0:32051:0:(obd_config.c:859:class_cleanup()) Failing over lustre-OST0000 00000100:00000001:0.0:1749611640.243516:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611640.243518:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611640.243554:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611640.243557:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611640.243559:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611640.243561:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611640.243562:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611640.243564:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611640.243566:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611640.245600:0:32051:0:(obd_class.h:1222:obd_iocontrol()) Process entered 00002000:00000001:2.0:1749611640.245604:0:32051:0:(ofd_obd.c:1234:ofd_iocontrol()) Process entered 00002000:00000080:2.0:1749611640.245606:0:32051:0:(ofd_obd.c:1236:ofd_iocontrol()) lustre-OST0000: cmd=40086672 len=0 karg=0000000000000000 uarg=0000000000000000 00000020:00000010:2.0:1749611640.245614:0:32051:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d800. 00000020:00000010:2.0:1749611640.245618:0:32051:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27c200. 00000020:00000010:2.0:1749611640.245623:0:32051:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e08800. 00000020:00000010:2.0:1749611640.245628:0:32051:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8814b78. 00000020:00000010:2.0:1749611640.245631:0:32051:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27d600. 80000000:00000010:2.0:1749611640.245634:0:32051:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256d20. 40000000:00000010:2.0:1749611640.245638:0:32051:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880091b16140. 00100000:00000010:2.0:1749611640.245642:0:32051:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e0b800. 00040000:00000010:2.0:1749611640.245647:0:32051:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880086d2eb00. 00040000:00000010:2.0:1749611640.245650:0:32051:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27d400. 00080000:00000010:2.0:1749611640.245654:0:32051:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118d000. 00080000:00000010:2.0:1749611640.245660:0:32051:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 00002000:00000010:2.0:1749611640.245674:0:32051:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880130c7e000. 00002000:00100000:2.0:1749611640.245676:0:32051:0:(ofd_obd.c:1250:ofd_iocontrol()) syncing ost lustre-OST0000 00080000:00000001:2.0:1749611640.245680:0:32051:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749611640.246090:0:32051:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00002000:00000001:0.0:1749611640.246096:0:32051:0:(ofd_obd.c:1252:ofd_iocontrol()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611640.246104:0:32051:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27c200. 00000020:00000010:0.0:1749611640.246109:0:32051:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e08800. 00000020:00000010:0.0:1749611640.246113:0:32051:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8814b78. 00000020:00000010:0.0:1749611640.246119:0:32051:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27d600. 80000000:00000010:0.0:1749611640.246123:0:32051:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256d20. 40000000:00000010:0.0:1749611640.246126:0:32051:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880091b16140. 00100000:00000010:0.0:1749611640.246131:0:32051:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e0b800. 00040000:00000010:0.0:1749611640.246135:0:32051:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880086d2eb00. 00040000:00000010:0.0:1749611640.246138:0:32051:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27d400. 00080000:00000010:0.0:1749611640.246142:0:32051:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:0.0:1749611640.246170:0:32051:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118d000. 00002000:00000010:0.0:1749611640.246176:0:32051:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880130c7e000. 00000020:00000010:0.0:1749611640.246180:0:32051:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d800. 00002000:00000001:0.0:1749611640.246182:0:32051:0:(ofd_obd.c:1298:ofd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611640.246193:0:32051:0:(obd_class.h:1237:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:0.0:1749611640.246196:0:32051:0:(obd_config.c:882:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00000001:0.0:1749611640.246199:0:32051:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1749611640.246202:0:32051:0:(genops.c:1575:class_disconnect_exports()) OBD device 11 (ffff880085151570) has no exports 00000020:00000001:0.0:1749611640.246204:0:32051:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:0.0:1749611640.246206:0:32051:0:(obd_class.h:623:obd_precleanup()) Process entered 00002000:00000001:0.0:1749611640.246211:0:32051:0:(ofd_dev.c:3278:ofd_device_fini()) Process entered 00100000:00000001:0.0:1749611640.246213:0:32051:0:(lfsck_lib.c:3366:lfsck_stop()) Process entered 00100000:00000001:0.0:1749611640.246216:0:32051:0:(lfsck_lib.c:3383:lfsck_stop()) Process leaving via unlock (rc=0 : 0 : 0x0) 00002000:00000001:0.0:1749611640.246220:0:32051:0:(ofd_dev.c:256:ofd_stack_pre_fini()) Process entered 00002000:00000010:0.0:1749611640.246224:0:32051:0:(ofd_dev.c:262:ofd_stack_pre_fini()) kmalloced '(lcfg)': 56 at ffff88013685b780. 00002000:00000001:0.0:1749611640.246226:0:32051:0:(ofd_dev.c:338:ofd_process_config()) Process entered 00080000:00000001:0.0:1749611640.246229:0:32051:0:(osd_handler.c:8660:osd_process_config()) Process entered 00080000:00000002:0.0:1749611640.246237:0:32051:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88013118f000 00100000:00000001:0.0:1749611640.246241:0:32051:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000010:0.0:1749611640.246245:0:32051:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880091b16f80. 00100000:00000010:0.0:1749611640.246248:0:32051:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880136947d40. 00100000:00000010:0.0:1749611640.246250:0:32051:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880136947c80. 00100000:00000010:0.0:1749611640.246252:0:32051:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880136947280. 00100000:00000010:0.0:1749611640.246254:0:32051:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880136947b80. 00100000:00000010:0.0:1749611640.246256:0:32051:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880136947500. 00100000:00000010:0.0:1749611640.246258:0:32051:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880136947e80. 00100000:00000010:0.0:1749611640.246260:0:32051:0:(scrub.c:1086:lustre_index_backup()) kfreed 'libu': 40 at ffff880136947f80. 00100000:00000001:0.0:1749611640.246262:0:32051:0:(scrub.c:1098:lustre_index_backup()) Process leaving 00080000:00000001:0.0:1749611640.246263:0:32051:0:(osd_handler.c:8694:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611640.246265:0:32051:0:(ofd_dev.c:401:ofd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611640.246268:0:32051:0:(ofd_dev.c:269:ofd_stack_pre_fini()) kfreed 'lcfg': 56 at ffff88013685b780. 00002000:00000001:0.0:1749611640.246270:0:32051:0:(ofd_dev.c:272:ofd_stack_pre_fini()) Process leaving 00000020:00000001:0.0:1749611640.246271:0:32051:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:0.0:1749611640.246273:0:32051:0:(genops.c:1575:class_disconnect_exports()) OBD device 11 (ffff880085151570) has no exports 00000020:00000001:0.0:1749611640.246274:0:32051:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00010000:00000001:0.0:1749611640.246277:0:32051:0:(ldlm_lib.c:1878:target_cleanup_recovery()) Process leaving 00010000:00000001:0.0:1749611640.246280:0:32051:0:(ldlm_resource.c:1079:ldlm_namespace_free_prior()) Process entered 00010000:00000001:0.0:1749611640.246283:0:32051:0:(ldlm_resource.c:1018:__ldlm_namespace_free()) Process entered 00000001:00000001:0.0:1749611640.246285:0:32051:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611640.246288:0:32051:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00010000:00000010:3.1:1749611640.246708:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2ed00. 00010000:00000010:3.1:1749611640.246723:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880079131000. 00000001:00000001:0.0:1749611640.247436:0:32051:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611640.247444:0:32051:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1749611640.247446:0:32051:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1749611640.248419:0:32051:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611640.248422:0:32051:0:(ldlm_resource.c:1062:__ldlm_namespace_free()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611640.248424:0:32051:0:(ldlm_resource.c:1104:ldlm_namespace_free_prior()) Process leaving 00000020:00000001:0.0:1749611640.248446:0:32051:0:(lprocfs_status_server.c:353:lprocfs_free_per_client_stats()) Process entered 00000020:00000001:0.0:1749611640.248448:0:32051:0:(lprocfs_status_server.c:364:lprocfs_free_per_client_stats()) Process leaving 00000020:00000010:0.0:1749611640.248618:0:32051:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 480 at ffff880118e78000. 00000020:00000010:0.0:1749611640.248626:0:32051:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009c626800. 00000020:00000001:0.0:1749611640.248636:0:32051:0:(tgt_main.c:642:tgt_fini()) Process entered 00000020:00000010:0.0:1749611640.248640:0:32051:0:(tgt_main.c:674:tgt_fini()) kfreed 'lut->lut_client_bitmap': 16384 at ffff880077818000. 00000020:00000002:0.0:1749611640.248660:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff880129dbb600/ffff88009c5565a0 to site lru. bkt: ffff880099881340 00000020:00000001:0.0:1749611640.248662:0:32051:0:(tgt_main.c:682:tgt_fini()) Process leaving 00000020:00000010:1.0:1749611640.248776:0:31110:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc58000. 00000020:00000010:1.0:1749611640.248786:0:31110:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b41f5800. 00000020:00000010:1.0:1749611640.248792:0:31110:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdd080. 00000020:00000010:1.0:1749611640.248797:0:31110:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc58e00. 80000000:00000010:1.0:1749611640.248800:0:31110:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16960. 40000000:00000010:1.0:1749611640.248803:0:31110:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136947340. 00100000:00000010:1.0:1749611640.248807:0:31110:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51fb800. 00040000:00000010:1.0:1749611640.248811:0:31110:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a6190c00. 00040000:00000010:1.0:1749611640.248815:0:31110:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc59800. 00080000:00000010:1.0:1749611640.248844:0:31110:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f00000. 00080000:00000010:1.0:1749611640.248848:0:31110:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d7000. 00002000:00000010:1.0:1749611640.248852:0:31110:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009c625000. 00000020:00000010:1.0:1749611640.248866:0:31110:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58c00. 00002000:00000010:1.0:1749611640.248869:0:31110:0:(ofd_io.c:207:ofd_inconsistency_verification_main()) kfreed 'args': 208 at ffff8800a6190f00. 00100000:00000001:0.0:1749611640.248928:0:32051:0:(lfsck_lib.c:1652:lfsck_instance_cleanup()) Process entered 00000020:00000002:0.0:1749611640.248933:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff88007a828e00/ffff88009717f440 to site lru. bkt: ffff8800998837c8 00000020:00000002:0.0:1749611640.248938:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff88007a828c00/ffff88009c9a2000 to site lru. bkt: ffff880099881ae8 00100000:00000010:0.0:1749611640.248941:0:32051:0:(lfsck_internal.h:1383:lfsck_component_put()) kfreed 'com->lc_file_ram': 256 at ffff88009c9a2d00. 00100000:00000010:0.0:1749611640.248945:0:32051:0:(lfsck_internal.h:1385:lfsck_component_put()) kfreed 'com->lc_file_disk': 256 at ffff88009c9a2300. 00100000:10000000:0.0:1749611640.248950:0:32051:0:(lfsck_layout.c:756:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00100000:00000010:0.0:1749611640.248953:0:32051:0:(lfsck_layout.c:6547:lfsck_layout_slave_data_release()) kfreed 'llsd': 144 at ffff880092ecdb40. 00100000:00000010:0.0:1749611640.248957:0:32051:0:(lfsck_internal.h:1392:lfsck_component_put()) kfreed 'com': 1504 at ffff8800b422a000. 00000020:00000002:0.0:1749611640.248967:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff88007a829800/ffff88009c9a2a00 to site lru. bkt: ffff880099881378 00000020:00000002:0.0:1749611640.248969:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff88007a829000/ffff88009c9a2200 to site lru. bkt: ffff880099882680 00100000:00000010:0.0:1749611640.248973:0:32051:0:(lfsck_lib.c:1716:lfsck_instance_cleanup()) kfreed 'lfsck': 3400 at ffff88012d89e000. 00002000:00000001:0.0:1749611640.248977:0:32051:0:(ofd_fs.c:671:ofd_fs_cleanup()) Process entered 00000020:00000040:0.0:1749611640.248982:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 5 00000020:00000010:0.0:1749611640.248984:0:32051:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dff780. 00000020:00000040:0.0:1749611640.248987:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 4 00000020:00000010:0.0:1749611640.248989:0:32051:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dff900. 40000000:00000001:0.0:1749611640.248992:0:32051:0:(fid_handler.c:585:seq_server_fini()) Process entered 40000000:00000001:0.0:1749611640.249020:0:32051:0:(fid_store.c:221:seq_store_fini()) Process entered 00000020:00000002:0.0:1749611640.249023:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff880118e79800/ffff88009717ed80 to site lru. bkt: ffff880099881570 40000000:00000001:0.0:1749611640.249025:0:32051:0:(fid_store.c:229:seq_store_fini()) Process leaving 40000000:00000001:0.0:1749611640.249032:0:32051:0:(fid_handler.c:590:seq_server_fini()) Process leaving 40000000:00000010:0.0:1749611640.249034:0:32051:0:(fid_handler.c:601:seq_site_fini()) kfreed 'ss->ss_server_seq': 296 at ffff880118e79400. 40000000:00000001:0.0:1749611640.249038:0:32051:0:(fid_request.c:376:seq_client_fini()) Process entered 40000000:00000001:0.0:1749611640.249066:0:32051:0:(fid_request.c:386:seq_client_fini()) Process leaving 40000000:00000010:0.0:1749611640.249067:0:32051:0:(fid_handler.c:613:seq_site_fini()) kfreed 'ss->ss_client_seq': 232 at ffff88011f08a300. 40000000:00000001:0.0:1749611640.249070:0:32051:0:(fid_handler.c:617:seq_site_fini()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611640.249073:0:32051:0:(fld_handler.c:447:fld_server_fini()) Process entered 80000000:00000001:0.0:1749611640.249086:0:32051:0:(fld_index.c:446:fld_index_fini()) Process entered 00000020:00000002:0.0:1749611640.249088:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff880118e79200/ffff88009717eb40 to site lru. bkt: ffff880099880380 80000000:00000001:0.0:1749611640.249090:0:32051:0:(fld_index.c:452:fld_index_fini()) Process leaving 80000000:00000001:0.0:1749611640.249092:0:32051:0:(fld_cache.c:212:fld_cache_flush()) Process entered 80000000:00000001:0.0:1749611640.249094:0:32051:0:(fld_cache.c:183:fld_cache_shrink()) Process entered 80000000:00000010:0.0:1749611640.249097:0:32051:0:(fld_cache.c:89:fld_cache_entry_delete()) kfreed 'node': 56 at ffff880136947b00. 80000000:00000040:0.0:1749611640.249099:0:32051:0:(fld_cache.c:202:fld_cache_shrink()) srv-lustre-OST0000: FLD cache - Shrunk by 1 entries 80000000:00000001:0.0:1749611640.249101:0:32051:0:(fld_cache.c:204:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611640.249103:0:32051:0:(fld_cache.c:219:fld_cache_flush()) Process leaving 80000000:00000040:0.0:1749611640.249104:0:32051:0:(fld_cache.c:73:fld_cache_fini()) FLD cache statistics (srv-lustre-OST0000): 80000000:00000040:0.0:1749611640.249106:0:32051:0:(fld_cache.c:74:fld_cache_fini()) Cache reqs: 0 80000000:00000040:0.0:1749611640.249107:0:32051:0:(fld_cache.c:75:fld_cache_fini()) Total reqs: 0 80000000:00000010:0.0:1749611640.249108:0:32051:0:(fld_cache.c:77:fld_cache_fini()) kfreed 'cache': 168 at ffff880084695840. 80000000:00000001:0.0:1749611640.249111:0:32051:0:(fld_handler.c:458:fld_server_fini()) Process leaving 00002000:00000010:0.0:1749611640.249113:0:32051:0:(ofd_fs.c:275:ofd_fld_fini()) kfreed 'ss->ss_server_fld': 200 at ffff88011f08a100. 00080000:00000001:0.0:1749611640.249116:0:32051:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749611640.249352:0:32051:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00000020:00000002:0.0:1749611640.249357:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff880118e78400/ffff88009717ea20 to site lru. bkt: ffff880099882798 00002000:00000001:0.0:1749611640.249359:0:32051:0:(ofd_fs.c:685:ofd_fs_cleanup()) Process leaving 00000001:00000001:0.0:1749611640.249362:0:32051:0:(nodemap_storage.c:2260:nm_config_file_deregister_tgt()) Process entered 00000020:00000002:0.0:1749611640.249367:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8f000/ffff88011f08a200 to site lru. bkt: ffff880099881030 00000001:00000010:0.0:1749611640.249369:0:32051:0:(nodemap_storage.c:2272:nm_config_file_deregister_tgt()) kfreed 'ncf': 32 at ffff8800b2371860. 00000001:00000001:0.0:1749611640.249372:0:32051:0:(nodemap_storage.c:2274:nm_config_file_deregister_tgt()) Process leaving 00010000:00000001:0.0:1749611640.249375:0:32051:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00010000:00000001:0.0:1749611640.249378:0:32051:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000010:0.0:1749611640.249396:0:32051:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff880129dba000. 00000020:00000010:0.0:1749611640.249401:0:32051:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88006bb88000. 00010000:00000001:0.0:1749611640.249422:0:32051:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:0.0:1749611640.249431:0:32051:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff88012a2d3e40. 00000020:00000010:0.0:1749611640.249433:0:32051:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88006bb8b800. 00000001:00000001:0.0:1749611640.249459:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611640.250431:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007599000. 00000001:00000010:0.0:1749611640.250442:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900075a3000. 00000001:00000010:0.0:1749611640.250444:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900075ad000. 00000001:00000010:0.0:1749611640.250446:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900075b7000. 00000001:00000010:0.0:1749611640.250448:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900075c1000. 00000001:00000010:0.0:1749611640.250449:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900075cb000. 00000001:00000010:0.0:1749611640.250451:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900075d5000. 00000001:00000010:0.0:1749611640.250453:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900075df000. 00000001:00000010:0.0:1749611640.250455:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900075e9000. 00000001:00000010:0.0:1749611640.250456:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900075f3000. 00000001:00000010:0.0:1749611640.250458:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900075fd000. 00000001:00000010:0.0:1749611640.250459:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007607000. 00000001:00000010:0.0:1749611640.250461:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007611000. 00000001:00000010:0.0:1749611640.250462:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000761b000. 00000001:00000010:0.0:1749611640.250464:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007625000. 00000001:00000010:0.0:1749611640.250465:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000762f000. 00000001:00000010:0.0:1749611640.250467:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007639000. 00000001:00000010:0.0:1749611640.250468:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007643000. 00000001:00000010:0.0:1749611640.250470:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000764d000. 00000001:00000010:0.0:1749611640.250471:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007657000. 00000001:00000010:0.0:1749611640.250473:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007661000. 00000001:00000010:0.0:1749611640.250474:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000766b000. 00000001:00000010:0.0:1749611640.250476:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007675000. 00000001:00000010:0.0:1749611640.250477:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000767f000. 00000001:00000010:0.0:1749611640.250479:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007689000. 00000001:00000010:0.0:1749611640.250480:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007693000. 00000001:00000010:0.0:1749611640.250482:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000769d000. 00000001:00000010:0.0:1749611640.250484:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900076a7000. 00000001:00000010:0.0:1749611640.250485:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900076b1000. 00000001:00000010:0.0:1749611640.250487:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900076bb000. 00000001:00000010:0.0:1749611640.250488:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900076c5000. 00000001:00000010:0.0:1749611640.250495:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900076cf000. 00000001:00000010:0.0:1749611640.250497:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900076d9000. 00000001:00000010:0.0:1749611640.250499:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900076e3000. 00000001:00000010:0.0:1749611640.250501:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900076ed000. 00000001:00000010:0.0:1749611640.250503:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900076f7000. 00000001:00000010:0.0:1749611640.250504:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007701000. 00000001:00000010:0.0:1749611640.250506:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000770b000. 00000001:00000010:0.0:1749611640.250507:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007715000. 00000001:00000010:0.0:1749611640.250509:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000771f000. 00000001:00000010:0.0:1749611640.250510:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007729000. 00000001:00000010:0.0:1749611640.250512:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007733000. 00000001:00000010:0.0:1749611640.250513:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000773d000. 00000001:00000010:0.0:1749611640.250515:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007747000. 00000001:00000010:0.0:1749611640.250516:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007751000. 00000001:00000010:0.0:1749611640.250518:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000775b000. 00000001:00000010:0.0:1749611640.250519:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007765000. 00000001:00000010:0.0:1749611640.250550:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000776f000. 00000001:00000010:0.0:1749611640.250552:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007779000. 00000001:00000010:0.0:1749611640.250553:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007783000. 00000001:00000010:0.0:1749611640.250555:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000778d000. 00000001:00000010:0.0:1749611640.250556:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007797000. 00000001:00000010:0.0:1749611640.250558:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900077a1000. 00000001:00000010:0.0:1749611640.250559:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900077ab000. 00000001:00000010:0.0:1749611640.250561:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900077b5000. 00000001:00000010:0.0:1749611640.250562:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900077bf000. 00000001:00000010:0.0:1749611640.250564:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900077c9000. 00000001:00000010:0.0:1749611640.250565:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900077d3000. 00000001:00000010:0.0:1749611640.250567:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900077dd000. 00000001:00000010:0.0:1749611640.250569:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900077e7000. 00000001:00000010:0.0:1749611640.250570:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900077f1000. 00000001:00000010:0.0:1749611640.250572:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900077fb000. 00000001:00000010:0.0:1749611640.250574:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007805000. 00000001:00000010:0.0:1749611640.250580:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000780f000. 00000001:00000010:0.0:1749611640.250582:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 512 at ffff880129dba400. 00000001:00000010:0.0:1749611640.250585:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88009959d100. 00000001:00000001:0.0:1749611640.250588:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:0.0:1749611640.250591:0:32051:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff88006bb88c00. 00010000:00000001:0.0:1749611640.250594:0:32051:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:2.0:1749611640.251608:0:32051:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:2.0:1749611640.251612:0:32051:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00002000:00000001:2.0:1749611640.251907:0:32051:0:(ofd_dev.c:218:ofd_stack_fini()) Process entered 00080000:00000010:2.0:1749611640.251927:0:32051:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88011f08a000. 00040000:00000001:2.0:1749611640.251937:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.251941:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.251942:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.251944:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.251945:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.251947:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611640.251952:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880118e79200. 00002000:00000001:2.0:1749611640.251957:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.251959:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x3:0x0] 00002000:00000010:2.0:1749611640.251969:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717eb40. 00002000:00000001:2.0:1749611640.251974:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611640.251987:0:32051:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff8800a6190e00. 00040000:00000001:2.0:1749611640.251992:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.251994:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.251996:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.251997:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.251999:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252000:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611640.252002:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8f000. 00000020:00000010:2.0:1749611640.252007:0:32051:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88011f08a200. 00040000:00000001:2.0:1749611640.252013:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252019:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252021:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252022:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252023:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252024:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611640.252027:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006dc58600. 00000020:00000010:2.0:1749611640.252031:0:32051:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012b81bd00. 00040000:00000001:2.0:1749611640.252041:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252042:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252044:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252045:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252047:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252054:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611640.252063:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129dbb600. 00002000:00000001:2.0:1749611640.252066:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.252068:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xb:0x0] 00002000:00000010:2.0:1749611640.252070:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009c5565a0. 00002000:00000001:2.0:1749611640.252075:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:2.0:1749611640.252079:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252081:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252082:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252084:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252085:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252087:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611640.252089:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007a829800. 00000020:00000010:2.0:1749611640.252094:0:32051:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009c9a2a00. 00040000:00000001:2.0:1749611640.252106:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252107:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252108:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252109:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252111:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252112:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611640.252115:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880118e79800. 00002000:00000001:2.0:1749611640.252118:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.252119:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x5:0x0] 00002000:00000010:2.0:1749611640.252122:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717ed80. 00002000:00000001:2.0:1749611640.252126:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:2.0:1749611640.252204:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252207:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252208:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252210:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252211:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252213:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611640.252216:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007a828c00. 00000020:00000010:2.0:1749611640.252222:0:32051:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009c9a2000. 00040000:00000001:2.0:1749611640.252233:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252235:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252236:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252238:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252239:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252241:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611640.252243:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880118e78200. 00002000:00000001:2.0:1749611640.252246:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.252257:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xd:0x0] 00002000:00000010:2.0:1749611640.252260:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e6c0. 00002000:00000001:2.0:1749611640.252264:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:2.0:1749611640.252269:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252271:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252272:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252274:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252275:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252276:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611640.252279:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007a829000. 00000020:00000010:2.0:1749611640.252283:0:32051:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009c9a2200. 00040000:00000001:2.0:1749611640.252289:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252291:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252292:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252294:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252295:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252296:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611640.252306:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880118e78400. 00002000:00000001:2.0:1749611640.252308:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.252309:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x1018:0x0] 00002000:00000010:2.0:1749611640.252311:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717ea20. 00002000:00000001:2.0:1749611640.252314:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00040000:00000001:2.0:1749611640.252321:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252322:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252323:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252324:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252325:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252326:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611640.252328:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006dc59600. 00000020:00000010:2.0:1749611640.252330:0:32051:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a6190a00. 00040000:00000001:2.0:1749611640.252337:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252338:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252339:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252340:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611640.252341:0:32051:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611640.252341:0:32051:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611640.252343:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009d27c800. 00000020:00000010:2.0:1749611640.252346:0:32051:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff880086d2e300. 00080000:00000010:2.0:1749611640.252351:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007a828e00. 00002000:00000001:2.0:1749611640.252360:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.252367:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x12:0x0] 00002000:00000010:2.0:1749611640.252370:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f440. 00002000:00000001:2.0:1749611640.252376:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00002000:00000010:2.0:1749611640.252381:0:32051:0:(ofd_dev.c:228:ofd_stack_fini()) kmalloced '(lcfg)': 64 at ffff880091b16240. 00002000:00000001:2.0:1749611640.252384:0:32051:0:(ofd_dev.c:338:ofd_process_config()) Process entered 00080000:00000001:2.0:1749611640.252387:0:32051:0:(osd_handler.c:8660:osd_process_config()) Process entered 00080000:00000002:2.0:1749611640.252391:0:32051:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88013118f000 00100000:00000001:2.0:1749611640.252395:0:32051:0:(scrub.c:1028:lustre_index_backup()) Process entered 00100000:00000001:2.0:1749611640.252398:0:32051:0:(scrub.c:1031:lustre_index_backup()) Process leaving 00080000:00000001:2.0:1749611640.252400:0:32051:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00040000:00000001:2.0:1749611640.252409:0:32051:0:(qsd_lib.c:583:qsd_fini()) Process entered 00040000:04000000:2.0:1749611640.252411:0:32051:0:(qsd_lib.c:588:qsd_fini()) lustre-OST0000: initiating QSD shutdown 00000020:00000010:1.0:1749611640.252455:0:31137:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a829200. 00000020:00000010:1.0:1749611640.252461:0:31137:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b422b800. 00000020:00000010:1.0:1749611640.252465:0:31137:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efdb758. 00000020:00000010:1.0:1749611640.252469:0:31137:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a829c00. 80000000:00000010:1.0:1749611640.252472:0:31137:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b164e0. 40000000:00000010:1.0:1749611640.252475:0:31137:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012b4c4cc0. 00100000:00000010:1.0:1749611640.252478:0:31137:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b422c800. 00040000:00000010:1.0:1749611640.252482:0:31137:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880129ce1400. 00040000:00000010:1.0:1749611640.252487:0:31137:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a828000. 00080000:00000010:1.0:1749611640.252492:0:31137:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685c000. 00080000:00000010:1.0:1749611640.252498:0:31137:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d898000. 00002000:00000010:1.0:1749611640.252501:0:31137:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800b5205c00. 00000020:00000010:1.0:1749611640.252505:0:31137:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbb800. 00040000:00000010:1.0:1749611640.252508:0:31137:0:(qsd_writeback.c:610:qsd_upd_thread()) kfreed 'args': 72 at ffff880117b16180. 00040000:00000001:1.0:1749611640.252516:0:31137:0:(qsd_writeback.c:612:qsd_upd_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611640.252566:0:32051:0:(qsd_config.c:31:qsd_put_fsinfo()) Process entered 00040000:00000001:2.0:1749611640.252569:0:32051:0:(qsd_config.c:43:qsd_put_fsinfo()) Process leaving 00040000:00000001:2.0:1749611640.252571:0:32051:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1749611640.252573:0:32051:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1749611640.252580:0:32051:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1749611640.252584:0:32051:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611640.252586:0:32051:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1749611640.252588:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611640.252590:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff880084695240. 00000001:00000010:2.0:1749611640.252593:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff880076243908. 00000001:00000010:2.0:1749611640.252596:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88012b81bc00. 00000001:00000001:2.0:1749611640.252599:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1749611640.252601:0:32051:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8801355eb6c0. 00000020:00000002:2.0:1749611640.252606:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff880133195200/ffff88009717e240 to site lru. bkt: ffff880099880b60 00000020:00000002:2.0:1749611640.252609:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8e800/ffff88009717e480 to site lru. bkt: ffff8800998825a0 00000020:00000002:2.0:1749611640.252611:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8f400/ffff88009717f200 to site lru. bkt: ffff8800998817a0 00040000:00000010:2.0:1749611640.252613:0:32051:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff880084695540. 00040000:00000001:2.0:1749611640.252615:0:32051:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1749611640.252617:0:32051:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1749611640.252618:0:32051:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1749611640.252619:0:32051:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1749611640.252625:0:32051:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611640.252627:0:32051:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1749611640.252628:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611640.252629:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff880092ecd240. 00000001:00000010:2.0:1749611640.252632:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff8800762438c8. 00000001:00000010:2.0:1749611640.252639:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff88012b81b300. 00000001:00000001:2.0:1749611640.252641:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1749611640.252642:0:32051:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff8801355ebc60. 00000020:00000002:2.0:1749611640.252646:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8e600/ffff88009717e360 to site lru. bkt: ffff8800998817d8 00000020:00000002:2.0:1749611640.252648:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff880129dba600/ffff88009717e5a0 to site lru. bkt: ffff880099881618 00000020:00000002:2.0:1749611640.252651:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff880129dbbe00/ffff88009717e120 to site lru. bkt: ffff880099882f08 00040000:00000010:2.0:1749611640.252652:0:32051:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff88009c52ec00. 00040000:00000001:2.0:1749611640.252654:0:32051:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00040000:00000001:2.0:1749611640.252655:0:32051:0:(qsd_lib.c:358:qsd_qtype_fini()) Process entered 00040000:00000001:2.0:1749611640.252656:0:32051:0:(lquota_entry.c:145:lqe_cleanup()) Process entered 00000001:00000001:2.0:1749611640.252657:0:32051:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:2.0:1749611640.252659:0:32051:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611640.252661:0:32051:0:(lquota_entry.c:165:lqe_cleanup()) Process leaving 00000001:00000001:2.0:1749611640.252662:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611640.252663:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 136 at ffff880092ecd780. 00000001:00000010:2.0:1749611640.252666:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 8 at ffff880076243a30. 00000001:00000010:2.0:1749611640.252668:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff880129ce1b00. 00000001:00000001:2.0:1749611640.252673:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00040000:00000010:2.0:1749611640.252674:0:32051:0:(lquota_entry.c:242:lquota_site_free()) kfreed 'site': 32 at ffff88012dc833e0. 00000020:00000002:2.0:1749611640.252684:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff880129dba800/ffff88009717e000 to site lru. bkt: ffff880099882fe8 00000020:00000002:2.0:1749611640.252688:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff880129dbb000/ffff88009717f680 to site lru. bkt: ffff880099880cb0 00000020:00000002:2.0:1749611640.252691:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff880129dbb200/ffff88009717e900 to site lru. bkt: ffff880099882290 00040000:00000010:2.0:1749611640.252693:0:32051:0:(qsd_lib.c:420:qsd_qtype_fini()) kfreed 'qqi': 192 at ffff880092ecd480. 00040000:00000001:2.0:1749611640.252696:0:32051:0:(qsd_lib.c:421:qsd_qtype_fini()) Process leaving 00000020:00000040:2.0:1749611640.252700:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 3 00000020:00000010:2.0:1749611640.252703:0:32051:0:(tgt_mount.c:377:lustre_put_lwp_item()) kfreed 'lri': 112 at ffff880096dff700. 00000020:00000002:2.0:1749611640.252707:0:32051:0:(lu_object.c:207:lu_object_put()) Add ffff88006dc59e00/ffff88009717e7e0 to site lru. bkt: ffff880099882418 00040000:04000000:2.0:1749611640.252710:0:32051:0:(qsd_lib.c:643:qsd_fini()) lustre-OST0000: QSD shutdown completed 00040000:00000010:2.0:1749611640.252712:0:32051:0:(qsd_lib.c:644:qsd_fini()) kfreed 'qsd': 328 at ffff880079130a00. 00040000:00000001:2.0:1749611640.252716:0:32051:0:(qsd_lib.c:645:qsd_fini()) Process leaving 00080000:00000010:2.0:1749611640.252732:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880079130200. 00000020:00000010:2.0:1749611640.252737:0:32051:0:(lu_object.c:1311:lu_object_header_free()) kfreed_rcu 'h': 88 at ffff880117b161e0. 00080000:00000001:2.0:1749611640.252743:0:32051:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611640.252746:0:32051:0:(osd_handler.c:8694:osd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611640.252749:0:32051:0:(ofd_dev.c:401:ofd_process_config()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:2.0:1749611640.252758:0:32051:0:(ofd_dev.c:235:ofd_stack_fini()) kfreed 'lcfg': 64 at ffff880091b16240. 00080000:00000010:2.0:1749611640.252772:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880079130e00. 00000020:00000010:2.0:1749611640.252777:0:32051:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a8bf4e00. 00000020:00000010:2.0:1749611640.252782:0:32051:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dffb80. 00080000:00000010:2.0:1749611640.252796:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880133195200. 00002000:00000001:2.0:1749611640.252801:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.252808:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0xf:0x0] 00002000:00000010:2.0:1749611640.252812:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e240. 00002000:00000001:2.0:1749611640.252841:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611640.252890:0:32051:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff880129ce1200. 00080000:00000010:2.0:1749611640.252900:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129dbb000. 00002000:00000001:2.0:1749611640.252904:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.252906:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x3:0x0] 00002000:00000010:2.0:1749611640.252908:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f680. 00002000:00000001:2.0:1749611640.252914:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611640.252923:0:32051:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88012b81b000. 00080000:00000010:2.0:1749611640.252936:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129dba600. 00002000:00000001:2.0:1749611640.252939:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.252941:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x2:0x0] 00002000:00000010:2.0:1749611640.252944:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e5a0. 00002000:00000001:2.0:1749611640.252949:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611640.252954:0:32051:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88012b81bb00. 00080000:00000010:2.0:1749611640.252960:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8f400. 00002000:00000001:2.0:1749611640.252963:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.252970:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x4:0x0] 00002000:00000010:2.0:1749611640.252973:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717f200. 00002000:00000001:2.0:1749611640.252978:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611640.252983:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8e600. 00002000:00000001:2.0:1749611640.252987:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.252988:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x10:0x0] 00002000:00000010:2.0:1749611640.252991:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e360. 00002000:00000001:2.0:1749611640.252995:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611640.253004:0:32051:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88012b81be00. 00080000:00000010:2.0:1749611640.253010:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129dbb200. 00002000:00000001:2.0:1749611640.253013:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.253014:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x6:0x0] 00002000:00000010:2.0:1749611640.253017:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e900. 00002000:00000001:2.0:1749611640.253028:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611640.253072:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88006dc59e00. 00002000:00000001:2.0:1749611640.253077:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.253079:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x3:0x0] 00002000:00000010:2.0:1749611640.253081:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e7e0. 00002000:00000001:2.0:1749611640.253092:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611640.253099:0:32051:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88012b81ba00. 00080000:00000010:2.0:1749611640.253105:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8e800. 00002000:00000001:2.0:1749611640.253109:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.253111:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000005:0x1:0x0] 00002000:00000010:2.0:1749611640.253113:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e480. 00002000:00000001:2.0:1749611640.253117:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611640.253131:0:32051:0:(osd_handler.c:1715:osd_index_fini()) kfreed 'o->oo_dir': 224 at ffff88012b81b700. 00080000:00000010:2.0:1749611640.253138:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129dbbe00. 00002000:00000001:2.0:1749611640.253141:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.253142:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x5:0x0] 00002000:00000010:2.0:1749611640.253145:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e120. 00002000:00000001:2.0:1749611640.253149:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000010:2.0:1749611640.253154:0:32051:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129dba800. 00002000:00000001:2.0:1749611640.253157:0:32051:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:2.0:1749611640.253159:0:32051:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000001:0x16:0x0] 00002000:00000010:2.0:1749611640.253162:0:32051:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717e000. 00002000:00000001:2.0:1749611640.253165:0:32051:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00000020:00000010:2.0:1749611640.253174:0:32051:0:(local_storage.c:170:ls_device_put()) kfreed 'ls': 392 at ffff880079131400. 00002000:00000001:2.0:1749611640.253214:0:32051:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:2.0:1749611640.253219:0:32051:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:2.0:1749611640.253222:0:32051:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1749611640.253225:0:32051:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d5dc 00000020:00000040:2.0:1749611640.253234:0:32051:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007197e800 with handle 0x689c0ec07329d5dc from hash 00000020:00000001:2.0:1749611640.253242:0:32051:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1749611640.253245:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e800 : new refcount 1 00000020:00000001:2.0:1749611640.253248:0:32051:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1749611640.253250:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff88007197e800 : new refcount 0 00000020:00000080:2.0:1749611640.253252:0:32051:0:(genops.c:904:class_export_put()) final put ffff88007197e800/lustre-OST0000-osd_UUID 00000020:00000001:2.0:1749611640.253256:0:32051:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611640.253284:0:32051:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611640.253287:0:32051:0:(osd_handler.c:8764:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611640.253296:0:32051:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611640.253298:0:32051:0:(ofd_dev.c:248:ofd_stack_fini()) Process leaving 00000020:00000001:2.0:1749611640.253301:0:32051:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:2.0:1749611640.253305:0:32051:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1749611640.253308:0:32051:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134959773664 : -131938749777952 : ffff88009daff7e0) 00000020:01000004:2.0:1749611640.253312:0:32051:0:(tgt_mount.c:188:server_put_mount()) put mount ffff88007197e000 from lustre-OST0000, refs=2 00000020:00000001:2.0:1749611640.253315:0:32051:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:00000001:3.0:1749611640.253316:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:01000004:2.0:1749611640.253317:0:32051:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88007197e000 2 00000020:00000001:2.0:1749611640.253320:0:32051:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:3.0:1749611640.253322:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88007197e800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000001:2.0:1749611640.253323:0:32051:0:(tgt_mount.c:112:server_deregister_mount()) Process entered 00000020:00000001:2.0:1749611640.253325:0:32051:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:2.0:1749611640.253326:0:32051:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612134959773664 : -131938749777952 : ffff88009daff7e0) 00000020:00000001:3.0:1749611640.253327:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749611640.253329:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:2.0:1749611640.253330:0:32051:0:(tgt_mount.c:121:server_deregister_mount()) deregister mount ffff88007197e000 from lustre-OST0000 00000020:00000010:2.0:1749611640.253337:0:32051:0:(tgt_mount.c:123:server_deregister_mount()) kfreed 'lmi->lmi_name': 15 at ffff88006b821e70. 00000020:00000040:3.0:1749611640.253339:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085154050) now 5 - export 00000020:00000010:2.0:1749611640.253342:0:32051:0:(tgt_mount.c:125:server_deregister_mount()) kfreed 'lmi': 32 at ffff88009daff7e0. 00000020:00000010:3.0:1749611640.253344:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007197e800. 00000020:00000001:2.0:1749611640.253346:0:32051:0:(tgt_mount.c:129:server_deregister_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611640.253348:0:32051:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611640.253350:0:32051:0:(ofd_dev.c:3261:ofd_fini()) Process leaving 00000020:00000001:3.0:1749611640.253351:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:2.0:1749611640.253352:0:32051:0:(ldlm_lib.c:1878:target_cleanup_recovery()) Process leaving 00002000:00000001:2.0:1749611640.253354:0:32051:0:(ofd_dev.c:3281:ofd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611640.253357:0:32051:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611640.253370:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611640.253376:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88008295ee00. 00000001:00000010:2.0:1749611640.253379:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dbaa00. 00000001:00000010:2.0:1749611640.253382:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dbb400. 00000001:00000010:2.0:1749611640.253389:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dba200. 00000001:00000010:2.0:1749611640.253392:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88012a2d3320. 00000001:00000010:2.0:1749611640.253395:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a8927240. 00000001:00000001:2.0:1749611640.253400:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:2.0:1749611640.253401:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611640.253406:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dbac00. 00000001:00000010:2.0:1749611640.253408:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dbbc00. 00000001:00000010:2.0:1749611640.253411:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dbba00. 00000001:00000010:2.0:1749611640.253414:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff880129dbae00. 00000001:00000010:2.0:1749611640.253417:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88012a2d3d40. 00000001:00000010:2.0:1749611640.253419:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a8927780. 00000001:00000001:2.0:1749611640.253427:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:2.0:1749611640.253430:0:32051:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085151570) now 3 - setup 00000020:00000001:2.0:1749611640.253438:0:32051:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611640.253442:0:32051:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:2.0:1749611640.253445:0:32051:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:2.0:1749611640.253452:0:32051:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:2.0:1749611640.253457:0:32051:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085151570) now 2 - obd_device_list 00000020:00000080:2.0:1749611640.253460:0:32051:0:(obd_config.c:810:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000040:2.0:1749611640.253463:0:32051:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085151570) now 1 - newdev 00000020:00000040:2.0:1749611640.253467:0:32051:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007197d800 with handle 0x689c0ec07329d5d5 from hash 00000020:00000040:2.0:1749611640.253471:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff88007197d800 : new refcount 0 00000020:00000080:2.0:1749611640.253474:0:32051:0:(genops.c:904:class_export_put()) final put ffff88007197d800/lustre-OST0000_UUID 00000020:00000001:2.0:1749611640.253481:0:32051:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611640.253483:0:32051:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:2.0:1749611640.253485:0:32051:0:(genops.c:863:class_export_destroy()) destroying export ffff88007197d800/lustre-OST0000_UUID for lustre-OST0000 00000020:00000001:2.0:1749611640.253487:0:32051:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:2.0:1749611640.253490:0:32051:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611640.253492:0:32051:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007197d800. 00000020:00000001:2.0:1749611640.253496:0:32051:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:2.0:1749611640.253498:0:32051:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000 obd_type name = obdfilter 00000020:01000000:2.0:1749611640.253500:0:32051:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:00000001:2.0:1749611640.253502:0:32051:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:2.0:1749611640.253504:0:32051:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c800. 00000020:00000010:2.0:1749611640.253508:0:32051:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27d000. 00000020:00000010:2.0:1749611640.253511:0:32051:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e08000. 00000020:00000010:2.0:1749611640.253515:0:32051:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8815080. 00000020:00000010:2.0:1749611640.253546:0:32051:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27c400. 80000000:00000010:2.0:1749611640.253551:0:32051:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256000. 40000000:00000010:2.0:1749611640.253553:0:32051:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880091b167c0. 00100000:00000010:2.0:1749611640.253557:0:32051:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff880129e0b800. 00040000:00000010:2.0:1749611640.253560:0:32051:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880086d2ec00. 00040000:00000010:2.0:1749611640.253563:0:32051:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27ca00. 00080000:00000010:2.0:1749611640.253566:0:32051:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118e000. 00080000:00000010:2.0:1749611640.253569:0:32051:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 00002000:00000010:2.0:1749611640.253580:0:32051:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880130c7e400. 00002000:00000010:2.0:1749611640.253582:0:32051:0:(ofd_dev.c:3300:ofd_device_free()) kfreed 'm': 1864 at ffff88007197c000. 00002000:00000001:2.0:1749611640.253585:0:32051:0:(ofd_dev.c:3301:ofd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611640.253589:0:32051:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27d000. 00000020:00000010:2.0:1749611640.253593:0:32051:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e08000. 00000020:00000010:2.0:1749611640.253601:0:32051:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8815080. 00000020:00000010:2.0:1749611640.253605:0:32051:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27c400. 80000000:00000010:2.0:1749611640.253608:0:32051:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256000. 40000000:00000010:2.0:1749611640.253611:0:32051:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880091b167c0. 00100000:00000010:2.0:1749611640.253614:0:32051:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e0b800. 00040000:00000010:2.0:1749611640.253617:0:32051:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880086d2ec00. 00040000:00000010:2.0:1749611640.253620:0:32051:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27ca00. 00080000:00000010:2.0:1749611640.253624:0:32051:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:2.0:1749611640.253635:0:32051:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118e000. 00002000:00000010:2.0:1749611640.253643:0:32051:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880130c7e400. 00000020:00000010:2.0:1749611640.253646:0:32051:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c800. 00000020:00000001:2.0:1749611640.253649:0:32051:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611640.253651:0:32051:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff880085151570. 00000020:00000001:2.0:1749611640.253659:0:32051:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611640.253661:0:32051:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611640.253663:0:32051:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 64 at ffff880091b16c80. 00000020:00000001:2.0:1749611640.253666:0:32051:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611640.253669:0:32051:0:(obd_mount.c:567:lustre_stop_mgc()) Process entered 00000020:00000010:2.0:1749611640.253672:0:32051:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff8800a42cca00. 00000020:01000004:2.0:1749611640.253674:0:32051:0:(obd_mount.c:594:lustre_stop_mgc()) MGC still has 2 references. 00000020:00000001:2.0:1749611640.253676:0:32051:0:(obd_mount.c:595:lustre_stop_mgc()) Process leaving via out (rc=18446744073709551600 : -16 : 0xfffffffffffffff0) 00000020:00000010:2.0:1749611640.253679:0:32051:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff8800a42cca00. 00000020:00000001:2.0:1749611640.253682:0:32051:0:(obd_mount.c:632:lustre_stop_mgc()) Process leaving (rc=18446744073709551600 : -16 : fffffffffffffff0) 00000020:00000001:2.0:1749611640.253684:0:32051:0:(tgt_mount.c:1028:lustre_stop_lwp()) Process entered 00000020:00000001:2.0:1749611640.253687:0:32051:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:2.0:1749611640.253692:0:32051:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000010:2.0:1749611640.253695:0:32051:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff8800b4256000. 00000020:00000080:2.0:1749611640.253697:0:32051:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:2.0:1749611640.253702:0:32051:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:2.0:1749611640.253708:0:32051:0:(obd_config.c:882:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1749611640.253712:0:32051:0:(genops.c:1836:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8800b4001000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00000001:2.0:1749611640.253717:0:32051:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:2.0:1749611640.253720:0:32051:0:(genops.c:1570:class_disconnect_exports()) OBD device 12 (ffff8800851555c0) has exports, disconnecting them 00000020:00000001:2.0:1749611640.253722:0:32051:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:2.0:1749611640.253724:0:32051:0:(genops.c:887:class_export_get()) GET export ffff8800b4001000 refcount=4 00000020:00000040:2.0:1749611640.253726:0:32051:0:(genops.c:887:class_export_get()) GET export ffff8800b4001000 refcount=5 00000020:00080000:2.0:1749611640.253728:0:32051:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8800b4001000), last request at 1749611580 00000020:00000001:2.0:1749611640.253731:0:32051:0:(obd_class.h:931:obd_disconnect()) Process entered 00000010:00000001:2.0:1749611640.253734:0:32051:0:(lwp_dev.c:564:lwp_obd_disconnect()) Process entered 00000020:00000001:2.0:1749611640.253736:0:32051:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:2.0:1749611640.253738:0:32051:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d606 00000020:00000040:2.0:1749611640.253744:0:32051:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b4001000 with handle 0x689c0ec07329d606 from hash 00000020:00000040:2.0:1749611640.253754:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 4 00000020:00000001:2.0:1749611640.253756:0:32051:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:2.0:1749611640.253757:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 3 00000020:00000001:2.0:1749611640.253759:0:32051:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:2.0:1749611640.253760:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 2 00000020:00000001:2.0:1749611640.253762:0:32051:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:2.0:1749611640.253764:0:32051:0:(lwp_dev.c:574:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611640.253765:0:32051:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:2.0:1749611640.253768:0:32051:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff8800b4001000): rc 0 00000020:00000040:2.0:1749611640.253770:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 1 00000020:00000001:2.0:1749611640.253771:0:32051:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:2.0:1749611640.253772:0:32051:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:2.0:1749611640.253774:0:32051:0:(obd_class.h:623:obd_precleanup()) Process entered 00000010:00000001:2.0:1749611640.253776:0:32051:0:(lwp_dev.c:375:lwp_device_fini()) Process entered 00000020:00000001:2.0:1749611640.253777:0:32051:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:2.0:1749611640.253779:0:32051:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:2.0:1749611640.253781:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 0 00000020:00000080:2.0:1749611640.253782:0:32051:0:(genops.c:904:class_export_put()) final put ffff8800b4001000/lustre-MDT0000-lwp-OST0000 00000020:00000001:2.0:1749611640.253784:0:32051:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611640.253790:0:32051:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611640.253797:0:32051:0:(ldlm_lib.c:574:client_obd_cleanup()) Process entered 00010000:00000001:2.0:1749611640.253802:0:32051:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:3.0:1749611640.253844:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00010000:00000001:2.0:1749611640.253848:0:32051:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000080:3.0:1749611640.253849:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b4001000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00000020:00000040:3.0:1749611640.253856:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 22 to 0@lo 00000020:00000001:3.0:1749611640.253861:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749611640.253869:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611640.253873:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 5 - export 00000020:00000010:2.0:1749611640.253875:0:32051:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88012db4be00. 00000020:00000010:3.0:1749611640.253877:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b4001000. 00000020:00000010:2.0:1749611640.253880:0:32051:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009bce4400. 00000020:00000001:3.0:1749611640.253883:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00010000:00000001:2.0:1749611640.253913:0:32051:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:2.0:1749611640.253922:0:32051:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff88012feac4e0. 00000020:00000010:2.0:1749611640.253924:0:32051:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009bce4c00. 00000001:00000001:2.0:1749611640.253943:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:2.0:1749611640.254668:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007819000. 00000001:00000010:2.0:1749611640.254679:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007823000. 00000001:00000010:2.0:1749611640.254682:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000782d000. 00000001:00000010:2.0:1749611640.254684:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007837000. 00000001:00000010:2.0:1749611640.254687:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007841000. 00000001:00000010:2.0:1749611640.254690:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000784b000. 00000001:00000010:2.0:1749611640.254692:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007855000. 00000001:00000010:2.0:1749611640.254695:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000785f000. 00000001:00000010:2.0:1749611640.254697:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007869000. 00000001:00000010:2.0:1749611640.254700:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007873000. 00000001:00000010:2.0:1749611640.254702:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000787d000. 00000001:00000010:2.0:1749611640.254704:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007887000. 00000001:00000010:2.0:1749611640.254707:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007891000. 00000001:00000010:2.0:1749611640.254709:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000789b000. 00000001:00000010:2.0:1749611640.254711:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900078a5000. 00000001:00000010:2.0:1749611640.254713:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900078af000. 00000001:00000010:2.0:1749611640.254716:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900078b9000. 00000001:00000010:2.0:1749611640.254718:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900078c3000. 00000001:00000010:2.0:1749611640.254720:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900078cd000. 00000001:00000010:2.0:1749611640.254722:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900078d7000. 00000001:00000010:2.0:1749611640.254725:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900078e1000. 00000001:00000010:2.0:1749611640.254727:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900078eb000. 00000001:00000010:2.0:1749611640.254729:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900078f5000. 00000001:00000010:2.0:1749611640.254732:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900078ff000. 00000001:00000010:2.0:1749611640.254734:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007909000. 00000001:00000010:2.0:1749611640.254743:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007913000. 00000001:00000010:2.0:1749611640.254745:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000791d000. 00000001:00000010:2.0:1749611640.254748:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007927000. 00000001:00000010:2.0:1749611640.254750:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007931000. 00000001:00000010:2.0:1749611640.254753:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000793b000. 00000001:00000010:2.0:1749611640.254755:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007945000. 00000001:00000010:2.0:1749611640.254758:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000794f000. 00000001:00000010:2.0:1749611640.254760:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff88009de53c00. 00000001:00000010:2.0:1749611640.254764:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff880081d44200. 00000001:00000001:2.0:1749611640.254769:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:2.0:1749611640.254772:0:32051:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff880083908800. 00010000:00000001:2.0:1749611640.254776:0:32051:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1749611640.255580:0:32051:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1749611640.255584:0:32051:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1749611640.255588:0:32051:0:(obd_class.h:674:obd_cleanup_client_import()) Process entered 00010000:01000000:3.0:1749611640.255591:0:32051:0:(obd_class.h:685:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00000001:3.0:1749611640.255595:0:32051:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749611640.255597:0:32051:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00000001:3.0:1749611640.255600:0:32051:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749611640.255603:0:32051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749611640.255607:0:32051:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00000040:3.0:1749611640.255617:0:32051:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749611640.255620:0:32051:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611640.255622:0:32051:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749611640.255624:0:32051:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749611640.255626:0:32051:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:3.0:1749611640.255628:0:32051:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00000001:3.0:1749611640.265400:0:32051:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00100000:3.0:1749611640.265405:0:32051:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1749611640.265410:0:32051:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:3.0:1749611640.265443:0:32051:0:(obd_class.h:479:obd_check_dev()) Device 12 not setup 00000100:00000001:3.0:1749611640.265446:0:32051:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000020:00000040:3.0:1749611640.265453:0:32051:0:(genops.c:1229:class_import_get()) import ffff88012d4a0000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749611640.265457:0:32051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611640.265460:0:32051:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749611640.265463:0:32051:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749611640.265466:0:32051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611640.265467:0:32051:0:(genops.c:1242:class_import_put()) import ffff88012d4a0000 refcount=0 obd=lustre-MDT0000-lwp-OST0000 00000020:00000040:3.0:1749611640.265471:0:32051:0:(genops.c:1245:class_import_put()) final put import ffff88012d4a0000 00000020:00000001:3.0:1749611640.265481:0:32051:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749611640.265484:0:32051:0:(obd_class.h:692:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1749611640.265486:0:32051:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00000020:00000001:3.0:1749611640.265495:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:3.0:1749611640.265497:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff88012d4a0000 for lustre-MDT0000-lwp-OST0000 00000020:00000040:3.0:1749611640.265503:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000020:00000040:3.0:1749611640.265508:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000010:3.0:1749611640.265512:0:18174:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff88009976fa80. 00000020:00000040:3.0:1749611640.265517:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 4 - import 00000020:00000010:3.0:1749611640.265522:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff88012d4a0000. 00000020:00000001:3.0:1749611640.265527:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00010000:00000001:3.0:1749611640.265536:0:32051:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1749611640.265573:0:32051:0:(ldlm_lib.c:585:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff88012eb37080. 00010000:00000001:3.0:1749611640.265579:0:32051:0:(ldlm_lib.c:588:client_obd_cleanup()) Process leaving 00000020:00000010:3.0:1749611640.265978:0:32051:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880070f02000. 00000020:00000010:3.0:1749611640.265985:0:32051:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88007d28e000. 00000020:00000010:3.0:1749611640.265990:0:32051:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8800a8b02000. 00000020:00000010:3.0:1749611640.265996:0:32051:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff88006abf2000. 00000020:00000010:3.0:1749611640.266008:0:32051:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009bce7400. 00000010:00000001:3.0:1749611640.266015:0:32051:0:(lwp_dev.c:390:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.266018:0:32051:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611640.266030:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611640.266038:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b4800. 00000001:00000010:3.0:1749611640.266042:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5200. 00000001:00000010:3.0:1749611640.266045:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b4200. 00000001:00000010:3.0:1749611640.266048:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5000. 00000001:00000010:3.0:1749611640.266058:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88012feaca60. 00000001:00000010:3.0:1749611640.266061:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a8927540. 00000001:00000001:3.0:1749611640.266066:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1749611640.266068:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611640.266073:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5e00. 00000001:00000010:3.0:1749611640.266076:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5a00. 00000001:00000010:3.0:1749611640.266084:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b5600. 00000001:00000010:3.0:1749611640.266088:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b4400. 00000001:00000010:3.0:1749611640.266091:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88012feac540. 00000001:00000010:3.0:1749611640.266094:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a8927b40. 00000001:00000001:3.0:1749611640.266097:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1749611640.266100:0:32051:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 3 - setup 00000020:00000001:3.0:1749611640.266103:0:32051:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.266106:0:32051:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1749611640.266111:0:32051:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1749611640.266118:0:32051:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:3.0:1749611640.266121:0:32051:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 2 - obd_device_list 00000020:00000080:3.0:1749611640.266124:0:32051:0:(obd_config.c:810:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000040:3.0:1749611640.266127:0:32051:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff8800851555c0) now 1 - newdev 00000020:00000040:3.0:1749611640.266131:0:32051:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007197b000 with handle 0x689c0ec07329d5ff from hash 00000020:00000040:3.0:1749611640.266136:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff88007197b000 : new refcount 0 00000020:00000080:3.0:1749611640.266139:0:32051:0:(genops.c:904:class_export_put()) final put ffff88007197b000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000001:3.0:1749611640.266148:0:32051:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.266152:0:32051:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749611640.266154:0:32051:0:(genops.c:863:class_export_destroy()) destroying export ffff88007197b000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:00000001:3.0:1749611640.266158:0:32051:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749611640.266160:0:32051:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611640.266163:0:32051:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007197b000. 00000020:00000001:3.0:1749611640.266169:0:32051:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1749611640.266171:0:32051:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0000-lwp-OST0000 obd_type name = lwp 00000020:01000000:3.0:1749611640.266174:0:32051:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:3.0:1749611640.266176:0:32051:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:3.0:1749611640.266181:0:32051:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d125a00. 00000020:00000010:3.0:1749611640.266192:0:32051:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d125000. 00000040:00000010:3.0:1749611640.266203:0:32051:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006dc59e00. 00000020:00000010:3.0:1749611640.266209:0:32051:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51bb800. 00000020:00000010:3.0:1749611640.266215:0:32051:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611640.266219:0:32051:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc59600. 80000000:00000010:3.0:1749611640.266224:0:32051:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f1b40. 40000000:00000010:3.0:1749611640.266228:0:32051:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e6b3600. 00100000:00000010:3.0:1749611640.266233:0:32051:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51bf800. 00040000:00000010:3.0:1749611640.266237:0:32051:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880136b96900. 00040000:00000010:3.0:1749611640.266241:0:32051:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc58600. 00080000:00000010:3.0:1749611640.266246:0:32051:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48f000. 00080000:00000010:3.0:1749611640.266252:0:32051:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b02000. 00000004:00000010:3.0:1749611640.266260:0:32051:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51be800. 00000004:00000010:3.0:1749611640.266267:0:32051:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c48b000. 00000004:00000010:3.0:1749611640.266272:0:32051:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b51b9800. 00000004:00000010:3.0:1749611640.266287:0:32051:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88007de22800. 00000010:00000001:3.0:1749611640.266292:0:32051:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:3.0:1749611640.266295:0:32051:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff88009976f5a0. 00000010:00000001:3.0:1749611640.266299:0:32051:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611640.266304:0:32051:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d125000. 00000040:00000010:3.0:1749611640.266310:0:32051:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006dc59e00. 00000020:00000010:3.0:1749611640.266315:0:32051:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51bb800. 00000020:00000010:3.0:1749611640.266319:0:32051:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611640.266324:0:32051:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc59600. 80000000:00000010:3.0:1749611640.266327:0:32051:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f1b40. 40000000:00000010:3.0:1749611640.266332:0:32051:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e6b3600. 00100000:00000010:3.0:1749611640.266337:0:32051:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51bf800. 00040000:00000010:3.0:1749611640.266348:0:32051:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880136b96900. 00040000:00000010:3.0:1749611640.266352:0:32051:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc58600. 00080000:00000010:3.0:1749611640.266357:0:32051:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b02000. 00080000:00000010:3.0:1749611640.266362:0:32051:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48f000. 00000004:00000010:3.0:1749611640.266367:0:32051:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b51be800. 00000004:00000010:3.0:1749611640.266373:0:32051:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c48b000. 00000004:00000010:3.0:1749611640.266380:0:32051:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b51b9800. 00000004:00000010:3.0:1749611640.266393:0:32051:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88007de22800. 00000020:00000010:3.0:1749611640.266403:0:32051:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d125a00. 00000020:00000001:3.0:1749611640.266409:0:32051:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611640.266412:0:32051:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff8800851555c0. 00000020:00000001:3.0:1749611640.266421:0:32051:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.266423:0:32051:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611640.266427:0:32051:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff8800b4256000. 00000020:00000001:3.0:1749611640.266431:0:32051:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.266435:0:32051:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1749611640.266437:0:32051:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000010:3.0:1749611640.266441:0:32051:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 80 at ffff88009b1f1b40. 00000020:00000080:3.0:1749611640.266443:0:32051:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1749611640.266450:0:32051:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:3.0:1749611640.266452:0:32051:0:(obd_config.c:882:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1749611640.266459:0:32051:0:(genops.c:1836:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8800b4006000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: (null) 0 stale:0 00000020:00000001:3.0:1749611640.266474:0:32051:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1749611640.266477:0:32051:0:(genops.c:1570:class_disconnect_exports()) OBD device 13 (ffff880085152ae0) has exports, disconnecting them 00000020:00000001:3.0:1749611640.266480:0:32051:0:(genops.c:1515:class_disconnect_export_list()) Process entered 00000020:00000040:3.0:1749611640.266483:0:32051:0:(genops.c:887:class_export_get()) GET export ffff8800b4006000 refcount=4 00000020:00000040:3.0:1749611640.266485:0:32051:0:(genops.c:887:class_export_get()) GET export ffff8800b4006000 refcount=5 00000020:00080000:3.0:1749611640.266490:0:32051:0:(genops.c:1545:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8800b4006000), last request at 1749611580 00000020:00000001:3.0:1749611640.266494:0:32051:0:(obd_class.h:931:obd_disconnect()) Process entered 00000010:00000001:3.0:1749611640.266496:0:32051:0:(lwp_dev.c:564:lwp_obd_disconnect()) Process entered 00000020:00000001:3.0:1749611640.266499:0:32051:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1749611640.266501:0:32051:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d614 00000020:00000040:3.0:1749611640.266505:0:32051:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b4006000 with handle 0x689c0ec07329d614 from hash 00000020:00000040:3.0:1749611640.266519:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4006000 : new refcount 4 00000020:00000001:3.0:1749611640.266563:0:32051:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1749611640.266573:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4006000 : new refcount 3 00000020:00000001:3.0:1749611640.266577:0:32051:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1749611640.266579:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4006000 : new refcount 2 00000020:00000001:3.0:1749611640.266581:0:32051:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:3.0:1749611640.266584:0:32051:0:(lwp_dev.c:574:lwp_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.266587:0:32051:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00080000:3.0:1749611640.266601:0:32051:0:(genops.c:1550:class_disconnect_export_list()) disconnected export at 0@lo (ffff8800b4006000): rc 0 00000020:00000040:3.0:1749611640.266604:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4006000 : new refcount 1 00000020:00000001:3.0:1749611640.266607:0:32051:0:(genops.c:1553:class_disconnect_export_list()) Process leaving 00000020:00000001:3.0:1749611640.266609:0:32051:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1749611640.266611:0:32051:0:(obd_class.h:623:obd_precleanup()) Process entered 00000010:00000001:3.0:1749611640.266616:0:32051:0:(lwp_dev.c:375:lwp_device_fini()) Process entered 00000020:00000001:3.0:1749611640.266618:0:32051:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000001:3.0:1749611640.266620:0:32051:0:(genops.c:1482:class_disconnect()) Process leaving via no_disconn (rc=1 : 1 : 0x1) 00000020:00000040:3.0:1749611640.266623:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4006000 : new refcount 0 00000020:00000080:3.0:1749611640.266626:0:32051:0:(genops.c:904:class_export_put()) final put ffff8800b4006000/lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611640.266634:0:32051:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.266646:0:32051:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611640.266650:0:32051:0:(ldlm_lib.c:574:client_obd_cleanup()) Process entered 00010000:00000001:3.0:1749611640.266652:0:32051:0:(ldlm_resource.c:1115:ldlm_namespace_free_post()) Process entered 00000020:00000001:0.0:1749611640.266658:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1749611640.266663:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b4006000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00000020:00000040:0.0:1749611640.266668:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000020:00000001:0.0:1749611640.266671:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:0.0:1749611640.266673:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611640.266676:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 5 - export 00000020:00000010:0.0:1749611640.266679:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b4006000. 00010000:00000001:3.0:1749611640.266687:0:32051:0:(ldlm_pool.c:932:ldlm_pool_fini()) Process entered 00000020:00000001:0.0:1749611640.266689:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1749611640.266719:0:32051:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 352 at ffff88009c8f3400. 00000020:00000010:3.0:1749611640.266726:0:32051:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8801327dd000. 00010000:00000001:3.0:1749611640.266765:0:32051:0:(ldlm_pool.c:942:ldlm_pool_fini()) Process leaving 00000020:00000010:3.0:1749611640.266787:0:32051:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 32 at ffff88012feac4c0. 00000020:00000010:3.0:1749611640.266791:0:32051:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8801327dcc00. 00000001:00000001:3.0:1749611640.266846:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611640.267463:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007959000. 00000001:00000010:3.0:1749611640.267474:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007963000. 00000001:00000010:3.0:1749611640.267476:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000796d000. 00000001:00000010:3.0:1749611640.267478:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007977000. 00000001:00000010:3.0:1749611640.267480:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007981000. 00000001:00000010:3.0:1749611640.267481:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000798b000. 00000001:00000010:3.0:1749611640.267483:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007995000. 00000001:00000010:3.0:1749611640.267485:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc9000799f000. 00000001:00000010:3.0:1749611640.267486:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900079a9000. 00000001:00000010:3.0:1749611640.267488:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900079b3000. 00000001:00000010:3.0:1749611640.267489:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900079bd000. 00000001:00000010:3.0:1749611640.267491:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900079c7000. 00000001:00000010:3.0:1749611640.267492:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900079d1000. 00000001:00000010:3.0:1749611640.267494:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900079db000. 00000001:00000010:3.0:1749611640.267501:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900079e5000. 00000001:00000010:3.0:1749611640.267503:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900079ef000. 00000001:00000010:3.0:1749611640.267505:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc900079f9000. 00000001:00000010:3.0:1749611640.267507:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a03000. 00000001:00000010:3.0:1749611640.267509:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a0d000. 00000001:00000010:3.0:1749611640.267510:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a17000. 00000001:00000010:3.0:1749611640.267512:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a21000. 00000001:00000010:3.0:1749611640.267513:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a2b000. 00000001:00000010:3.0:1749611640.267515:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a35000. 00000001:00000010:3.0:1749611640.267516:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a3f000. 00000001:00000010:3.0:1749611640.267518:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a49000. 00000001:00000010:3.0:1749611640.267519:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a53000. 00000001:00000010:3.0:1749611640.267521:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a5d000. 00000001:00000010:3.0:1749611640.267522:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a67000. 00000001:00000010:3.0:1749611640.267558:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a71000. 00000001:00000010:3.0:1749611640.267560:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a7b000. 00000001:00000010:3.0:1749611640.267561:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a85000. 00000001:00000010:3.0:1749611640.267563:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 32928 at ffffc90007a8f000. 00000001:00000010:3.0:1749611640.267565:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 256 at ffff8801240ab300. 00000001:00000010:3.0:1749611640.267568:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 232 at ffff8801240ab200. 00000001:00000001:3.0:1749611640.267570:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00010000:00000010:3.0:1749611640.267572:0:32051:0:(ldlm_resource.c:1138:ldlm_namespace_free_post()) kfreed 'ns': 752 at ffff8801327dc800. 00010000:00000001:3.0:1749611640.267575:0:32051:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1749611640.269577:0:32051:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000001:3.0:1749611640.269579:0:32051:0:(ldlm_resource.c:1140:ldlm_namespace_free_post()) Process leaving 00010000:00000001:3.0:1749611640.269581:0:32051:0:(obd_class.h:674:obd_cleanup_client_import()) Process entered 00010000:01000000:3.0:1749611640.269583:0:32051:0:(obd_class.h:685:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00000001:3.0:1749611640.269586:0:32051:0:(import.c:136:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1749611640.269588:0:32051:0:(import.c:139:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00000001:3.0:1749611640.269589:0:32051:0:(client.c:3519:ptlrpc_abort_inflight()) Process entered 00000100:00000001:3.0:1749611640.269591:0:32051:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1749611640.269593:0:32051:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00000040:3.0:1749611640.269595:0:32051:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749611640.269598:0:32051:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611640.269604:0:32051:0:(client.c:3564:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1749611640.269605:0:32051:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1749611640.269606:0:32051:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:3.0:1749611640.269608:0:32051:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:3.0:1749611640.269610:0:32051:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000100:00100000:3.0:1749611640.269611:0:32051:0:(import.c:317:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1749611640.269613:0:32051:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00020000:3.0:1749611640.269614:0:32051:0:(obd_class.h:479:obd_check_dev()) Device 13 not setup 00000100:00000001:3.0:1749611640.269616:0:32051:0:(obd_class.h:1250:obd_import_event()) Process leaving 00000020:00000040:3.0:1749611640.269619:0:32051:0:(genops.c:1229:class_import_get()) import ffff880071979000 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611640.269622:0:32051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611640.269623:0:32051:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611640.269624:0:32051:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749611640.269626:0:32051:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611640.269627:0:32051:0:(genops.c:1242:class_import_put()) import ffff880071979000 refcount=0 obd=lustre-MDT0001-lwp-OST0000 00000020:00000040:3.0:1749611640.269629:0:32051:0:(genops.c:1245:class_import_put()) final put import ffff880071979000 00000020:00000001:3.0:1749611640.269635:0:32051:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:3.0:1749611640.269636:0:32051:0:(obd_class.h:692:obd_cleanup_client_import()) Process leaving 00010000:00000001:3.0:1749611640.269638:0:32051:0:(ldlm_lockd.c:3063:ldlm_put_ref()) Process entered 00010000:00000001:3.0:1749611640.269640:0:32051:0:(ldlm_lockd.c:3077:ldlm_put_ref()) Process leaving 00010000:00000010:3.0:1749611640.269641:0:32051:0:(ldlm_lib.c:585:client_obd_cleanup()) kfreed 'cli->cl_mod_tag_bitmap': 64 at ffff8800b52e3700. 00010000:00000001:3.0:1749611640.269644:0:32051:0:(ldlm_lib.c:588:client_obd_cleanup()) Process leaving 00000020:00000001:0.0:1749611640.269647:0:18174:0:(genops.c:1200:obd_zombie_import_free()) Process entered 00000020:00000080:0.0:1749611640.269651:0:18174:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880071979000 for lustre-MDT0001-lwp-OST0000 00000020:00000040:0.0:1749611640.269656:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000040:0.0:1749611640.269660:0:18174:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000010:0.0:1749611640.269662:0:18174:0:(genops.c:1213:obd_zombie_import_free()) kfreed 'imp_conn': 88 at ffff88009ac44420. 00000020:00000040:0.0:1749611640.269667:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 4 - import 00000020:00000010:0.0:1749611640.269670:0:18174:0:(genops.c:1220:obd_zombie_import_free()) kfreed 'imp': 1680 at ffff880071979000. 00000020:00000001:0.0:1749611640.269674:0:18174:0:(genops.c:1221:obd_zombie_import_free()) Process leaving 00000020:00000010:3.0:1749611640.269689:0:32051:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff88009685e000. 00000020:00000010:3.0:1749611640.269693:0:32051:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8801302d4000. 00000020:00000010:3.0:1749611640.269696:0:32051:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff880136abc000. 00000020:00000010:3.0:1749611640.269717:0:32051:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 4608 at ffff8800a8b04000. 00000020:00000010:3.0:1749611640.269721:0:32051:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 3680 at ffff88009c9b5000. 00000020:00000010:3.0:1749611640.269724:0:32051:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff8801327dd400. 00000010:00000001:3.0:1749611640.269728:0:32051:0:(lwp_dev.c:390:lwp_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.269730:0:32051:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611640.269738:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611640.269743:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4b600. 00000001:00000010:3.0:1749611640.269745:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4b200. 00000001:00000010:3.0:1749611640.269747:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4b400. 00000001:00000010:3.0:1749611640.269749:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4a200. 00000001:00000010:3.0:1749611640.269751:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88012feac8e0. 00000001:00000010:3.0:1749611640.269757:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a8927f00. 00000001:00000001:3.0:1749611640.269760:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:3.0:1749611640.269761:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:3.0:1749611640.269765:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4ba00. 00000001:00000010:3.0:1749611640.269766:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4aa00. 00000001:00000010:3.0:1749611640.269768:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012db4ae00. 00000001:00000010:3.0:1749611640.269770:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88012b8b4a00. 00000001:00000010:3.0:1749611640.269772:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff88012feace80. 00000001:00000010:3.0:1749611640.269773:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a89276c0. 00000001:00000001:3.0:1749611640.269775:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:3.0:1749611640.269777:0:32051:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 3 - setup 00000020:00000001:3.0:1749611640.269779:0:32051:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.269781:0:32051:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:3.0:1749611640.269783:0:32051:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:3.0:1749611640.269788:0:32051:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:3.0:1749611640.269790:0:32051:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 2 - obd_device_list 00000020:00000080:3.0:1749611640.269792:0:32051:0:(obd_config.c:810:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000040:3.0:1749611640.269794:0:32051:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 1 - newdev 00000020:00000040:3.0:1749611640.269797:0:32051:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff8800b4003000 with handle 0x689c0ec07329d60d from hash 00000020:00000040:3.0:1749611640.269800:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4003000 : new refcount 0 00000020:00000080:3.0:1749611640.269801:0:32051:0:(genops.c:904:class_export_put()) final put ffff8800b4003000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000001:3.0:1749611640.269803:0:32051:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.269805:0:32051:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:3.0:1749611640.269807:0:32051:0:(genops.c:863:class_export_destroy()) destroying export ffff8800b4003000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611640.269809:0:32051:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:3.0:1749611640.269810:0:32051:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611640.269812:0:32051:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff8800b4003000. 00000020:00000001:3.0:1749611640.269816:0:32051:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:3.0:1749611640.269835:0:32051:0:(genops.c:440:class_free_dev()) Release obd device lustre-MDT0001-lwp-OST0000 obd_type name = lwp 00000020:01000000:3.0:1749611640.269837:0:32051:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:3.0:1749611640.269839:0:32051:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:3.0:1749611640.269841:0:32051:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc58c00. 00000020:00000010:3.0:1749611640.269845:0:32051:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88006dc58600. 00000040:00000010:3.0:1749611640.269851:0:32051:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88006dc59600. 00000020:00000010:3.0:1749611640.269854:0:32051:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b51b9800. 00000020:00000010:3.0:1749611640.269857:0:32051:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611640.269860:0:32051:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88006dc59e00. 80000000:00000010:3.0:1749611640.269862:0:32051:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009b1f18a0. 40000000:00000010:3.0:1749611640.269864:0:32051:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012e6b3600. 00100000:00000010:3.0:1749611640.269867:0:32051:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b51be800. 00040000:00000010:3.0:1749611640.269870:0:32051:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880136b96900. 00040000:00000010:3.0:1749611640.269872:0:32051:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88006dc59200. 00080000:00000010:3.0:1749611640.269875:0:32051:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012c48b000. 00080000:00000010:3.0:1749611640.269880:0:32051:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff8800a8b04000. 00000004:00000010:3.0:1749611640.269884:0:32051:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b51bf800. 00000004:00000010:3.0:1749611640.269887:0:32051:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012c48f000. 00000004:00000010:3.0:1749611640.269889:0:32051:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b51bb800. 00000004:00000010:3.0:1749611640.269892:0:32051:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88007de22800. 00000010:00000001:3.0:1749611640.269894:0:32051:0:(lwp_dev.c:313:lwp_device_free()) Process entered 00000010:00000010:3.0:1749611640.269896:0:32051:0:(lwp_dev.c:318:lwp_device_free()) kfreed 'm': 96 at ffff88009ac443c0. 00000010:00000001:3.0:1749611640.269899:0:32051:0:(lwp_dev.c:319:lwp_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611640.269902:0:32051:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88006dc58600. 00000040:00000010:3.0:1749611640.269905:0:32051:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88006dc59600. 00000020:00000010:3.0:1749611640.269908:0:32051:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b51b9800. 00000020:00000010:3.0:1749611640.269911:0:32051:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8b5f3b8. 00000020:00000010:3.0:1749611640.269913:0:32051:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88006dc59e00. 80000000:00000010:3.0:1749611640.269916:0:32051:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009b1f18a0. 40000000:00000010:3.0:1749611640.269918:0:32051:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012e6b3600. 00100000:00000010:3.0:1749611640.269921:0:32051:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b51be800. 00040000:00000010:3.0:1749611640.269923:0:32051:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880136b96900. 00040000:00000010:3.0:1749611640.269926:0:32051:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88006dc59200. 00080000:00000010:3.0:1749611640.269928:0:32051:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff8800a8b04000. 00080000:00000010:3.0:1749611640.269931:0:32051:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012c48b000. 00000004:00000010:3.0:1749611640.269934:0:32051:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b51bf800. 00000004:00000010:3.0:1749611640.269937:0:32051:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012c48f000. 00000004:00000010:3.0:1749611640.269940:0:32051:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b51bb800. 00000004:00000010:3.0:1749611640.269942:0:32051:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88007de22800. 00000020:00000010:3.0:1749611640.269949:0:32051:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc58c00. 00000020:00000001:3.0:1749611640.269951:0:32051:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611640.269953:0:32051:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff880085152ae0. 00000020:00000001:3.0:1749611640.269960:0:32051:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.269962:0:32051:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611640.269964:0:32051:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 80 at ffff88009b1f1b40. 00000020:00000001:3.0:1749611640.269966:0:32051:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.269970:0:32051:0:(tgt_mount.c:1047:lustre_stop_lwp()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.269972:0:32051:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:3.0:1749611640.269973:0:32051:0:(obd_mount.c:737:lustre_put_lsi()) put ffff88007197e000 1 00000020:00000001:3.0:1749611640.269976:0:32051:0:(obd_class.h:931:obd_disconnect()) Process entered 00080000:00000001:3.0:1749611640.269977:0:32051:0:(osd_handler.c:8755:osd_obd_disconnect()) Process entered 00000020:00000001:3.0:1749611640.269979:0:32051:0:(genops.c:1460:class_disconnect()) Process entered 00000020:00000080:3.0:1749611640.269981:0:32051:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0x689c0ec07329d5a4 00000020:00000040:3.0:1749611640.269983:0:32051:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007913a800 with handle 0x689c0ec07329d5a4 from hash 00000020:00000001:3.0:1749611640.269987:0:32051:0:(genops.c:1932:obd_stale_export_put()) Process entered 00000020:00000040:3.0:1749611640.269988:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff88007913a800 : new refcount 1 00000020:00000001:3.0:1749611640.269989:0:32051:0:(genops.c:1957:obd_stale_export_put()) Process leaving 00000020:00000040:3.0:1749611640.269991:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff88007913a800 : new refcount 0 00000020:00000080:3.0:1749611640.269992:0:32051:0:(genops.c:904:class_export_put()) final put ffff88007913a800/lustre-OST0000-osd_UUID 00000020:00000001:3.0:1749611640.269994:0:32051:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.270011:0:32051:0:(genops.c:1491:class_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611640.270014:0:32051:0:(obd_config.c:2302:class_manual_cleanup()) Process entered 00000020:01000000:3.0:1749611640.270015:0:32051:0:(obd_config.c:2315:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000010:3.0:1749611640.270018:0:32051:0:(obd_config.c:2319:class_manual_cleanup()) kmalloced '(lcfg)': 72 at ffff88009b1f1b40. 00000020:00000080:3.0:1749611640.270020:0:32051:0:(obd_config.c:1385:class_process_config()) processing cmd: cf004 00000020:00000001:3.0:1749611640.270024:0:32051:0:(obd_config.c:827:class_cleanup()) Process entered 00000020:00000080:3.0:1749611640.270025:0:32051:0:(obd_config.c:882:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/2 00000020:00000001:3.0:1749611640.270027:0:32051:0:(genops.c:1560:class_disconnect_exports()) Process entered 00000020:00080000:3.0:1749611640.270029:0:32051:0:(genops.c:1575:class_disconnect_exports()) OBD device 9 (ffff880085154050) has no exports 00000020:00000001:3.0:1749611640.270031:0:32051:0:(genops.c:1576:class_disconnect_exports()) Process leaving 00000020:00000001:3.0:1749611640.270032:0:32051:0:(obd_class.h:623:obd_precleanup()) Process entered 00080000:00000001:3.0:1749611640.270034:0:32051:0:(osd_handler.c:8438:osd_device_fini()) Process entered 00000020:00000001:0.0:1749611640.270036:0:18174:0:(genops.c:857:class_export_destroy()) Process entered 00080000:00000002:3.0:1749611640.270037:0:32051:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1014:0x0] 8193:1809994171 to info ffff88013118f000 00000020:00000080:0.0:1749611640.270038:0:18174:0:(genops.c:863:class_export_destroy()) destroying export ffff88007913a800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00100000:00000001:3.0:1749611640.270040:0:32051:0:(scrub.c:1028:lustre_index_backup()) Process entered 00000020:00000001:0.0:1749611640.270041:0:18174:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00100000:00000001:3.0:1749611640.270042:0:32051:0:(scrub.c:1031:lustre_index_backup()) Process leaving 00000020:00000001:0.0:1749611640.270043:0:18174:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611640.270045:0:18174:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085154050) now 4 - export 00080000:00000001:3.0:1749611640.270047:0:32051:0:(osd_handler.c:8164:osd_shutdown()) Process entered 00000020:00000010:0.0:1749611640.270048:0:18174:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007913a800. 00080000:00000001:3.0:1749611640.270049:0:32051:0:(osd_handler.c:8184:osd_shutdown()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611640.270053:0:18174:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000010:3.0:1749611640.270636:0:32051:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 256 at ffff8800a8bf4300. 00000020:00000010:3.0:1749611640.270642:0:32051:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009c627800. 00080000:00000010:3.0:1749611640.270747:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654df600. 00080000:00000010:3.0:1749611640.270754:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654df400. 00080000:00000010:3.0:1749611640.270758:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654df000. 00080000:00000010:3.0:1749611640.270762:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654df900. 00080000:00000010:3.0:1749611640.270765:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654dfe00. 00080000:00000010:3.0:1749611640.270768:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654df100. 00080000:00000010:3.0:1749611640.270770:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654df700. 00080000:00000010:3.0:1749611640.270772:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654df200. 00080000:00000010:3.0:1749611640.270774:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654dfc00. 00080000:00000010:3.0:1749611640.270777:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654df800. 00080000:00000010:3.0:1749611640.270779:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654df300. 00080000:00000010:3.0:1749611640.270781:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654dff00. 00080000:00000010:3.0:1749611640.270783:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654dfd00. 00080000:00000010:3.0:1749611640.270785:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654dfb00. 00080000:00000010:3.0:1749611640.270788:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b4a7600. 00080000:00000010:3.0:1749611640.270793:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800654dfa00. 00080000:00000010:3.0:1749611640.270795:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129c49d00. 00080000:00000010:3.0:1749611640.270798:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129c49c00. 00080000:00000010:3.0:1749611640.270800:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129c49e00. 00080000:00000010:3.0:1749611640.270803:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129c49b00. 00080000:00000010:3.0:1749611640.270805:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129c49800. 00080000:00000010:3.0:1749611640.270807:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129c49100. 00080000:00000010:3.0:1749611640.270809:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129c49f00. 00080000:00000010:3.0:1749611640.270811:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129c49600. 00080000:00000010:3.0:1749611640.270813:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129c49900. 00080000:00000010:3.0:1749611640.270816:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009b4a7200. 00080000:00000010:3.0:1749611640.270836:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4a00. 00080000:00000010:3.0:1749611640.270839:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4300. 00080000:00000010:3.0:1749611640.270842:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4f00. 00080000:00000010:3.0:1749611640.270844:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4700. 00080000:00000010:3.0:1749611640.270854:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4c00. 00080000:00000010:3.0:1749611640.270856:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4400. 00080000:00000010:3.0:1749611640.270859:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4d00. 00080000:00000010:3.0:1749611640.270861:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4100. 00080000:00000010:3.0:1749611640.270863:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4900. 00080000:00000010:3.0:1749611640.270865:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4e00. 00080000:00000010:3.0:1749611640.270867:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4800. 00080000:00000010:3.0:1749611640.270869:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4500. 00080000:00000010:3.0:1749611640.270871:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4b00. 00080000:00000010:3.0:1749611640.270874:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff880129c49a00. 00080000:00000010:3.0:1749611640.270877:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2adb00. 00080000:00000010:3.0:1749611640.270879:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2ad100. 00080000:00000010:3.0:1749611640.270881:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2ad900. 00080000:00000010:3.0:1749611640.270884:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2ad200. 00080000:00000010:3.0:1749611640.270886:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2add00. 00080000:00000010:3.0:1749611640.270888:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2ad000. 00080000:00000010:3.0:1749611640.270890:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2adc00. 00080000:00000010:3.0:1749611640.270892:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2adf00. 00080000:00000010:3.0:1749611640.270895:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2ad800. 00080000:00000010:3.0:1749611640.270897:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2ad400. 00080000:00000010:3.0:1749611640.270899:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2ad600. 00080000:00000010:3.0:1749611640.270901:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2ade00. 00080000:00000010:3.0:1749611640.270904:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2ad700. 00080000:00000010:3.0:1749611640.270906:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009d2ad500. 00080000:00000010:3.0:1749611640.270908:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff8800a8ba4600. 00080000:00000010:3.0:1749611640.270911:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5300. 00080000:00000010:3.0:1749611640.270913:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5c00. 00080000:00000010:3.0:1749611640.270916:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5900. 00080000:00000010:3.0:1749611640.270918:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5d00. 00080000:00000010:3.0:1749611640.270921:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88009959da00. 00080000:00000010:3.0:1749611640.270923:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5e00. 00080000:00000010:3.0:1749611640.270925:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5800. 00080000:00000010:3.0:1749611640.270927:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5b00. 00080000:00000010:3.0:1749611640.270933:0:32051:0:(osd_oi.c:68:osd_oi_table_put()) kfreed 'oi_table[i]': 232 at ffff88012dbe5100. 00080000:00000010:3.0:1749611640.270935:0:32051:0:(osd_oi.c:505:osd_oi_fini()) kfreed 'osd->od_oi_table': 8192 at ffff88009a4c8000. 00000001:00000001:3.0:1749611640.270945:0:32051:0:(osd_compat.c:548:osd_ost_fini()) Process entered 00000001:00000010:3.0:1749611640.270960:0:32051:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88011f08a500. 00000001:00000010:3.0:1749611640.270963:0:32051:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff880136947e00. 00000001:00000010:3.0:1749611640.270975:0:32051:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff88011f08ac00. 00000001:00000010:3.0:1749611640.270977:0:32051:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff880136947ac0. 00000001:00000010:3.0:1749611640.270988:0:32051:0:(osd_compat.c:533:osd_seq_free()) kfreed 'osd_seq->oos_dirs': 256 at ffff8800a8bf4600. 00000001:00000010:3.0:1749611640.270990:0:32051:0:(osd_compat.c:539:osd_seq_free()) kfreed 'osd_seq': 48 at ffff8801369470c0. 00000001:00000010:3.0:1749611640.270992:0:32051:0:(osd_compat.c:564:osd_ost_fini()) kfreed 'map': 128 at ffff880096dff480. 00000001:00000001:3.0:1749611640.270994:0:32051:0:(osd_compat.c:566:osd_ost_fini()) Process leaving 00080000:00000001:3.0:1749611640.270996:0:32051:0:(osd_handler.c:8195:osd_umount()) Process entered 00080000:00000001:3.0:1749611640.271197:0:32051:0:(osd_handler.c:2652:osd_sync()) Process entered 00080000:00000020:0.0:1749611640.271553:0:32051:0:(osd_handler.c:2659:osd_sync()) lustre-OST0000: synced OSD: rc = 0 00080000:00000001:0.0:1749611640.276854:0:32051:0:(osd_handler.c:8212:osd_umount()) Process leaving 00080000:00000001:0.0:1749611640.276858:0:32051:0:(osd_handler.c:8450:osd_device_fini()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611640.276862:0:32051:0:(obd_class.h:642:obd_precleanup()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611640.276889:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611640.276900:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007fb8f600. 00000001:00000010:0.0:1749611640.276904:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007fb8ea00. 00000001:00000010:0.0:1749611640.276906:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007fb8f200. 00000001:00000010:0.0:1749611640.276908:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007fb8e000. 00000001:00000010:0.0:1749611640.276910:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b212fec0. 00000001:00000010:0.0:1749611640.276912:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a8927e40. 00000001:00000001:0.0:1749611640.276915:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000001:00000001:0.0:1749611640.276916:0:32051:0:(hash.c:1114:cfs_hash_destroy()) Process entered 00000001:00000010:0.0:1749611640.276920:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007fb8ec00. 00000001:00000010:0.0:1749611640.276921:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007fb8fa00. 00000001:00000010:0.0:1749611640.276923:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007fb8fe00. 00000001:00000010:0.0:1749611640.276925:0:32051:0:(hash.c:912:cfs_hash_buckets_free()) kfreed 'buckets[i]': 328 at ffff88007fb8ee00. 00000001:00000010:0.0:1749611640.276926:0:32051:0:(hash.c:914:cfs_hash_buckets_free()) kfreed 'buckets': 32 at ffff8800b212ff00. 00000001:00000010:0.0:1749611640.276928:0:32051:0:(hash.c:1164:cfs_hash_destroy()) kfreed 'hs': 184 at ffff8800a89273c0. 00000001:00000001:0.0:1749611640.276930:0:32051:0:(hash.c:1166:cfs_hash_destroy()) Process leaving 00000020:00000040:0.0:1749611640.276931:0:32051:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085154050) now 3 - setup 00000020:00000001:0.0:1749611640.276934:0:32051:0:(obd_config.c:914:class_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611640.276936:0:32051:0:(obd_config.c:1538:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000080:0.0:1749611640.276939:0:32051:0:(obd_config.c:1385:class_process_config()) processing cmd: cf002 00000020:00000001:0.0:1749611640.276944:0:32051:0:(obd_config.c:790:class_detach()) Process entered 00000020:00000040:0.0:1749611640.276946:0:32051:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085154050) now 2 - obd_device_list 00000020:00000080:0.0:1749611640.276949:0:32051:0:(obd_config.c:810:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000040:0.0:1749611640.276950:0:32051:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff880085154050) now 1 - newdev 00000020:00000040:0.0:1749611640.276953:0:32051:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007197a800 with handle 0x689c0ec07329d59d from hash 00000020:00000040:0.0:1749611640.276957:0:32051:0:(genops.c:898:class_export_put()) PUTting export ffff88007197a800 : new refcount 0 00000020:00000080:0.0:1749611640.276959:0:32051:0:(genops.c:904:class_export_put()) final put ffff88007197a800/lustre-OST0000-osd_UUID 00000020:00000001:0.0:1749611640.276961:0:32051:0:(lprocfs_status_server.c:672:lprocfs_exp_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611640.276963:0:32051:0:(genops.c:857:class_export_destroy()) Process entered 00000020:00000080:0.0:1749611640.276965:0:32051:0:(genops.c:863:class_export_destroy()) destroying export ffff88007197a800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000001:0.0:1749611640.276967:0:32051:0:(obd_class.h:1046:obd_destroy_export()) Process entered 00000020:00000001:0.0:1749611640.276969:0:32051:0:(obd_class.h:1050:obd_destroy_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611640.276971:0:32051:0:(genops.c:879:class_export_destroy()) kfreed_rcu 'exp': 1184 at ffff88007197a800. 00000020:00000001:0.0:1749611640.276974:0:32051:0:(genops.c:880:class_export_destroy()) Process leaving 00000020:00000040:0.0:1749611640.276975:0:32051:0:(genops.c:440:class_free_dev()) Release obd device lustre-OST0000-osd obd_type name = osd-ldiskfs 00000020:01000000:0.0:1749611640.276981:0:32051:0:(genops.c:443:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:00000001:0.0:1749611640.276983:0:32051:0:(obd_class.h:654:obd_cleanup()) Process entered 00000020:00000010:0.0:1749611640.276986:0:32051:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05be00. 00000020:00000010:0.0:1749611640.276989:0:32051:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05a400. 00000040:00000010:0.0:1749611640.276992:0:32051:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d05a000. 00000020:00000010:0.0:1749611640.276995:0:32051:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d16f800. 00000020:00000010:0.0:1749611640.276998:0:32051:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05b200. 00040000:00000010:0.0:1749611640.277002:0:32051:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a6190400. 00040000:00000010:0.0:1749611640.277005:0:32051:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012d05a200. 00080000:00000010:0.0:1749611640.277008:0:32051:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013267a000. 00080000:00000010:0.0:1749611640.277013:0:32051:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f06000. 00080000:00000001:0.0:1749611640.277017:0:32051:0:(osd_handler.c:8640:osd_device_free()) Process entered 00000020:00000010:0.0:1749611640.277053:0:32051:0:(lu_object.c:1145:lu_site_fini()) kfreed 's->ls_bkts': 14336 at ffff880099880000. 00000020:00000010:0.0:1749611640.277063:0:32051:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff8800654df500. 00000020:00000010:0.0:1749611640.277066:0:32051:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff88009959dc00. 00000020:00000010:0.0:1749611640.277068:0:32051:0:(lprocfs_status.c:1426:stats_free()) kfreed 'stats->ls_percpu[i]': 256 at ffff880086d2e200. 00000020:00000010:0.0:1749611640.277072:0:32051:0:(lprocfs_status.c:1432:stats_free()) kfreed 'stats->ls_cnt_header': 192 at ffff88009c52ed80. 00000020:00000010:0.0:1749611640.277074:0:32051:0:(lprocfs_status.c:1442:stats_free()) kfreed 'stats': 608 at ffff88009c624800. 00080000:00000010:0.0:1749611640.277077:0:32051:0:(osd_handler.c:8649:osd_device_free()) kfreed 'o': 31552 at ffff880081d48000. 00080000:00000001:0.0:1749611640.277087:0:32051:0:(osd_handler.c:8650:osd_device_free()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611640.277091:0:32051:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05a400. 00000040:00000010:0.0:1749611640.277095:0:32051:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d05a000. 00000020:00000010:0.0:1749611640.277097:0:32051:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d16f800. 00000020:00000010:0.0:1749611640.277100:0:32051:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05b200. 00040000:00000010:0.0:1749611640.277103:0:32051:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a6190400. 00040000:00000010:0.0:1749611640.277106:0:32051:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012d05a200. 00080000:00000010:0.0:1749611640.277109:0:32051:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f06000. 00080000:00000010:0.0:1749611640.277113:0:32051:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013267a000. 00000020:00000010:0.0:1749611640.277116:0:32051:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05be00. 00000020:00000001:0.0:1749611640.277118:0:32051:0:(obd_class.h:666:obd_cleanup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611640.277120:0:32051:0:(genops.c:66:obd_device_free()) slab-freed '(obd)': 5488 at ffff880085154050. 00000020:00000001:0.0:1749611640.277126:0:32051:0:(obd_config.c:814:class_detach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611640.277128:0:32051:0:(obd_config.c:1534:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611640.277134:0:32051:0:(obd_config.c:2336:class_manual_cleanup()) kfreed 'lcfg': 72 at ffff88009b1f1b40. 00000020:00000001:0.0:1749611640.277138:0:32051:0:(obd_config.c:2337:class_manual_cleanup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611640.277140:0:32051:0:(osd_handler.c:8764:osd_obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611640.277142:0:32051:0:(obd_class.h:943:obd_disconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611640.277145:0:32051:0:(obd_mount.c:668:lustre_free_lsi()) Process entered 00000020:01000004:0.0:1749611640.277147:0:32051:0:(obd_mount.c:671:lustre_free_lsi()) Freeing lsi ffff88007197f800 00000020:00000010:0.0:1749611640.277150:0:32051:0:(obd_mount.c:679:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_dev': 24 at ffff8800b212fe80. 00000020:00000010:0.0:1749611640.277153:0:32051:0:(obd_mount.c:681:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_profile': 15 at ffff8800782b19e0. 00000020:00000010:0.0:1749611640.277156:0:32051:0:(obd_mount.c:693:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_mgs': 20 at ffff8800b212fea0. 00000020:00000010:0.0:1749611640.277158:0:32051:0:(obd_mount.c:695:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_osd_type': 12 at ffff8800782b19c0. 00000020:00000010:0.0:1749611640.277160:0:32051:0:(obd_mount.c:696:lustre_free_lsi()) kfreed 'lsi->lsi_lmd->lmd_params': 4096 at ffff88009c9b6000. 00000020:00000010:0.0:1749611640.277164:0:32051:0:(obd_mount.c:700:lustre_free_lsi()) kfreed 'lsi->lsi_lmd': 112 at ffff88007ac50900. 00000020:00000010:0.0:1749611640.277166:0:32051:0:(obd_mount.c:704:lustre_free_lsi()) kfreed 'lsi': 1208 at ffff88007197f800. 00000020:00000001:0.0:1749611640.277169:0:32051:0:(obd_mount.c:706:lustre_free_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611640.277170:0:32051:0:(obd_mount.c:740:lustre_put_lsi()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611640.277173:0:32051:0:(tgt_mount.c:1106:server_stop_servers()) Process entered 00000020:00000001:0.0:1749611640.277182:0:32051:0:(tgt_mount.c:1142:server_stop_servers()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611640.277186:0:32051:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880091b16200. 00000020:00000010:0.0:1749611640.277192:0:32051:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880079131600. 00000040:00000010:0.0:1749611640.277195:0:32051:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880079130600. 00000020:00000010:0.0:1749611640.277198:0:32051:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0b000. 00000020:00000010:0.0:1749611640.277202:0:32051:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a8814670. 00000020:00000010:0.0:1749611640.277205:0:32051:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880079130800. 80000000:00000010:0.0:1749611640.277208:0:32051:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256ea0. 40000000:00000010:0.0:1749611640.277211:0:32051:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880091b16a00. 00100000:00000010:0.0:1749611640.277214:0:32051:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff880129e0d800. 00040000:00000010:0.0:1749611640.277217:0:32051:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880086d2e700. 00040000:00000010:0.0:1749611640.277220:0:32051:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880079131200. 00080000:00000010:0.0:1749611640.277223:0:32051:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136aba000. 00080000:00000010:0.0:1749611640.277244:0:32051:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000004:00000010:0.0:1749611640.277248:0:32051:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff880129e09800. 00000004:00000010:0.0:1749611640.277252:0:32051:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff880131188000. 00000004:00000010:0.0:1749611640.277256:0:32051:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880129e0e800. 00002000:00000010:0.0:1749611640.277260:0:32051:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009457cc00. 00000004:00000010:0.0:1749611640.277268:0:32051:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009457c000. 00000020:00000010:0.0:1749611640.277271:0:32051:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131a00. 00000020:02000400:0.0:1749611640.277274:0:32051:0:(tgt_mount.c:1814:server_put_super()) server umount lustre-OST0000 complete 00000020:00000010:0.0:1749611640.279715:0:32051:0:(tgt_mount.c:1815:server_put_super()) kfreed 'tmpname': 15 at ffff88006b821e50. 00000020:00000001:0.0:1749611640.279720:0:32051:0:(tgt_mount.c:1816:server_put_super()) Process leaving 00010000:00000001:0.0:1749611640.424652:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611640.424658:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611640.424770:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611640.424775:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611640.424779:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611640.458598:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611640.458603:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611640.458606:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611640.458610:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611640.458614:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611640.458617:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611640.458620:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611640.458623:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611640.458625:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611640.482276:0:32078:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611640.482286:0:32078:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611640.482292:0:32078:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611640.482308:0:32078:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611640.482313:0:32078:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611640.482316:0:32078:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611640.605264:0:32123:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff88006b821e70. 00000400:00000040:2.0:1749611640.605274:0:32123:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:2.0:1749611640.605277:0:32123:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:2.0:1749611640.605279:0:32123:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:2.0:1749611640.605280:0:32123:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:2.0:1749611640.605282:0:32123:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:2.0:1749611640.605284:0:32123:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:2.0:1749611640.605286:0:32123:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:2.0:1749611640.605397:0:32123:0:(kernelcomm.c:266:lustre_device_done()) kfreed 'glist': 16 at ffff88006b821e70. 00080000:00000010:2.0:1749611640.821419:0:32144:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611640.821429:0:32144:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611640.821434:0:32144:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611640.821451:0:32144:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611640.821456:0:32144:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611640.821464:0:32144:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611641.140762:0:32210:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611641.140772:0:32210:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611641.140778:0:32210:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611641.140795:0:32210:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387880. 00080000:00000010:2.0:1749611641.140800:0:32210:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387880. 00000020:00000001:2.0:1749611641.140803:0:32210:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611641.243667:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611641.243672:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611641.243675:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611641.243679:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611641.243683:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611641.243686:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611641.243689:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611641.243692:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611641.243695:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611641.331876:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611641.331886:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611641.331892:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611641.331969:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611641.331975:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611641.331979:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611641.426710:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611641.426718:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611641.426868:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611641.426875:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611641.426881:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611641.458645:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611641.458652:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611641.458655:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611641.458659:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611641.458662:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611641.458667:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611641.458669:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611641.458672:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611641.458674:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611641.761066:0:32293:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611641.761076:0:32293:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611641.761083:0:32293:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611641.761103:0:32293:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611641.761110:0:32293:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611641.761113:0:32293:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611641.764964:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611641.764970:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611641.764975:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611641.765067:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387f00. 00080000:00000010:2.0:1749611641.765072:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387f00. 00000020:00000001:2.0:1749611641.765075:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611641.935271:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7000. 00080000:00000010:3.0:1749611641.935281:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7000. 00000020:00000001:3.0:1749611641.935287:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611641.935359:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7000. 00080000:00000010:3.0:1749611641.935364:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7000. 00000020:00000001:3.0:1749611641.935368:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611642.243626:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611642.243633:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611642.243644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611642.243648:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611642.243652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611642.243656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611642.243659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611642.243662:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611642.243665:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611642.340778:0:32358:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611642.340788:0:32358:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611642.340795:0:32358:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611642.340853:0:32358:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611642.340859:0:32358:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611642.340862:0:32358:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611642.345250:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611642.345257:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611642.345262:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611642.345338:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387500. 00080000:00000010:2.0:1749611642.345342:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387500. 00000020:00000001:2.0:1749611642.345345:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611642.428613:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611642.428618:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611642.428730:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611642.428736:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611642.428740:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611642.458691:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611642.458697:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611642.458699:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611642.458703:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611642.458707:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611642.458710:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611642.458713:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611642.458716:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611642.458719:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611642.516391:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611642.516401:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611642.516407:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611642.516479:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611642.516484:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611642.516487:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611642.948048:0:32424:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0780. 00080000:00000010:1.0:1749611642.948056:0:32424:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0780. 00000020:00000001:1.0:1749611642.948061:0:32424:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611642.948073:0:32424:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0780. 00080000:00000010:1.0:1749611642.948077:0:32424:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0780. 00000020:00000001:1.0:1749611642.948080:0:32424:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611642.951361:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7500. 00080000:00000010:3.0:1749611642.951367:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7500. 00000020:00000001:3.0:1749611642.951371:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611642.951443:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7500. 00080000:00000010:3.0:1749611642.951446:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7500. 00000020:00000001:3.0:1749611642.951450:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611643.075488:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611643.075494:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611643.075500:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611643.075559:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611643.075563:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611643.075564:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611643.195462:0:32488:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611643.195467:0:32488:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611643.195470:0:32488:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611643.195477:0:32488:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611643.195481:0:32488:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611643.195482:0:32488:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.197581:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611643.197585:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611643.197588:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.197622:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387b80. 00080000:00000010:2.0:1749611643.197624:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387b80. 00000020:00000001:2.0:1749611643.197628:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611643.243576:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611643.243579:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611643.243580:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611643.243582:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611643.243584:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611643.243587:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611643.243588:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611643.243590:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611643.243591:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611643.302721:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611643.302727:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611643.302730:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611643.302768:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff200. 00080000:00000010:0.0:1749611643.302771:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff200. 00000020:00000001:0.0:1749611643.302773:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.408699:0:32553:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749611643.408704:0:32553:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749611643.408707:0:32553:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.408716:0:32553:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749611643.408718:0:32553:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749611643.408720:0:32553:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.410711:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749611643.410715:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749611643.410717:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.410752:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749611643.410754:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749611643.410756:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611643.430578:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611643.430581:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611643.430646:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611643.430649:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611643.430651:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611643.458580:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611643.458583:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611643.458584:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611643.458586:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611643.458588:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611643.458590:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611643.458591:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611643.458593:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611643.458594:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611643.487443:0:32596:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c00. 00080000:00000010:3.0:1749611643.487448:0:32596:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c00. 00000020:00000001:3.0:1749611643.487451:0:32596:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611643.487455:0:32596:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7c00. 00080000:00000010:3.0:1749611643.487457:0:32596:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7c00. 00000020:00000001:3.0:1749611643.487460:0:32596:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.511886:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749611643.511890:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749611643.511893:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.511928:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749611643.511930:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749611643.511932:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.619990:0:32618:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749611643.619993:0:32618:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749611643.619995:0:32618:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.620003:0:32618:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749611643.620005:0:32618:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749611643.620006:0:32618:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.621883:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749611643.621886:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749611643.621888:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.621919:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749611643.621921:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749611643.621923:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611643.706005:0:32663:0:(kernelcomm.c:91:lustre_device_list_start()) kmalloced '(glist)': 16 at ffff88006a9b84b0. 00000400:00000040:0.0:1749611643.706010:0:32663:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[1] length = 44 00000400:00000040:0.0:1749611643.706012:0:32663:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[2] length = 28 00000400:00000040:0.0:1749611643.706013:0:32663:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[3] length = 28 00000400:00000040:0.0:1749611643.706014:0:32663:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[4] length = 28 00000400:00000040:0.0:1749611643.706015:0:32663:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[5] length = 28 00000400:00000040:0.0:1749611643.706016:0:32663:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[6] length = 28 00000400:00000040:0.0:1749611643.706017:0:32663:0:(api-ni.c:2877:lnet_genl_parse_list()) nest attr[7] length = 32 00000020:00000010:0.0:1749611643.706073:0:32663:0:(kernelcomm.c:266:lustre_device_done()) kfreed 'glist': 16 at ffff88006a9b84b0. 00080000:00000010:3.0:1749611643.731477:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7400. 00080000:00000010:3.0:1749611643.731483:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7400. 00000020:00000001:3.0:1749611643.731488:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611643.731561:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7400. 00080000:00000010:3.0:1749611643.731568:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7400. 00000020:00000001:3.0:1749611643.731571:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611643.830715:0:32686:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611643.830719:0:32686:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611643.830722:0:32686:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611643.830729:0:32686:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffe80. 00080000:00000010:0.0:1749611643.830731:0:32686:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffe80. 00000020:00000001:0.0:1749611643.830733:0:32686:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.832690:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611643.832694:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611643.832697:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.832729:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611643.832731:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611643.832733:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.946951:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611643.946957:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611643.946961:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611643.947011:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611643.947015:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611643.947017:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.161705:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611644.161719:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611644.161722:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611644.161726:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611644.161729:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611644.161733:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.161736:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611644.174629:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611644.174636:0:27774:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611644.174640:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611644.174644:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611644.174646:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611644.174649:0:27774:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611644.174653:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611644.174659:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6245 00000100:00080000:2.0:1749611644.174671:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611644.174675:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611644.174678:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611644.174681:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611644.174683:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611644.174687:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611644.174689:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611644.174692:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611644.174696:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611644.174698:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611644.174701:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611644.174704:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611644.174706:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611644.174707:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611644.174709:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611644.174712:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611644.174715:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611644.174718:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611644.174721:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611644.174728:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611644.174730:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611644.174732:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611644.174735:0:27774:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611644.174740:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236300. 00000020:00000040:2.0:1749611644.174744:0:27774:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611644.174748:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611644.174750:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611644.174753:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611644.174756:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611644.174759:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611644.174766:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7f000. 00000100:00000001:2.0:1749611644.174774:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611644.174808:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236300 x1834598494707712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611644.174820:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611644.174824:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611644.174829:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236300] to pc [ptlrpcd_rcv+-1] req@ffff880079236300 x1834598494707712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611644.174852:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611644.174856:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611644.174860:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611644.174861:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611644.174863:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611644.174865:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611644.174867:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6245 00000100:00080000:2.0:1749611644.174870:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611644.174872:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611644.174875:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611644.174876:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611644.174878:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611644.174880:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611644.174882:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611644.174883:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611644.174885:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611644.174887:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611644.174889:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611644.174892:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611644.174893:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611644.174895:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611644.174897:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611644.174899:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611644.174901:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611644.174909:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611644.174911:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611644.174915:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611644.174917:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611644.174919:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611644.174921:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611644.174924:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236a00. 00000020:00000040:2.0:1749611644.174927:0:27774:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611644.174929:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611644.174930:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611644.174932:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611644.174934:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611644.174936:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611644.174939:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7f400. 00000100:00000001:2.0:1749611644.174943:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611644.174948:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236a00 x1834598494707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611644.174954:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611644.174955:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611644.174957:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.174959:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611644.174961:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236a00] to pc [ptlrpcd_rcv+-1] req@ffff880079236a00 x1834598494707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611644.174962:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611644.174969:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611644.174971:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236300 x1834598494707712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611644.174972:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611644.174975:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611644.174976:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611644.174978:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611644.174980:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611644.174983:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6245 00000100:00000001:1.0:1749611644.174983:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611644.174984:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611644.174985:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611644.174987:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611644.174989:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1749611644.174989:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:2.0:1749611644.174991:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:1.0:1749611644.174991:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611644.174994:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611644.174997:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:1.0:1749611644.174998:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494707712:0@lo:38:kworker.0 00000020:00000001:2.0:1749611644.175000:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611644.175001:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611644.175002:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611644.175002:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749611644.175005:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:1.0:1749611644.175006:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611644.175007:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611644.175009:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:1.0:1749611644.175009:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611644.175011:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611644.175012:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611644.175014:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611644.175015:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000010:1.0:1749611644.175016:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800839a3400. 00000100:00000001:2.0:1749611644.175017:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611644.175019:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:1.0:1749611644.175019:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611644.175021:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611644.175023:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611644.175025:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:1.0:1749611644.175026:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db6e0. 02000000:00000001:2.0:1749611644.175028:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611644.175030:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611644.175032:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611644.175033:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611644.175033:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58be58. 00000100:00000010:2.0:1749611644.175036:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235880. 00000020:00000040:2.0:1749611644.175038:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611644.175040:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611644.175041:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611644.175041:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494707712, portal 4 00000100:00000001:2.0:1749611644.175043:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1749611644.175043:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:2.0:1749611644.175044:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1749611644.175045:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346580736 : -131939362970880 : ffff880079236300) 02000000:00000001:2.0:1749611644.175046:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611644.175049:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7c000. 00000100:00000001:2.0:1749611644.175052:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611644.175054:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236300 x1834598494707712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611644.175056:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235880 x1834598494707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611644.175063:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611644.175063:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611644.175064:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611644.175066:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611644.175068:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235880] to pc [ptlrpcd_rcv+-1] req@ffff880079235880 x1834598494707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611644.175068:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000200:1.0:1749611644.175071:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494707712, offset 0 00000400:00000200:1.0:1749611644.175078:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611644.175080:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611644.175083:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611644.175086:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611644.175090:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234700. 00000020:00000040:2.0:1749611644.175092:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:1.0:1749611644.175092:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611644.175094:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611644.175096:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611644.175097:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611644.175100:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2eb00. 00000100:00000001:2.0:1749611644.175103:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611644.175103:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf952000 00000100:00000040:2.0:1749611644.175107:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749611644.175110:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 19760 00000100:00000001:2.0:1749611644.175114:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611644.175116:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611644.175118:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1749611644.175121:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234700] to pc [ptlrpcd_00_02+2] req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611644.175123:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611644.175137:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611644.175140:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:1.0:1749611644.175144:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a3480. 00000100:00000001:2.0:1749611644.175148:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611644.175148:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a3480 x1834598494707712 msgsize 520 00000100:00100000:1.0:1749611644.175152:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611644.175153:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611644.175153:0:27774:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6255) 00000100:00000001:3.0:1749611644.175158:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611644.175160:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611644.175164:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611644.175167:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611644.175168:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611644.175177:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611644.175180:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611644.175182:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611644.175185:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611644.175187:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611644.175187:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 02000000:00000001:3.0:1749611644.175190:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611644.175190:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00100000:3.0:1749611644.175193:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494708096:0@lo:400:kworker.0 00000100:00000001:1.0:1749611644.175193:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611644.175197:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1749611644.175198:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236300 x1834598494707712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611644.175201:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611644.175202:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611644.175204:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611644.175207:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000010:3.0:1749611644.175208:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006dc59e00. 02000000:00000001:3.0:1749611644.175210:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611644.175210:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236300 x1834598494707712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611644.175214:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000100:00000001:1.0:1749611644.175217:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.175218:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000010:3.0:1749611644.175219:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:1.0:1749611644.175222:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611644.175224:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494708096, portal 10 00000100:00000001:3.0:1749611644.175226:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:1.0:1749611644.175227:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1258 usecs (2 jiffies) 00000100:00000001:3.0:1749611644.175228:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346573568 : -131939362978048 : ffff880079234700) 00000100:00000001:1.0:1749611644.175231:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300917634 00000100:00000010:1.0:1749611644.175235:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230e80. 00000100:00000040:3.0:1749611644.175236:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611644.175242:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749611644.175245:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611644.175247:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611644.175249:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000200:3.0:1749611644.175252:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494708096, offset 0 00000100:00000001:1.0:1749611644.175254:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300917634 00000400:00000200:3.0:1749611644.175257:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749611644.175257:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b22306c0. 00000100:00000001:1.0:1749611644.175260:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749611644.175263:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300917634 00000400:00000200:3.0:1749611644.175265:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:1.0:1749611644.175265:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230640. 00000100:00000001:1.0:1749611644.175268:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000400:00000200:3.0:1749611644.175273:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf952180 00000100:00000001:1.0:1749611644.175277:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300917634 00000400:00000200:3.0:1749611644.175278:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 170512 00000100:00000010:1.0:1749611644.175280:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b2230a80. 00000100:00000001:1.0:1749611644.175283:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749611644.175285:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611644.175291:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611644.175292:0:9696:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611644.175293:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611644.175295:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611644.175296:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611644.175297:0:9696:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494707712 00000100:00000001:1.0:1749611644.175298:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611644.175299:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611644.175301:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:0.0:1749611644.175301:0:9696:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611644.175304:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611644.175305:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1749611644.175306:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f577b80. 00000100:00000001:1.0:1749611644.175307:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1749611644.175309:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009f577b80 x1834598494708096 msgsize 224 00000100:00000001:1.0:1749611644.175309:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611644.175310:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:3.0:1749611644.175313:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611644.175313:0:9696:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611644.175315:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236a00 x1834598494707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611644.175316:0:9696:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611644.175320:0:9696:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.175322:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611644.175323:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611644.175324:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611644.175325:0:9696:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494707712 02000000:00000001:1.0:1749611644.175326:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1749611644.175328:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 02000000:00000001:1.0:1749611644.175328:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611644.175328:0:9696:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611644.175329:0:9696:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000010:3.0:1749611644.175330:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 02000000:00000001:1.0:1749611644.175330:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611644.175331:0:9696:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611644.175333:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:1.0:1749611644.175333:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494707840:0@lo:38:kworker.0 00000020:00000001:0.0:1749611644.175334:0:9696:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611644.175335:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611644.175336:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749611644.175336:0:9696:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611644.175338:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611660 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611644.175338:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494708096 02000000:00000001:1.0:1749611644.175338:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611644.175339:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611644.175340:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749611644.175341:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1749611644.175341:0:9696:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05bc00. 00000100:00000001:2.0:1749611644.175343:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000010:1.0:1749611644.175344:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800839a3800. 00000100:00000001:2.0:1749611644.175345:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611644.175346:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611644.175347:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:0.0:1749611644.175347:0:9696:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff180. 02000000:00000001:2.0:1749611644.175348:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611644.175349:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db688. 00000100:00000040:3.0:1749611644.175350:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611660 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611644.175351:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494708096 00000020:00000010:0.0:1749611644.175351:0:9696:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add0c8. 00000400:00000010:1.0:1749611644.175352:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000020:00000001:2.0:1749611644.175353:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611644.175354:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:2.0:1749611644.175356:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000200:1.0:1749611644.175356:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494707840, portal 10 00000100:00000001:3.0:1749611644.175357:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611644.175357:0:9696:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611644.175358:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611644.175358:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611644.175358:0:9696:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000040:2.0:1749611644.175359:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749611644.175359:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346582528 : -131939362969088 : ffff880079236a00) 00000020:00000001:2.0:1749611644.175361:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611644.175361:0:9696:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611644.175362:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611644.175365:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236a00 x1834598494707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611644.175366:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 960 usecs (1 jiffies) 00000100:00000001:0.0:1749611644.175366:0:9696:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611644.175369:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300917633 00000020:00000001:2.0:1749611644.175369:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611644.175371:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300917634 00000100:00000001:1.0:1749611644.175371:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611644.175373:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611644.175374:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300917633 00000100:00000001:2.0:1749611644.175375:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000010:1.0:1749611644.175375:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000001:3.0:1749611644.175376:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300917634 00000100:00000200:1.0:1749611644.175377:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494707840, offset 0 00000100:00000001:0.0:1749611644.175378:0:9696:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611644.175379:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300917633 00000020:00000010:2.0:1749611644.175379:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3c7980. 00000100:00000001:3.0:1749611644.175381:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300917634 00000400:00000200:1.0:1749611644.175381:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611644.175383:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300917633 00000020:00000010:2.0:1749611644.175384:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800acb8b640. 00000100:00000001:3.0:1749611644.175385:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300917634 00000100:00000001:3.0:1749611644.175387:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611644.175388:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611644.175389:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611644.175391:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:0.0:1749611644.175391:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:1.0:1749611644.175392:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611644.175396:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611644.175396:0:9696:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000400:00000200:1.0:1749611644.175397:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf952080 00000100:00000001:3.0:1749611644.175399:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611644.175399:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611644.175399:0:9696:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598685824 : -131939110865792 : ffff8800882a3480) 00000400:00000200:1.0:1749611644.175402:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 170736 00000020:00000010:2.0:1749611644.175403:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27de00. 00000100:00000001:3.0:1749611644.175404:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611644.175406:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000040:0.0:1749611644.175406:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a3480 x1834598494707712/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611644.175407:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387700. 00000400:00000200:1.0:1749611644.175407:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611644.175408:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611644.175410:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749611644.175410:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:2.0:1749611644.175411:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 00000100:00000001:3.0:1749611644.175412:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.175413:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611644.175414:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611644.175414:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000040:2.0:1749611644.175417:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000010:1.0:1749611644.175418:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a3800. 00000100:00000001:2.0:1749611644.175419:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:0.0:1749611644.175419:0:9696:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494707712:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749611644.175420:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a3800 x1834598494707840 msgsize 520 00000100:00000001:2.0:1749611644.175421:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749611644.175423:0:9696:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494707712 00000100:00000001:2.0:1749611644.175424:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611644.175424:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749611644.175427:0:9696:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611644.175429:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611644.175431:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:0.0:1749611644.175431:0:9696:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611644.175432:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.175433:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611644.175436:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000010:1.0:1749611644.175438:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:2.0:1749611644.175439:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611644.175440:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1749611644.175444:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236a00 x1834598494707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611644.175444:0:9696:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611644.175447:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00020000:0.0:1749611644.175448:0:9696:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1749611644.175449:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494707840 02000000:00000001:2.0:1749611644.175451:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611644.175451:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:0.0:1749611644.175451:0:9696:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611644.175453:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611644.175454:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236a00 x1834598494707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611644.175455:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611644.175455:0:9696:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611644.175457:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611644.175458:0:9696:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00100000:2.0:1749611644.175459:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494707840 00000100:00000001:1.0:1749611644.175460:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611644.175461:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611644.175461:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749611644.175462:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611644.175463:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611644.175464:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611644.175465:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611644.175466:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611644.175466:0:9696:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:1.0:1749611644.175467:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1092 usecs (2 jiffies) 02000000:00000001:0.0:1749611644.175468:0:9696:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:2.0:1749611644.175469:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27d000. 00000100:00000001:1.0:1749611644.175470:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300917634 00000020:00000010:2.0:1749611644.175471:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387c00. 00000100:00000001:1.0:1749611644.175472:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300917634 02000000:00000010:0.0:1749611644.175472:0:9696:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c627000. 00000020:00000010:2.0:1749611644.175473:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9190. 02000000:00000001:0.0:1749611644.175474:0:9696:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.175475:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300917634 00000100:00000001:2.0:1749611644.175476:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611644.175477:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611644.175477:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300917634 00000100:00000001:0.0:1749611644.175477:0:9696:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611644.175478:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.175479:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300917634 00000100:00000001:1.0:1749611644.175481:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300917634 00010000:00000001:0.0:1749611644.175481:0:9696:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611644.175483:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300917634 00010000:00000001:0.0:1749611644.175483:0:9696:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.175485:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300917634 00000100:00000001:2.0:1749611644.175486:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611644.175486:0:9696:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611644.175490:0:9696:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611644.175491:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611644.175491:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611644.175493:0:9696:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611644.175494:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.175496:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611644.175496:0:9696:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611644.175498:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611644.175498:0:9696:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611644.175499:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611644.175500:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235880 x1834598494707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611644.175501:0:9696:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00100000:2.0:1749611644.175504:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00000040:0.0:1749611644.175504:0:9696:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:0.0:1749611644.175506:0:9696:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611644.175507:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611644.175507:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:0.0:1749611644.175508:0:9696:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611644.175509:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987529088 : -131938722022528 : ffff88009f577b80) 00000100:00000001:1.0:1749611644.175509:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611644.175510:0:9696:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749611644.175511:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611644.175512:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611644.175512:0:9696:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611644.175514:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611644.175515:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f577b80 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:325/0 lens 224/0 e 0 to 0 dl 1749611655 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611644.175515:0:9696:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00100000:1.0:1749611644.175517:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494707968:0@lo:38:kworker.0 00000100:00000200:0.0:1749611644.175520:0:9696:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494707712, offset 0 00000100:00000001:2.0:1749611644.175552:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611644.175552:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:2.0:1749611644.175554:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3c7e40. 02000000:00000001:1.0:1749611644.175554:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1749611644.175555:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611644.175555:0:9696:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611644.175557:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611644.175557:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:2.0:1749611644.175560:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3c7e40. 02000000:00000010:1.0:1749611644.175560:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800839a0800. 02000000:00000001:1.0:1749611644.175562:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611644.175566:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494708096:12345-0@lo:400:kworker.0 00000400:00000010:1.0:1749611644.175566:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db630. 00000400:00000200:0.0:1749611644.175566:0:9696:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:1.0:1749611644.175569:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000200:2.0:1749611644.175570:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494708096 00000100:00000200:1.0:1749611644.175572:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494707968, portal 10 00000020:00000001:2.0:1749611644.175573:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749611644.175573:0:9696:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf952000 00000100:00000001:1.0:1749611644.175574:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611644.175575:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346578048 : -131939362973568 : ffff880079235880) 00000020:00000001:2.0:1749611644.175576:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:2.0:1749611644.175578:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611644.175579:0:9696:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x995d [1] + 0 00000020:00000001:2.0:1749611644.175581:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:1.0:1749611644.175581:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235880 x1834598494707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611644.175583:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000400:00000200:0.0:1749611644.175584:0:9696:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:2.0:1749611644.175586:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:1.0:1749611644.175587:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611644.175588:0:9696:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:2.0:1749611644.175590:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611644.175590:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611644.175591:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b088. 00000020:00000001:2.0:1749611644.175592:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611644.175592:0:9696:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611644.175594:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000200:1.0:1749611644.175594:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494707968, offset 0 00000020:00000001:2.0:1749611644.175597:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611644.175597:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749611644.175597:0:9696:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236300 x1834598494707712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611644.175599:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611644.175603:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000200:1.0:1749611644.175604:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611644.175605:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611644.175608:0:9696:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236300 x1834598494707712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611644.175609:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130c7e800. 00000400:00000200:1.0:1749611644.175609:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf952100 02000000:00000001:2.0:1749611644.175611:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611644.175613:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611644.175613:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 171256 00000020:00000001:2.0:1749611644.175615:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611644.175617:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611644.175617:0:9696:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000040:2.0:1749611644.175618:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494708096 00000400:00000200:0.0:1749611644.175623:0:9696:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000200:1.0:1749611644.175625:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:2.0:1749611644.175626:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:0.0:1749611644.175630:0:9696:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00010000:00000200:2.0:1749611644.175632:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f577b80 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:325/0 lens 224/224 e 0 to 0 dl 1749611655 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611644.175634:0:9696:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611644.175636:0:9696:0:(events.c:399:reply_out_callback()) Process leaving 00010000:00000001:2.0:1749611644.175640:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611644.175640:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:0.0:1749611644.175640:0:9696:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611644.175641:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1749611644.175642:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611644.175643:0:9696:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00001000:2.0:1749611644.175645:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=99 v=5 (1 1 1 1) 00000100:00000010:1.0:1749611644.175645:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a3b80. 00000100:00000001:0.0:1749611644.175646:0:9696:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611644.175647:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a3b80 x1834598494707968 msgsize 520 00000020:00000001:0.0:1749611644.175648:0:9696:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611644.175649:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:1.0:1749611644.175651:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749611644.175652:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611644.175653:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611644.175653:0:9696:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a3480 x1834598494707712/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611664 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611644.175656:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611644.175658:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.175659:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611644.175660:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611644.175663:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:1.0:1749611644.175663:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b088 00000100:00100000:0.0:1749611644.175663:0:9696:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:28320:x1834598494707712:12345-0@lo:38:kworker.0 Request processed in 244us (513us total) trans 0 rc -19/-19 00000400:00000010:1.0:1749611644.175665:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b088. 00000400:00000010:2.0:1749611644.175666:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:1.0:1749611644.175667:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611644.175670:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494708096, offset 224 00000100:00000200:1.0:1749611644.175671:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235880 x1834598494707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611644.175672:0:9696:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00000001:0.0:1749611644.175675:0:9696:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749611644.175676:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611644.175676:0:9696:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611644.175678:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611644.175681:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235880 x1834598494707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611644.175681:0:9696:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff180. 00000400:00000200:2.0:1749611644.175684:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:0.0:1749611644.175684:0:9696:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add0c8. 00000100:00000001:1.0:1749611644.175687:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611644.175688:0:9696:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05bc00. 00000100:00000001:1.0:1749611644.175689:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749611644.175691:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952180 00000100:00000001:0.0:1749611644.175691:0:9696:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611644.175692:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611644.175696:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 788 usecs (1 jiffies) 00000400:00000200:2.0:1749611644.175697:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9965 [1] + 224 00000100:00000001:1.0:1749611644.175698:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300917634 00000100:00000001:1.0:1749611644.175701:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300917634 00000400:00000200:2.0:1749611644.175702:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611644.175703:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300917634 00000400:00000200:2.0:1749611644.175705:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611644.175705:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300917634 00000100:00000001:1.0:1749611644.175707:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300917634 00000100:00000001:2.0:1749611644.175709:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611644.175709:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300917634 00000100:00000001:1.0:1749611644.175711:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300917634 00000100:00000200:2.0:1749611644.175713:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611660 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611644.175713:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300917634 00000100:00000001:1.0:1749611644.175715:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611644.175717:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611644.175721:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:2.0:1749611644.175722:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1749611644.175722:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611644.175724:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611644.175726:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494707968 00000400:00000010:1.0:1749611644.175729:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db6e0. 02000000:00000001:0.0:1749611644.175729:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611644.175730:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749611644.175732:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58be58 00000100:00000001:0.0:1749611644.175732:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611644.175734:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58be58. 02000000:00000001:0.0:1749611644.175735:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.175736:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749611644.175737:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494707968 00000020:00000001:0.0:1749611644.175739:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749611644.175740:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236300 x1834598494707712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611644.175740:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611644.175742:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611644.175743:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611644.175745:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:0.0:1749611644.175745:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611644.175748:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05bc00. 00000100:00000200:1.0:1749611644.175749:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236300 x1834598494707712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611644.175751:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff180. 00000400:00000200:2.0:1749611644.175752:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000020:00000010:0.0:1749611644.175753:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add0c8. 00000100:00000001:3.0:1749611644.175754:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749611644.175754:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:1.0:1749611644.175755:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611644.175756:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611644.175757:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611644.175757:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611644.175757:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611644.175757:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611644.175758:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611644.175760:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000001:3.0:1749611644.175762:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611644.175762:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611644.175762:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000001:3.0:1749611644.175763:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611644.175764:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611644.175764:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611644.175765:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000010:3.0:1749611644.175766:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000100:00000001:1.0:1749611644.175766:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611644.175767:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611644.175769:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611644.175770:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749611644.175773:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00010000:00000001:2.0:1749611644.175773:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:0.0:1749611644.175774:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611644.175775:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611644.175775:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611644 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611644.175776:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:2.0:1749611644.175777:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00001000:1.0:1749611644.175778:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=17 v=20 (1 1 20 1) 00000100:00000040:2.0:1749611644.175800:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f577b80 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:325/0 lens 224/224 e 0 to 0 dl 1749611655 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611644.175802:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749611644.175803:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611660 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611644.175805:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611644.175806:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611644.175807:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611644.175808:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749611644.175811:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:2.0:1749611644.175812:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f577b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494708096:12345-0@lo:400:kworker.0 Request processed in 258us (500us total) trans 0 rc 0/0 00000100:00000040:1.0:1749611644.175813:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236300 x1834598494707712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611669 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611644.175813:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598686720 : -131939110864896 : ffff8800882a3800) 00000100:00000200:3.0:1749611644.175814:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611660 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611644.175818:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a3800 x1834598494707840/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611644.175820:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749611644.175821:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00000001:3.0:1749611644.175822:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611644.175824:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611644.175824:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749611644.175824:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611644.175826:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611644.175826:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611644.175826:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611644.175827:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494707840:12345-0@lo:38:kworker.0 02000000:00000001:3.0:1749611644.175828:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611644.175828:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611644.175828:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611644.175830:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611644.175830:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611644.175830:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494707840 00000100:00000001:3.0:1749611644.175832:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611644.175832:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387700. 00000020:00000001:0.0:1749611644.175832:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00080000:1.0:1749611644.175833:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749611644.175835:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611644.175835:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000010:2.0:1749611644.175836:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000100:00080000:1.0:1749611644.175836:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611644.175838:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749611644.175840:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=49 v=5 (5 5 5 5) 00000020:00000010:2.0:1749611644.175841:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27de00. 00000100:00000040:1.0:1749611644.175842:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236300 x1834598494707712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611669 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611644.175842:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611644.175844:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=49 v=5 (1 1 1 1) 00000020:00000040:2.0:1749611644.175846:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00010000:00020000:0.0:1749611644.175846:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611644.175847:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611644.175848:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611644.175848:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611644.175848:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611644.175851:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1749611644.175851:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611644.175853:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611644.175855:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00080000:3.0:1749611644.175856:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611644.175856:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611644.175857:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611644.175858:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:0.0:1749611644.175860:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c624000. 02000000:00000001:0.0:1749611644.175861:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611644.175862:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00010000:00000001:3.0:1749611644.175863:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611644.175863:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494707712:0@lo:38:kworker.0 00000100:00000001:2.0:1749611644.175864:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598687616 : -131939110864000 : ffff8800882a3b80) 00000100:00000001:0.0:1749611644.175864:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611644.175866:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00010000:00000001:0.0:1749611644.175866:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611644.175867:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611644.175868:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a3b80 x1834598494707968/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611664 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611644.175868:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.175869:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1749611644.175870:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749611644.175872:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236300 x1834598494707712/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611669 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611644.175873:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749611644.175874:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611644.175875:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611644.175876:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1749611644.175877:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611644.175878:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611644.175878:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494707968:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611644.175879:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611644.175879:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:2.0:1749611644.175881:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494707968 02000000:00000001:1.0:1749611644.175881:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749611644.175882:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611660 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611644.175882:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:2.0:1749611644.175883:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:1.0:1749611644.175884:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800839a3400. 00010000:00000001:2.0:1749611644.175885:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749611644.175885:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:1.0:1749611644.175887:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611644.175888:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611644.175890:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749611644.175890:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749611644.175892:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:0.0:1749611644.175892:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:1.0:1749611644.175893:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611644.175894:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611644.175894:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611644.175894:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611644.175895:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7f000. 00000100:00000001:0.0:1749611644.175896:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611644.175897:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611660 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749611644.175898:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:0.0:1749611644.175898:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611644.175899:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00010000:00000001:2.0:1749611644.175900:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:1.0:1749611644.175901:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000010:0.0:1749611644.175901:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000010:1.0:1749611644.175902:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236300. 00010000:00000001:2.0:1749611644.175903:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611644.175905:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494708096:0@lo:400:kworker.0 00000100:00000200:0.0:1749611644.175905:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494707840, offset 0 00000100:00000001:1.0:1749611644.175906:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611644.175907:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611644.175909:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611644.175909:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611644.175909:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611644.175911:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611644.175911:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611644.175913:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749611644.175914:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234700 x1834598494708096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611660 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611644.175914:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749611644.175915:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611644.175915:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611644.175916:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611644.175917:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:2.0:1749611644.175919:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130c7d400. 00000100:00000001:1.0:1749611644.175919:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611644.175920:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611644.175921:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611644.175921:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611644.175922:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611644.175922:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611644.175922:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952080 00000100:00000001:2.0:1749611644.175923:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611644.175925:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006dc59e00. 00010000:00000001:2.0:1749611644.175926:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749611644.175926:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x996d [1] + 0 02000000:00000001:3.0:1749611644.175928:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1749611644.175928:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611644.175929:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:0.0:1749611644.175930:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:3.0:1749611644.175931:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00001000:2.0:1749611644.175931:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749611644.175933:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1749611644.175933:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611644.175934:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:3.0:1749611644.175935:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2eb00. 00000100:00000001:2.0:1749611644.175936:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611644.175936:0:9760:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611644.175938:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749611644.175939:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 02000000:00000001:3.0:1749611644.175940:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611644.175940:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:3.0:1749611644.175941:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234700. 00000100:00000200:0.0:1749611644.175941:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236a00 x1834598494707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611644.175943:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611644.175944:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611644.175945:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611644.175946:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:3.0:1749611644.175947:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611644.175948:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611644.175950:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611644.175950:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236a00 x1834598494707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611644.175952:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611644.175952:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611644.175953:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611644.175954:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611644.175956:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749611644.175957:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:3.0:1749611644.175958:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611644.175961:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494707968, offset 0 00000100:00000001:0.0:1749611644.175962:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611644.175964:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611644.175969:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611644.175970:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749611644.175971:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611644.175977:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952100 00000400:00000001:1.0:1749611644.175977:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1749611644.175979:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1749611644.175981:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db688. 00000400:00000200:1.0:1749611644.175983:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:1.0:1749611644.175985:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:1.0:1749611644.175987:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611644.175988:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749611644.175990:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000200:1.0:1749611644.175991:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236a00 x1834598494707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611644.175993:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611644.175994:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611644.175996:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611644.175998:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9979 [1] + 0 00000100:00000040:0.0:1749611644.175999:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611644.176001:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611644.176003:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:0.0:1749611644.176003:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611644.176006:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611644.176007:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a3800 x1834598494707840/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611664 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611644.176010:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611644.176011:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236a00 x1834598494707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611644.176013:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235880 x1834598494707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611644.176016:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494707840:12345-0@lo:38:kworker.0 Request processed in 189us (594us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611644.176018:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611644.176019:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611644.176021:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:2.0:1749611644.176023:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235880 x1834598494707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611644.176023:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:0.0:1749611644.176024:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00000001:1.0:1749611644.176025:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611644.176026:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611644.176026:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:1.0:1749611644.176028:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611644.176028:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611644.176031:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:1.0:1749611644.176033:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611644 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611644.176036:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=149 v=20 (1 20 1 1) 00000020:00000010:0.0:1749611644.176036:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387c00. 00000100:00000001:1.0:1749611644.176038:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611644.176040:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:0.0:1749611644.176040:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9190. 00000400:00000200:2.0:1749611644.176041:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000100:00000001:1.0:1749611644.176042:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749611644.176043:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000020:00000010:0.0:1749611644.176044:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27d000. 00000100:00000001:2.0:1749611644.176045:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000040:1.0:1749611644.176046:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236a00 x1834598494707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611669 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611644.176047:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611644.176048:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611644.176050:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.176052:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611644.176053:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:1.0:1749611644.176054:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611644.176055:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.176056:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1749611644.176057:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611644.176057:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611644.176059:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611644.176061:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a3b80 x1834598494707968/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611664 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1749611644.176061:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611644.176064:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611644.176066:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611644.176070:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236a00 x1834598494707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611669 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611644.176071:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494707968:12345-0@lo:38:kworker.0 Request processed in 193us (421us total) trans 0 rc -19/-19 00000100:00080000:0.0:1749611644.176074:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1749611644.176077:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494707840:0@lo:38:kworker.0 00000020:00000040:0.0:1749611644.176077:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00100000:2.0:1749611644.176080:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00000001:2.0:1749611644.176082:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000001:1.0:1749611644.176082:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:2.0:1749611644.176083:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000001:1.0:1749611644.176084:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749611644.176086:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff180. 00000020:00000010:2.0:1749611644.176089:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add0c8. 00000400:00000010:1.0:1749611644.176090:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db630. 00000020:00000010:2.0:1749611644.176092:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05bc00. 00000400:00000200:1.0:1749611644.176092:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000010:1.0:1749611644.176094:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:2.0:1749611644.176096:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611644.176096:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611644.176100:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235880 x1834598494707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611644.176108:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235880 x1834598494707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611669 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611644.176114:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611644.176115:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611644.176117:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:1.0:1749611644.176119:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611644.176120:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611644.176121:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611644.176123:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611644.176126:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611644 v=5 (0 0 0 0) 00000100:00001000:1.0:1749611644.176129:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=49 v=20 (1 20 1 1) 00000100:00000001:1.0:1749611644.176131:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611644.176133:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611644.176135:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611644.176138:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235880 x1834598494707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611669 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611644.176144:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611644.176146:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611644.176147:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611644.176149:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611644.176150:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:1.0:1749611644.176153:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1749611644.176155:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611644.176157:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611644.176160:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235880 x1834598494707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611669 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611644.176178:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494707968:0@lo:38:kworker.0 00000100:00000001:1.0:1749611644.176182:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.176184:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611644.176186:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236a00 x1834598494707840/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611669 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611644.176193:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611644.176194:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611644.176196:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800839a3800. 02000000:00000001:1.0:1749611644.176198:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611644.176200:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611644.176201:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:1.0:1749611644.176203:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611644.176204:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7f400. 02000000:00000001:1.0:1749611644.176207:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611644.176208:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611644.176210:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236a00. 00000100:00000001:1.0:1749611644.176212:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611644.176213:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611644.176215:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1749611644.176217:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235880 x1834598494707968/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611669 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611644.176223:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611644.176224:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611644.176226:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800839a0800. 02000000:00000001:1.0:1749611644.176228:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1749611644.176229:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611644.176230:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:1.0:1749611644.176232:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611644.176233:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7c000. 02000000:00000001:1.0:1749611644.176237:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611644.176238:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611644.176240:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235880. 00000100:00000001:1.0:1749611644.176242:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611644.176247:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611644.176249:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.176251:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611644.176252:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611644.176253:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611644.176255:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611644.176562:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300917634, at 4300917634 00000100:00000010:3.0:1749611644.176576:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230a80. 00000100:00000040:1.0:1749611644.176581:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300917634, at 4300917634 00000100:00000040:2.0:1749611644.176588:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300917634, at 4300917634 00000100:00000010:1.0:1749611644.176588:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b22306c0. 00000100:00000010:2.0:1749611644.176595:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230640. 00000100:00000040:0.0:1749611644.176601:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300917634, at 4300917634 00000100:00000010:0.0:1749611644.176609:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b2230e80. 00080000:00000010:3.0:1749611644.177760:0:32753:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7000. 00080000:00000010:3.0:1749611644.177768:0:32753:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7000. 00000020:00000001:3.0:1749611644.177773:0:32753:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611644.177815:0:32753:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7000. 00080000:00000010:3.0:1749611644.177820:0:32753:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7000. 00000020:00000001:3.0:1749611644.177824:0:32753:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611644.182007:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7000. 00080000:00000010:3.0:1749611644.182013:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7000. 00000020:00000001:3.0:1749611644.182018:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611644.182091:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7000. 00080000:00000010:3.0:1749611644.182095:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7000. 00000020:00000001:3.0:1749611644.182098:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611644.243672:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611644.243678:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611644.243679:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611644.243683:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611644.243686:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611644.243688:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611644.243691:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611644.243693:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611644.243695:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611644.342127:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0c00. 00080000:00000010:1.0:1749611644.342136:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0c00. 00000020:00000001:1.0:1749611644.342142:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611644.342216:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0c00. 00080000:00000010:1.0:1749611644.342221:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0c00. 00000020:00000001:1.0:1749611644.342224:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611644.432632:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611644.432639:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611644.432642:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611644.432645:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611644.432649:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611644.432651:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611644.432653:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611644.432656:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611644.432767:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611644.432772:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611644.432775:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611644.458719:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611644.458725:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611644.458727:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611644.458731:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611644.458734:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611644.458738:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611644.458741:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611644.458743:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611644.458746:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611644.556424:0:350:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611644.556433:0:350:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611644.556439:0:350:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611644.556455:0:350:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611644.556460:0:350:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611644.556463:0:350:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611644.560488:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611644.560495:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611644.560500:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611644.560604:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611644.560615:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611644.560619:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611644.729702:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611644.729710:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611644.729716:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611644.729813:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387980. 00080000:00000010:2.0:1749611644.729819:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387980. 00000020:00000001:2.0:1749611644.729822:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611644.885470:0:417:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0c00. 00080000:00000010:1.0:1749611644.885478:0:417:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0c00. 00000020:00000001:1.0:1749611644.885483:0:417:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611644.885497:0:417:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0c00. 00080000:00000010:1.0:1749611644.885501:0:417:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0c00. 00000020:00000001:1.0:1749611644.885504:0:417:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611644.889362:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749611644.889369:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749611644.889377:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611644.889444:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749611644.889449:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749611644.889452:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611645.056244:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0c00. 00080000:00000010:1.0:1749611645.056252:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0c00. 00000020:00000001:1.0:1749611645.056258:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611645.056328:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0c00. 00080000:00000010:1.0:1749611645.056333:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0c00. 00000020:00000001:1.0:1749611645.056336:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611645.175623:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611645.175636:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611645.175639:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611645.175642:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611645.175645:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611645.175649:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611645.175652:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611645.203930:0:486:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7e00. 00080000:00000010:3.0:1749611645.203936:0:486:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7e00. 00000020:00000001:3.0:1749611645.203941:0:486:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611645.203956:0:486:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7e00. 00080000:00000010:3.0:1749611645.203960:0:486:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7e00. 00000020:00000001:3.0:1749611645.203963:0:486:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611645.207997:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff800. 00080000:00000010:0.0:1749611645.208004:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff800. 00000020:00000001:0.0:1749611645.208008:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611645.208073:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff800. 00080000:00000010:0.0:1749611645.208077:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff800. 00000020:00000001:0.0:1749611645.208080:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611645.243636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611645.243641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611645.243643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611645.243647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:0.0:1749611645.243650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611645.243653:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611645.243656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611645.243659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611645.243661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611645.373126:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff800. 00080000:00000010:0.0:1749611645.373136:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff800. 00000020:00000001:0.0:1749611645.373141:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611645.373213:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff800. 00080000:00000010:0.0:1749611645.373218:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff800. 00000020:00000001:0.0:1749611645.373221:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611645.434634:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611645.434639:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611645.434753:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611645.434758:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611645.434761:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611645.458629:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611645.458634:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611645.458637:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611645.458640:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611645.458644:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611645.458648:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611645.458651:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611645.458653:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611645.458656:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611645.522378:0:552:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7e00. 00080000:00000010:3.0:1749611645.522387:0:552:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7e00. 00000020:00000001:3.0:1749611645.522393:0:552:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611645.522409:0:552:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7e00. 00080000:00000010:3.0:1749611645.522414:0:552:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7e00. 00000020:00000001:3.0:1749611645.522417:0:552:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611645.526319:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0c00. 00080000:00000010:1.0:1749611645.526329:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0c00. 00000020:00000001:1.0:1749611645.526334:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611645.526403:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0c00. 00080000:00000010:1.0:1749611645.526406:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0c00. 00000020:00000001:1.0:1749611645.526409:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611645.692898:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749611645.692907:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749611645.692914:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611645.692986:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387380. 00080000:00000010:2.0:1749611645.692992:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387380. 00000020:00000001:2.0:1749611645.692995:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611645.840976:0:618:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611645.840984:0:618:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611645.840989:0:618:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611645.841004:0:618:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7d80. 00080000:00000010:3.0:1749611645.841008:0:618:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7d80. 00000020:00000001:3.0:1749611645.841012:0:618:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611645.844740:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387200. 00080000:00000010:2.0:1749611645.844747:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387200. 00000020:00000001:2.0:1749611645.844752:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611645.844847:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387200. 00080000:00000010:2.0:1749611645.844851:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387200. 00000020:00000001:2.0:1749611645.844854:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611646.011402:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0c80. 00080000:00000010:1.0:1749611646.011411:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0c80. 00000020:00000001:1.0:1749611646.011417:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611646.011488:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0c80. 00080000:00000010:1.0:1749611646.011493:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0c80. 00000020:00000001:1.0:1749611646.011497:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.160033:0:682:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749611646.160045:0:682:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749611646.160050:0:682:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.160066:0:682:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749611646.160071:0:682:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749611646.160074:0:682:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.163958:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749611646.163965:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749611646.163970:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.164037:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffb00. 00080000:00000010:0.0:1749611646.164040:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffb00. 00000020:00000001:0.0:1749611646.164043:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611646.175567:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1749611646.175580:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611646.175583:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611646.175586:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611646.175589:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611646.175593:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611646.175596:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611646.243712:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611646.243717:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611646.243719:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611646.243723:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611646.243726:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611646.243729:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611646.243732:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611646.243735:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611646.243737:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611646.291142:0:730:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0a00. 00080000:00000010:1.0:1749611646.291149:0:730:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0a00. 00000020:00000001:1.0:1749611646.291153:0:730:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611646.291159:0:730:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880134ed0a00. 00080000:00000010:1.0:1749611646.291162:0:730:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880134ed0a00. 00000020:00000001:1.0:1749611646.291166:0:730:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1749611646.306608:0:730:0:(super25.c:119:lustre_fill_super()) Process entered 00000080:01200004:2.0:1749611646.306613:0:730:0:(super25.c:121:lustre_fill_super()) VFS Op: sb ffff880129e0e800 00000020:00000001:2.0:1749611646.306617:0:730:0:(obd_mount.c:642:lustre_init_lsi()) Process entered 00000020:00000010:2.0:1749611646.306621:0:730:0:(obd_mount.c:644:lustre_init_lsi()) kmalloced '(lsi)': 1208 at ffff880129e0b800. 00000020:00000010:2.0:1749611646.306626:0:730:0:(obd_mount.c:647:lustre_init_lsi()) kmalloced '(lsi->lsi_lmd)': 112 at ffff8800b2387200. 00000020:00000001:2.0:1749611646.306628:0:730:0:(obd_mount.c:662:lustre_init_lsi()) Process leaving (rc=18446612137311778816 : -131936397772800 : ffff880129e0b800) 00000020:00000001:2.0:1749611646.306636:0:730:0:(obd_mount.c:1352:lmd_parse()) Process entered 00000020:00000010:2.0:1749611646.306649:0:730:0:(obd_mount.c:1374:lmd_parse()) kmalloced '(lmd->lmd_params)': 4096 at ffff880131188000. 00000020:00000010:2.0:1749611646.306666:0:730:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 12 at ffff88006b821e70. 00000020:00000010:2.0:1749611646.306675:0:730:0:(obd_mount.c:1123:lmd_parse_mgs()) kmalloced '(mgsnid)': 20 at ffff8800781b3d20. 00000020:00000010:2.0:1749611646.306693:0:730:0:(obd_mount.c:1092:lmd_parse_string()) kmalloced '(*handle)': 15 at ffff88006b821e40. 00000020:00000010:2.0:1749611646.306700:0:730:0:(obd_mount.c:1571:lmd_parse()) kmalloced '(lmd->lmd_dev)': 24 at ffff8800781b3040. 00000020:01000004:2.0:1749611646.306704:0:730:0:(obd_mount.c:933:lmd_print()) mount data: 00000020:01000004:2.0:1749611646.306707:0:730:0:(obd_mount.c:936:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:00000001:2.0:1749611646.306710:0:730:0:(obd_mount.c:1667:lmd_parse()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611646.306714:0:730:0:(tgt_mount.c:2222:server_fill_super()) Process entered 00000020:00000001:2.0:1749611646.306717:0:730:0:(tgt_mount.c:1610:lsi_prepare()) Process entered 00000020:00000001:2.0:1749611646.306722:0:730:0:(tgt_mount.c:1673:lsi_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611646.306726:0:730:0:(tgt_mount.c:2154:osd_start()) Process entered 00000020:01000004:2.0:1749611646.306728:0:730:0:(tgt_mount.c:2157:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1749611646.306746:0:730:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000001:2.0:1749611646.306750:0:730:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf001 osd-ldiskfs lustre-OST0000-osd_UUID (null) (null) 00000020:00000010:2.0:1749611646.306756:0:730:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 112 at ffff8800b2387500. 00000020:00000080:2.0:1749611646.306784:0:730:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:2.0:1749611646.306789:0:730:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:2.0:1749611646.306793:0:730:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:2.0:1749611646.306804:0:730:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff8800aca48000. 00000020:00000080:2.0:1749611646.306810:0:730:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8800aca48000) 00000020:00000001:2.0:1749611646.306815:0:730:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:2.0:1749611646.306820:0:730:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880129e08800. 00000020:00000001:2.0:1749611646.306824:0:730:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611646.306828:0:730:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880129e08800 with handle 0x689c0ec07329d645 to hash 00000020:00000001:2.0:1749611646.306832:0:730:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:2.0:1749611646.306836:0:730:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:2.0:1749611646.306839:0:730:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611646.306843:0:730:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612137311766528 : -131936397785088 : ffff880129e08800) 00000020:00000040:2.0:1749611646.306848:0:730:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 1 00000020:00000040:2.0:1749611646.306860:0:730:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800aca48000) now 2 - obd_device_list 00000020:00000001:2.0:1749611646.306868:0:730:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:2.0:1749611646.306872:0:730:0:(obd_config.c:653:class_attach()) OBD: dev 9 attached type osd-ldiskfs with refcount 2 00000020:00000001:2.0:1749611646.306875:0:730:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611646.306879:0:730:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611646.306891:0:730:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 112 at ffff8800b2387500. 00000020:00000001:2.0:1749611646.306897:0:730:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-OST0000-osd 0xcf003 /dev/mapper/ost1_flakey 0:32768 (null) lustre-OST0000 00000020:00000010:2.0:1749611646.306902:0:730:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 128 at ffff8800b2387500. 00000020:00000080:2.0:1749611646.306905:0:730:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:2.0:1749611646.306911:0:730:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:2.0:1749611646.306932:0:730:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:2.0:1749611646.306936:0:730:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88006a381e40. 00000001:00000010:2.0:1749611646.306942:0:730:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800781b33a0. 00000001:00000010:2.0:1749611646.306946:0:730:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27c400. 00000001:00000010:2.0:1749611646.306951:0:730:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27de00. 00000001:00000010:2.0:1749611646.306955:0:730:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27d400. 00000001:00000010:2.0:1749611646.306959:0:730:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27d000. 00000001:00000001:2.0:1749611646.306963:0:730:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:2.0:1749611646.306965:0:730:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88006a381480. 00000001:00000010:2.0:1749611646.306969:0:730:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800781b3220. 00000001:00000010:2.0:1749611646.306973:0:730:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27c600. 00000001:00000010:2.0:1749611646.306977:0:730:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27c200. 00000001:00000010:2.0:1749611646.306981:0:730:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27cc00. 00000001:00000010:2.0:1749611646.306985:0:730:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009d27d600. 00000020:00000001:2.0:1749611646.306989:0:730:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:2.0:1749611646.306994:0:730:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c000. 00000020:00000010:2.0:1749611646.307001:0:730:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387f00. 00000020:00000010:2.0:1749611646.307008:0:730:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9258. 00000008:00000010:2.0:1749611646.307015:0:730:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff880099bf4b00. 00020000:00000010:2.0:1749611646.307022:0:730:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800b1ae9200. 00008000:00000010:2.0:1749611646.307027:0:730:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff88006f4ca5f8. 00000080:00000010:2.0:1749611646.307035:0:730:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b40ce960. 00000020:00000010:2.0:1749611646.307040:0:730:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009d27c800. 00000020:00000010:2.0:1749611646.307044:0:730:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009d27d800. 00000040:00000010:2.0:1749611646.307049:0:730:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009d27ce00. 00000020:00000010:2.0:1749611646.307055:0:730:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0c000. 00000020:00000010:2.0:1749611646.307060:0:730:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009d27ca00. 00040000:00000010:2.0:1749611646.307066:0:730:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff880086d2e500. 00040000:00000010:2.0:1749611646.307080:0:730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4ae00. 00080000:00000010:2.0:1749611646.307087:0:730:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118a000. 00080000:00000010:2.0:1749611646.307094:0:730:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 00080000:00000010:2.0:1749611646.307125:0:730:0:(osd_handler.c:8613:osd_device_alloc()) kmalloced '(o)': 31552 at ffff8801355f0000. 00080000:00000001:2.0:1749611646.307133:0:730:0:(osd_handler.c:8245:osd_mount()) Process entered 00080000:00000001:0.0:1749611646.318922:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:1.0:1749611646.319680:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611646.319684:0:730:0:(osd_handler.c:8420:osd_mount()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000001:1.0:1749611646.319691:0:730:0:(osd_compat.c:606:osd_obj_map_init()) Process entered 00000001:00000001:1.0:1749611646.319692:0:730:0:(osd_compat.c:485:osd_ost_init()) Process entered 00000001:00000010:1.0:1749611646.319694:0:730:0:(osd_compat.c:487:osd_ost_init()) kmalloced '(dev->od_ost_map)': 128 at ffff880134ed0a00. 00000001:00000001:1.0:1749611646.319696:0:730:0:(osd_compat.c:220:osd_last_rcvd_subdir_count()) Process entered 00000001:00000040:0.0:1749611646.320151:0:730:0:(osd_compat.c:234:osd_last_rcvd_subdir_count()) read last_rcvd header, uuid = lustre-OST0000_UUID, subdir count = 32 00000001:00000001:0.0:1749611646.320156:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.320158:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory O 00000001:00000001:0.0:1749611646.320173:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134604248768 : -131939105302848 : ffff8800887f16c0) 00000001:00000001:0.0:1749611646.320176:0:730:0:(osd_compat.c:514:osd_ost_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611646.320178:0:730:0:(osd_compat.c:578:osd_index_backup_dir_init()) Process entered 00000001:00000001:0.0:1749611646.320179:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.320180:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory index_backup 00000001:00000001:0.0:1749611646.320646:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134604247904 : -131939105303712 : ffff8800887f1360) 00000001:00000001:0.0:1749611646.320650:0:730:0:(osd_compat.c:592:osd_index_backup_dir_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611646.320652:0:730:0:(osd_compat.c:629:osd_obj_map_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611646.320654:0:730:0:(lu_object.c:1068:lu_site_init()) Process entered 00000020:00000010:0.0:1749611646.320672:0:730:0:(lu_object.c:1091:lu_site_init()) kmalloced '(s->ls_bkts)': 14336 at ffff880130318000. 00000020:00000010:0.0:1749611646.320678:0:730:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009974a800. 00000020:00000010:0.0:1749611646.320681:0:730:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 192 at ffff8801192fee40. 00000020:00000001:0.0:1749611646.320684:0:730:0:(lu_object.c:1130:lu_site_init()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.321275:0:730:0:(osd_scrub.c:2573:osd_scrub_setup()) Process entered 00080000:00000001:0.0:1749611646.321309:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.321315:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611646.321318:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x10:0x6be251bc:0x0] 16:1809994172 to info ffff88013118a000 00000020:00000001:0.0:1749611646.321322:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611646.321326:0:730:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff880136b96a00. 00080000:00000010:0.0:1749611646.321329:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d05a200. 00080000:00000010:0.0:1749611646.321335:0:730:0:(osd_handler.c:422:osd_object_alloc()) kmalloced '(h)': 88 at ffff880117b16ba0. 00080000:00000001:0.0:1749611646.321340:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611646.321341:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611646.321344:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611646.321347:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611646.321350:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137364529664 : -131936345021952 : ffff88012d05a200) 00080000:00000001:0.0:1749611646.321450:0:730:0:(osd_oi.c:378:osd_oi_init()) Process entered 00080000:00000010:0.0:1749611646.321455:0:730:0:(osd_oi.c:395:osd_oi_init()) kmalloced '(oi)': 8192 at ffff880070f06000. 00080000:00000001:0.0:1749611646.321456:0:730:0:(osd_oi.c:275:osd_oi_table_open()) Process entered 00080000:00000001:0.0:1749611646.321458:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.321472:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.321480:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.321482:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96700. 00080000:00000001:0.0:1749611646.321627:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.321629:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.321639:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.321646:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.321647:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96300. 00080000:00000001:0.0:1749611646.321738:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.321740:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.321750:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.321757:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.321759:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96f00. 00080000:00000001:0.0:1749611646.321921:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.321923:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.321935:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.321959:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.321961:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96400. 00080000:00000001:0.0:1749611646.322177:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.322179:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.322189:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.322195:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.322197:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96c00. 00080000:00000001:0.0:1749611646.322331:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.322332:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.322343:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.322349:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.322351:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96800. 00080000:00000001:0.0:1749611646.322567:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.322572:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.322583:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.322590:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.322592:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96600. 00080000:00000001:0.0:1749611646.322733:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.322735:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.322747:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.322800:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.322804:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96500. 00080000:00000001:0.0:1749611646.323007:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.323009:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.323022:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.323030:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.323032:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96100. 00080000:00000001:0.0:1749611646.323177:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.323179:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.323191:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.323197:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.323199:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96d00. 00080000:00000001:0.0:1749611646.323398:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.323400:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.323410:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.323417:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.323418:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96e00. 00080000:00000001:0.0:1749611646.323558:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.323560:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.323571:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.323578:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.323579:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96200. 00080000:00000001:0.0:1749611646.323793:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.323795:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.323805:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.323812:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.323814:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96b00. 00080000:00000001:0.0:1749611646.323907:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.323910:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.323920:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.323929:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.323930:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c9a2200. 00080000:00000001:0.0:1749611646.324041:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.324046:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.324059:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.324065:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.324067:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c9a2000. 00080000:00000001:0.0:1749611646.324210:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.324212:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.324221:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.324228:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.324229:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c9a2a00. 00080000:00000001:0.0:1749611646.324432:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.324434:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.324446:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.324454:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.324456:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c9a2300. 00080000:00000001:0.0:1749611646.324597:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.324599:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.324610:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.324617:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.324618:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff880136b96000. 00080000:00000001:0.0:1749611646.324809:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.324811:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.324823:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.324830:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.324831:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011525ea00. 00080000:00000001:0.0:1749611646.324976:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.324978:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.324989:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.324996:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.324997:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009c9a2d00. 00080000:00000001:0.0:1749611646.325177:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.325179:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.325190:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.325196:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.325198:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d500. 00080000:00000001:0.0:1749611646.325339:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.325340:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.325351:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.325358:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.325359:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d700. 00080000:00000001:0.0:1749611646.325540:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.325545:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.325558:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.325564:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.325566:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d300. 00080000:00000001:0.0:1749611646.325707:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.325709:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.325720:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.325743:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.325746:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d000. 00080000:00000001:0.0:1749611646.325892:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.325894:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.325905:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.325913:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.325915:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d600. 00080000:00000001:0.0:1749611646.326059:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.326061:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.326072:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.326079:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.326080:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959db00. 00080000:00000001:0.0:1749611646.326283:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.326285:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.326296:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.326303:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.326304:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d900. 00080000:00000001:0.0:1749611646.326445:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.326447:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.326458:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.326465:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.326466:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d800. 00080000:00000001:0.0:1749611646.326671:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.326673:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.326684:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.326691:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.326692:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d200. 00080000:00000001:0.0:1749611646.326838:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.326840:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.326852:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.326859:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.326860:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d400. 00080000:00000001:0.0:1749611646.327095:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.327101:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.327113:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.327120:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.327122:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959df00. 00080000:00000001:0.0:1749611646.327244:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.327246:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.327259:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.327267:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.327268:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959de00. 00080000:00000001:0.0:1749611646.327474:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.327476:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.327488:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.327496:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.327498:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959dd00. 00080000:00000001:0.0:1749611646.327620:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.327622:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.327634:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.327641:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.327643:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959da00. 00080000:00000001:0.0:1749611646.327862:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.327864:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.327876:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.327884:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.327886:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959d100. 00080000:00000001:0.0:1749611646.327984:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.327986:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.327998:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.328005:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.328007:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011525e900. 00080000:00000001:0.0:1749611646.328203:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.328205:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.328217:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.328224:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.328226:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a6190200. 00080000:00000001:0.0:1749611646.328375:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.328377:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.328391:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.328399:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.328401:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a6190100. 00080000:00000001:0.0:1749611646.328610:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.328615:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.328627:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.328634:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.328635:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a6190900. 00080000:00000001:0.0:1749611646.328792:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.328795:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.328808:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.328835:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.328837:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a6190c00. 00080000:00000001:0.0:1749611646.329048:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.329051:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.329065:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.329073:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.329075:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a6190e00. 00080000:00000001:0.0:1749611646.329228:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.329230:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.329243:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.329267:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.329269:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a6190400. 00080000:00000001:0.0:1749611646.329440:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.329442:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.329455:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.329462:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.329464:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a6190a00. 00080000:00000001:0.0:1749611646.329622:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.329625:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.329654:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.329664:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.329667:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a6190b00. 00080000:00000001:0.0:1749611646.329852:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.329854:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.329867:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.329875:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.329876:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a6190500. 00080000:00000001:0.0:1749611646.330031:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.330033:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.330063:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.330074:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.330077:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009959dc00. 00080000:00000001:0.0:1749611646.330253:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.330258:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.330273:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.330281:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.330282:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08a200. 00080000:00000001:0.0:1749611646.330457:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.330460:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.330477:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.330486:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.330489:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08ac00. 00080000:00000001:0.0:1749611646.330659:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.330662:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.330699:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.330710:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.330713:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08a500. 00080000:00000001:0.0:1749611646.330915:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.330917:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.330932:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.330940:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.330941:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08a000. 00080000:00000001:0.0:1749611646.331122:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.331124:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.331137:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.331145:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.331146:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08a100. 00080000:00000001:0.0:1749611646.331301:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.331304:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.331333:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.331343:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.331345:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08a300. 00080000:00000001:0.0:1749611646.331516:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.331518:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.331548:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.331556:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.331558:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08ae00. 00080000:00000001:0.0:1749611646.331685:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.331687:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.331699:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.331725:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.331728:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08ab00. 00080000:00000001:0.0:1749611646.331882:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.331888:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.331903:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.331911:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.331912:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08a600. 00080000:00000001:0.0:1749611646.332014:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.332017:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.332030:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.332038:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.332039:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08ad00. 00080000:00000001:0.0:1749611646.332266:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.332269:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.332283:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.332292:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.332294:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08a800. 00080000:00000001:0.0:1749611646.332480:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.332483:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.332501:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.332511:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.332513:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08a900. 00080000:00000001:0.0:1749611646.332750:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.332752:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.332784:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.332793:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.332795:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08a400. 00080000:00000001:0.0:1749611646.332984:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.332987:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.333005:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.333015:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.333017:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08af00. 00080000:00000001:0.0:1749611646.333230:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.333232:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.333249:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.333257:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.333259:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88011f08a700. 00080000:00000001:0.0:1749611646.333454:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.333457:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.333475:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.333485:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.333487:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff8800a6190600. 00080000:00000001:0.0:1749611646.333703:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.333710:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.333727:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.333735:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.333737:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2ad500. 00080000:00000001:0.0:1749611646.333923:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.333927:0:730:0:(osd_oi.c:200:osd_oi_open()) Process entered 00080000:00000001:0.0:1749611646.333944:0:730:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611646.333954:0:730:0:(osd_handler.c:4066:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.333957:0:730:0:(osd_oi.c:222:osd_oi_open()) kmalloced '(oi)': 232 at ffff88009d2ad700. 00080000:00000001:0.0:1749611646.334189:0:730:0:(osd_oi.c:239:osd_oi_open()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.334191:0:730:0:(osd_oi.c:319:osd_oi_table_open()) Process leaving (rc=64 : 64 : 40) 00080000:00000001:0.0:1749611646.334194:0:730:0:(osd_oi.c:406:osd_oi_init()) Process leaving via out (rc=64 : 64 : 0x40) 00100000:00000001:0.0:1749611646.334197:0:730:0:(osd_scrub.c:2407:osd_initial_OI_scrub()) Process entered 00100000:00000001:0.0:1749611646.334199:0:730:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611646.334252:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334255:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334256:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334257:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334259:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334260:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334261:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334262:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334264:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334265:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334267:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334268:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334269:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334284:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.334287:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.334289:0:730:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611646.334290:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.334292:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.334294:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.334301:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.334515:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.334539:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.334541:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334544:0:730:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611646.334547:0:730:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880129c07600. 00100000:00000001:0.0:1749611646.334554:0:730:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334557:0:730:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334559:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334561:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334563:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334564:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334566:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334567:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334569:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334571:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334572:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334573:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334575:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334576:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334578:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334579:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334580:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334582:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334583:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334584:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334586:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334587:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334588:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334590:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334591:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334593:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334594:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334595:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334597:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334598:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334600:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334601:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334602:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334603:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334605:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334606:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334608:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334609:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334610:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334615:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334617:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334619:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334620:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334622:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334624:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.334625:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.334626:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335193:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.335196:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.335197:0:730:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611646.335199:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.335200:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.335201:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.335205:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.335319:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.335323:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.335325:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335327:0:730:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611646.335328:0:730:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880129d07b80. 00100000:00000001:0.0:1749611646.335330:0:730:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335332:0:730:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335334:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335335:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335337:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335338:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335339:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335340:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335341:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335342:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335343:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335344:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335346:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335347:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335348:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335349:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335350:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335351:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335352:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335358:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335359:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335362:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.335367:0:730:0:(osd_scrub.c:1903:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335369:0:730:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611646.335370:0:730:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880129d07d40. 00100000:00000001:0.0:1749611646.335372:0:730:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335373:0:730:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335375:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335376:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335377:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335389:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.335391:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.335392:0:730:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611646.335393:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.335394:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.335395:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.335398:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.335402:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.335404:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.335406:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335407:0:730:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611646.335409:0:730:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff880129d07380. 00100000:00000001:0.0:1749611646.335410:0:730:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335412:0:730:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335413:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335414:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335415:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335416:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335417:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335418:0:730:0:(osd_scrub.c:2194:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335420:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335421:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335422:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335432:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.335433:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.335649:0:730:0:(osd_scrub.c:1778:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611646.335652:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.335654:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.335661:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.335666:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.335671:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.335674:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.335676:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335679:0:730:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335681:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335698:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.335701:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.335933:0:730:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611646.335936:0:730:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129d07580. 00100000:00000001:0.0:1749611646.335938:0:730:0:(scrub.c:712:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335940:0:730:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611646.335943:0:730:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00080000:00000001:0.0:1749611646.335945:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.335947:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.335948:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.335951:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.335955:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.335958:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.335959:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335961:0:730:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335963:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335965:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335967:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335968:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335969:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.335970:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.335972:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336482:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.336486:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.336487:0:730:0:(osd_scrub.c:1768:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611646.336489:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.336490:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.336492:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.336496:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.336501:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.336503:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.336509:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336511:0:730:0:(osd_scrub.c:1717:osd_ios_new_item()) Process entered 00100000:00000010:0.0:1749611646.336513:0:730:0:(osd_scrub.c:1719:osd_ios_new_item()) kmalloced '(item)': 40 at ffff88012d94a380. 00100000:00000001:0.0:1749611646.336515:0:730:0:(osd_scrub.c:1729:osd_ios_new_item()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336516:0:730:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336519:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336540:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336542:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336543:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336544:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336545:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336547:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336548:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336549:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336566:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.336568:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.336569:0:730:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611646.336571:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.336572:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.336573:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.336576:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.336581:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.336583:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.336585:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336587:0:730:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336588:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336599:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.336600:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.336602:0:730:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611646.336603:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.336604:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.336606:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.336608:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.336611:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.336613:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.336614:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336615:0:730:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336617:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336618:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336624:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336625:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336627:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336628:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336630:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336631:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336632:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336633:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336635:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336636:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336637:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336638:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336639:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336641:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.336644:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.336646:0:730:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611646.336647:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.336648:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.336649:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.336651:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.336654:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.336656:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.336658:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336659:0:730:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336660:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336661:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336663:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336664:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336665:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336666:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336667:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336668:0:730:0:(osd_scrub.c:2194:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336670:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336671:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336672:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336673:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336675:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336676:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336677:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336682:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336684:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336685:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336686:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336687:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336689:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336690:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336692:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336693:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336694:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336695:0:730:0:(osd_scrub.c:2205:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336696:0:730:0:(osd_scrub.c:2188:osd_ios_root_fill()) Process entered 00100000:00000001:0.0:1749611646.336709:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.336711:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.336712:0:730:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611646.336713:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.336714:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.336716:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.336718:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.336721:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.336723:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.336724:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336726:0:730:0:(osd_scrub.c:2223:osd_ios_root_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336729:0:730:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.336731:0:730:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611646.336877:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.336894:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.336898:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.337017:0:730:0:(osd_scrub.c:1778:osd_ios_index_register()) Process leaving via fini (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611646.337021:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.337022:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.337024:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.337027:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.337202:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.337206:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.337223:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.337226:0:730:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.337229:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.337246:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.337256:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.337257:0:730:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611646.337259:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.337260:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.337262:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.337266:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.337494:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.337498:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.337500:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.337502:0:730:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.337504:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.337506:0:730:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.337507:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.337539:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.337543:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.337544:0:730:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611646.337545:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.337546:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.337548:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.337551:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.337555:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.337557:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.337558:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.337560:0:730:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.337562:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.337563:0:730:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.337564:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.337574:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.337575:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.337577:0:730:0:(osd_scrub.c:1773:osd_ios_index_register()) Process leaving 00080000:00000001:0.0:1749611646.337578:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.337579:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.337580:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.337582:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.337585:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.337587:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.337588:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.337590:0:730:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.337592:0:730:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611646.337599:0:730:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880129c07600. 00100000:00000001:0.0:1749611646.337602:0:730:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611646.337830:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.337832:0:730:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.337834:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.337836:0:730:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.337839:0:730:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611646.337841:0:730:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880129d07b80. 00100000:00000001:0.0:1749611646.337844:0:730:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611646.338057:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.338059:0:730:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.338060:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.338062:0:730:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.338064:0:730:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611646.338066:0:730:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880129d07d40. 00100000:00000001:0.0:1749611646.338068:0:730:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611646.338260:0:730:0:(osd_scrub.c:1987:osd_ios_lf_fill()) Process entered 00100000:00000001:0.0:1749611646.338262:0:730:0:(osd_scrub.c:1993:osd_ios_lf_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.338263:0:730:0:(osd_scrub.c:1987:osd_ios_lf_fill()) Process entered 00100000:00000001:0.0:1749611646.338265:0:730:0:(osd_scrub.c:1993:osd_ios_lf_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.338277:0:730:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611646.338279:0:730:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff880129d07380. 00100000:00000001:0.0:1749611646.338281:0:730:0:(osd_scrub.c:2242:osd_ios_general_scan()) Process entered 00100000:00000001:0.0:1749611646.338402:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.338419:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.338424:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.338615:0:730:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611646.338618:0:730:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129d07f80. 00100000:00000001:0.0:1749611646.338620:0:730:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.338623:0:730:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611646.338625:0:730:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00080000:00000001:0.0:1749611646.338628:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.338630:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.338632:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.338636:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.338866:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.338870:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.338876:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.338879:0:730:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.338881:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.338896:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.338899:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.339095:0:730:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611646.339098:0:730:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129d07ac0. 00100000:00000001:0.0:1749611646.339101:0:730:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339103:0:730:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611646.339105:0:730:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:00000001:0.0:1749611646.339108:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.339110:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.339111:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.339115:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.339120:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.339123:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.339125:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339127:0:730:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339130:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.339145:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.339148:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.339362:0:730:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611646.339365:0:730:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129d07140. 00100000:00000001:0.0:1749611646.339367:0:730:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339369:0:730:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611646.339371:0:730:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:00000001:0.0:1749611646.339374:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.339375:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.339376:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.339379:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.339384:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.339387:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.339388:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339390:0:730:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339393:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.339394:0:730:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339395:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.339415:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.339418:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.339616:0:730:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611646.339618:0:730:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880129d07800. 00100000:00000001:0.0:1749611646.339621:0:730:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339623:0:730:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611646.339626:0:730:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00080000:00000001:0.0:1749611646.339628:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.339630:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.339632:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.339636:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.339640:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.339643:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.339645:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339647:0:730:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339650:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.339651:0:730:0:(osd_scrub.c:2070:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339653:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.339670:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.339673:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.339897:0:730:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611646.339900:0:730:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136b50c00. 00100000:00000001:0.0:1749611646.339902:0:730:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339904:0:730:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611646.339907:0:730:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00080000:00000001:0.0:1749611646.339909:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.339910:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.339912:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.339915:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.339919:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.339922:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.339923:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339925:0:730:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.339928:0:730:0:(osd_scrub.c:2064:osd_ios_varfid_fill()) Process entered 00100000:00000001:0.0:1749611646.339945:0:730:0:(osd_scrub.c:1865:osd_ios_scan_one()) Process entered 00100000:00000001:0.0:1749611646.339948:0:730:0:(osd_scrub.c:1764:osd_ios_index_register()) Process entered 00100000:00000001:0.0:1749611646.340147:0:730:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611646.340155:0:730:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136b506c0. 00100000:00000001:0.0:1749611646.340157:0:730:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.340159:0:730:0:(osd_scrub.c:1790:osd_ios_index_register()) Process leaving via fini (rc=0 : 0 : 0x0) 00100000:10000000:0.0:1749611646.340162:0:730:0:(osd_scrub.c:1796:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00080000:00000001:0.0:1749611646.340165:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.340166:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.340168:0:730:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611646.340172:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.340177:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.340180:0:730:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.340182:0:730:0:(osd_scrub.c:1946:osd_ios_scan_one()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.340184:0:730:0:(osd_scrub.c:2084:osd_ios_varfid_fill()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611646.340188:0:730:0:(osd_scrub.c:2263:osd_ios_general_scan()) Process leaving (rc=0 : 0 : 0) 00100000:00000010:0.0:1749611646.340190:0:730:0:(osd_scrub.c:2422:osd_initial_OI_scrub()) kfreed 'item': 40 at ffff88012d94a380. 00100000:00000001:0.0:1749611646.340203:0:730:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611646.340208:0:730:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1016:0x0] 00080000:00000001:0.0:1749611646.340210:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.340211:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.340213:0:730:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611646.340216:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.340221:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.340224:0:730:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611646.340227:0:730:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.340235:0:730:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611646.340237:0:730:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000007:0x1:0x0] 00080000:00000001:0.0:1749611646.340239:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.340240:0:730:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.340242:0:730:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611646.340245:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.340458:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.340462:0:730:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611646.340465:0:730:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.340477:0:730:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611646.340479:0:730:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x15:0x0] 00080000:00000001:0.0:1749611646.340480:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.340482:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.340488:0:730:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611646.340491:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.340495:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.340497:0:730:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611646.340500:0:730:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.340506:0:730:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611646.340508:0:730:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x8:0x0] 00080000:00000001:0.0:1749611646.340510:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.340511:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.340512:0:730:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611646.340514:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.340517:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.340519:0:730:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611646.340540:0:730:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.340547:0:730:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611646.340548:0:730:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1019:0x0] 00080000:00000001:0.0:1749611646.340550:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.340551:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.340552:0:730:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611646.340554:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.340557:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.340559:0:730:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611646.340561:0:730:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.340566:0:730:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611646.340567:0:730:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x4:0x0] 00080000:00000001:0.0:1749611646.340568:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.340569:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.340570:0:730:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611646.340572:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.340575:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.340577:0:730:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611646.340578:0:730:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.340585:0:730:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611646.340586:0:730:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x1015:0x0] 00080000:00000001:0.0:1749611646.340587:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.340588:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.340594:0:730:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611646.340597:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.340601:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.340603:0:730:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611646.340605:0:730:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.340611:0:730:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611646.340613:0:730:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000001:0x101d:0x0] 00080000:00000001:0.0:1749611646.340614:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.340615:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.340616:0:730:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611646.340618:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.340621:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.340623:0:730:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611646.340625:0:730:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.340629:0:730:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611646.340630:0:730:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000009:0x0:0x0] 00080000:00000001:0.0:1749611646.340631:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.340632:0:730:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.340633:0:730:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611646.340635:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.340887:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.340891:0:730:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611646.340894:0:730:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.340904:0:730:0:(osd_scrub.c:182:osd_scrub_refresh_mapping()) Process entered 00080000:00000002:0.0:1749611646.340906:0:730:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x20000000a:0x0:0x0] 00080000:00000001:0.0:1749611646.340908:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.340909:0:730:0:(osd_oi.c:561:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.340911:0:730:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611646.340914:0:730:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff1b8. 00000001:00000010:0.0:1749611646.340918:0:730:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff1b8. 00080000:00000001:0.0:1749611646.340920:0:730:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00100000:00000001:0.0:1749611646.340922:0:730:0:(osd_scrub.c:265:osd_scrub_refresh_mapping()) Process leaving (rc=1 : 1 : 1) 00100000:00000001:0.0:1749611646.340926:0:730:0:(osd_scrub.c:2487:osd_initial_OI_scrub()) Process leaving 00100000:00000001:0.0:1749611646.341074:0:730:0:(osd_scrub.c:2725:osd_scrub_setup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.341077:0:730:0:(osd_lproc.c:847:osd_procfs_init()) Process entered 00080000:01000000:0.0:1749611646.341080:0:730:0:(osd_lproc.c:857:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00080000:00000001:0.0:1749611646.341169:0:730:0:(osd_lproc.c:91:osd_stats_init()) Process entered 00000020:00000010:0.0:1749611646.341173:0:730:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009974bc00. 00000020:00000010:0.0:1749611646.341177:0:730:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 256 at ffff88012dbe5d00. 00080000:00000001:0.0:1749611646.341189:0:730:0:(osd_lproc.c:135:osd_stats_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.341191:0:730:0:(osd_lproc.c:887:osd_procfs_init()) Process leaving 00040000:00000001:0.0:1749611646.341194:0:730:0:(qsd_lib.c:670:qsd_init()) Process entered 00040000:00000010:0.0:1749611646.341197:0:730:0:(qsd_lib.c:678:qsd_init()) kmalloced '(qsd)': 328 at ffff88012d05a600. 00040000:00000001:0.0:1749611646.341201:0:730:0:(qsd_config.c:59:qsd_get_fsinfo()) Process entered 00040000:00000010:0.0:1749611646.341204:0:730:0:(qsd_config.c:69:qsd_get_fsinfo()) kmalloced '(new)': 192 at ffff8800a8927a80. 00040000:00000010:0.0:1749611646.341207:0:730:0:(qsd_config.c:99:qsd_get_fsinfo()) kfreed 'new': 192 at ffff8800a8927a80. 00040000:00000001:0.0:1749611646.341209:0:730:0:(qsd_config.c:100:qsd_get_fsinfo()) Process leaving (rc=18446612134413141120 : -131939296410496 : ffff88007d1b0480) 00000020:00000010:0.0:1749611646.341224:0:730:0:(lprocfs_status.c:91:lprocfs_add_symlink()) kmalloced '(dest)': 129 at ffff8800a89276c0. 00000020:00000010:0.0:1749611646.341228:0:730:0:(lprocfs_status.c:104:lprocfs_add_symlink()) kfreed 'dest': 129 at ffff8800a89276c0. 00040000:00000001:0.0:1749611646.341230:0:730:0:(qsd_lib.c:742:qsd_init()) Process leaving 00040000:00000001:0.0:1749611646.341231:0:730:0:(qsd_lib.c:748:qsd_init()) Process leaving (rc=18446612137364530688 : -131936345020928 : ffff88012d05a600) 00080000:00000001:0.0:1749611646.341238:0:730:0:(osd_handler.c:8588:osd_device_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611646.341243:0:730:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009d27d800. 00000040:00000010:0.0:1749611646.341248:0:730:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009d27ce00. 00000020:00000010:0.0:1749611646.341252:0:730:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0c000. 00000020:00000010:0.0:1749611646.341257:0:730:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009d27ca00. 00040000:00000010:0.0:1749611646.341260:0:730:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff880086d2e500. 00040000:00000010:0.0:1749611646.341265:0:730:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4ae00. 00080000:00000010:0.0:1749611646.341270:0:730:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:0.0:1749611646.341286:0:730:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118a000. 00000020:00000010:0.0:1749611646.341290:0:730:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c800. 00000020:00000010:0.0:1749611646.341294:0:730:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387f00. 00000020:00000010:0.0:1749611646.341298:0:730:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9258. 00000008:00000010:0.0:1749611646.341302:0:730:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff880099bf4b00. 00020000:00000010:0.0:1749611646.341306:0:730:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800b1ae9200. 00008000:00000010:0.0:1749611646.341310:0:730:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff88006f4ca5f8. 00000080:00000010:0.0:1749611646.341315:0:730:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b40ce960. 00000020:00000010:0.0:1749611646.341318:0:730:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009d27c000. 00000020:00000001:0.0:1749611646.341320:0:730:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611646.341322:0:730:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800aca48000) now 3 - setup 00000020:00000080:0.0:1749611646.341330:0:730:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000001:0.0:1749611646.341332:0:730:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611646.341334:0:730:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611646.341337:0:730:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 128 at ffff8800b2387500. 00000020:00000001:0.0:1749611646.341343:0:730:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:0.0:1749611646.341346:0:730:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:0.0:1749611646.341347:0:730:0:(osd_handler.c:8732:osd_obd_connect()) connect #0 00000020:00000001:0.0:1749611646.341349:0:730:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:0.0:1749611646.341351:0:730:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:0.0:1749611646.341353:0:730:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88012d16b000. 00000020:00000001:0.0:1749611646.341355:0:730:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611646.341358:0:730:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012d16b000 with handle 0x689c0ec07329d64c to hash 00000020:00000001:0.0:1749611646.341359:0:730:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:0.0:1749611646.341362:0:730:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:0.0:1749611646.341363:0:730:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611646.341365:0:730:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800aca48000) now 4 - export 00000020:00000001:0.0:1749611646.341368:0:730:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612137365647360 : -131936343904256 : ffff88012d16b000) 00000020:00000040:0.0:1749611646.341370:0:730:0:(genops.c:898:class_export_put()) PUTting export ffff88012d16b000 : new refcount 1 00000020:00000080:0.0:1749611646.341372:0:730:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x689c0ec07329d64c 00000020:00000001:0.0:1749611646.341374:0:730:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611646.341376:0:730:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611646.341378:0:730:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d64c 00000020:00000001:0.0:1749611646.341380:0:730:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611646.341382:0:730:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012d16b000 refcount=2 00000020:00000001:0.0:1749611646.341384:0:730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137365647360 : -131936343904256 : ffff88012d16b000) 00000020:00000001:0.0:1749611646.341386:0:730:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137365647360 : -131936343904256 : ffff88012d16b000) 00080000:00000001:0.0:1749611646.341388:0:730:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611646.341389:0:730:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611646.341392:0:730:0:(tgt_mount.c:2209:osd_start()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611646.341394:0:730:0:(tgt_mount.c:2242:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:00000001:0.0:1749611646.341399:0:730:0:(obd_mount.c:265:lustre_start_mgc()) Process entered 00000020:00000010:0.0:1749611646.341409:0:730:0:(obd_mount.c:308:lustre_start_mgc()) kmalloced '(mgcname)': 23 at ffff8800838005e0. 00000020:00000010:0.0:1749611646.341411:0:730:0:(obd_mount.c:218:mgc_niduuid_create()) kmalloced '(*niduuid)': 32 at ffff880083800100. 00000020:00000010:0.0:1749611646.341414:0:730:0:(obd_mount.c:317:lustre_start_mgc()) kmalloced '(data)': 192 at ffff8800a89276c0. 00000020:00000001:0.0:1749611646.341421:0:730:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611646.341424:0:730:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611646.341426:0:730:0:(mgc_request.c:1075:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611646.341428:0:730:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611646.341430:0:730:0:(obd_mount.c:377:lustre_start_mgc()) MGC192.168.202.106@tcp:Set MGC reconnect 1 00000020:00000001:0.0:1749611646.341431:0:730:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611646.341432:0:730:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:01000000:0.0:1749611646.341435:0:730:0:(mgc_request.c:1044:mgc_set_info_async()) InitRecov MGC192.168.202.106@tcp 1/d0:i0:r1:or0:CONNECTING 10000000:00000001:0.0:1749611646.341437:0:730:0:(mgc_request.c:1059:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611646.341439:0:730:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611646.341441:0:730:0:(obd_mount.c:382:lustre_start_mgc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611646.341443:0:730:0:(obd_mount.c:551:lustre_start_mgc()) kfreed 'data': 192 at ffff8800a89276c0. 00000020:00000010:0.0:1749611646.341445:0:730:0:(obd_mount.c:552:lustre_start_mgc()) kfreed 'mgcname': 23 at ffff8800838005e0. 00000020:00000010:0.0:1749611646.341448:0:730:0:(obd_mount.c:237:mgc_niduuid_destroy()) kfreed '*niduuid': 32 at ffff880083800100. 00000020:00000001:0.0:1749611646.341450:0:730:0:(obd_mount.c:555:lustre_start_mgc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611646.341452:0:730:0:(tgt_mount.c:1446:server_start_targets()) Process entered 00000020:01000004:0.0:1749611646.341454:0:730:0:(tgt_mount.c:1447:server_start_targets()) starting target lustre-OST0000 00000020:00000010:0.0:1749611646.341463:0:730:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012d05b200. 00000020:00000010:0.0:1749611646.341466:0:730:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012d05be00. 00000040:00000010:0.0:1749611646.341468:0:730:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012d05bc00. 00000020:00000010:0.0:1749611646.341471:0:730:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d169800. 00000020:00000010:0.0:1749611646.341474:0:730:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012d05ae00. 80000000:00000010:0.0:1749611646.341478:0:730:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16000. 00040000:00000010:0.0:1749611646.341481:0:730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009d27c000. 00080000:00000010:0.0:1749611646.341485:0:730:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff880132678000. 00080000:00000010:0.0:1749611646.341491:0:730:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880070f02000. 00000020:00000001:0.0:1749611646.341494:0:730:0:(tgt_mount.c:280:server_mgc_set_fs()) Process entered 00000020:01000004:0.0:1749611646.341496:0:730:0:(tgt_mount.c:281:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 00000020:00000001:0.0:1749611646.341497:0:730:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611646.341499:0:730:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611646.341501:0:730:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:00000001:0.0:1749611646.341505:0:730:0:(mgc_request_server.c:80:mgc_fs_setup()) Process entered 10000000:01000000:0.0:1749611646.341507:0:730:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.202.106@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000020:00000001:0.0:1749611646.341510:0:730:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611646.341512:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611646.341519:0:730:0:(local_storage.c:104:ls_device_init()) Process entered 00000020:00000010:0.0:1749611646.341548:0:730:0:(local_storage.c:106:ls_device_init()) kmalloced '(ls)': 392 at ffff88009d27ca00. 00000020:00000001:0.0:1749611646.341551:0:730:0:(local_storage.c:124:ls_device_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00000020:00000001:0.0:1749611646.341553:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00000020:00000010:0.0:1749611646.341556:0:730:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dff300. 00000020:00000001:0.0:1749611646.341559:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611646.341563:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012dbe5900. 00000020:00000001:0.0:1749611646.341566:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611646.341569:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27ce00. 00000020:00000001:0.0:1749611646.341571:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.341573:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611646.341577:0:730:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611646.341579:0:730:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611646.341582:0:730:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff880136b50440. 00000001:00000001:0.0:1749611646.341584:0:730:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611646.341586:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.341587:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory 200000003 00000001:00000001:0.0:1749611646.341967:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134394322304 : -131939315229312 : ffff88007bfbdd80) 00000001:00000010:0.0:1749611646.341973:0:730:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff88012dbe5800. 00000001:00000001:0.0:1749611646.341976:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.341977:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611646.342199:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134254560096 : -131939454991520 : ffff880073a74360) 00000001:00000001:0.0:1749611646.342202:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.342203:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611646.342217:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241707520 : -131938467844096 : ffff8800ae7df000) 00000001:00000001:0.0:1749611646.342219:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.342220:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611646.342831:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241707736 : -131938467843880 : ffff8800ae7df0d8) 00000001:00000001:0.0:1749611646.342835:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.342836:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611646.342849:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241710760 : -131938467840856 : ffff8800ae7dfca8) 00000001:00000001:0.0:1749611646.342851:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.342853:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611646.342861:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241709464 : -131938467842152 : ffff8800ae7df798) 00000001:00000001:0.0:1749611646.342863:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.342869:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611646.342882:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241710328 : -131938467841288 : ffff8800ae7dfaf8) 00000001:00000001:0.0:1749611646.342884:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.342885:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611646.343456:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137194046088 : -131936515505528 : ffff880122dc4288) 00000001:00000001:0.0:1749611646.343459:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.343460:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611646.343473:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137194048032 : -131936515503584 : ffff880122dc4a20) 00000001:00000001:0.0:1749611646.343475:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.343476:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611646.343486:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135317793528 : -131938391758088 : ffff8800b306eaf8) 00000001:00000001:0.0:1749611646.343488:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.343489:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611646.343499:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403272064 : -131939306279552 : ffff88007c846d80) 00000001:00000001:0.0:1749611646.343502:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.343503:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611646.344169:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403272280 : -131939306279336 : ffff88007c846e58) 00000001:00000001:0.0:1749611646.344173:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.344174:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611646.344188:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403270120 : -131939306281496 : ffff88007c8465e8) 00000001:00000001:0.0:1749611646.344190:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.344191:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611646.344200:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403270768 : -131939306280848 : ffff88007c846870) 00000001:00000001:0.0:1749611646.344202:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.344203:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611646.344211:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403271632 : -131939306279984 : ffff88007c846bd0) 00000001:00000001:0.0:1749611646.344213:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.344214:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611646.344878:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403270336 : -131939306281280 : ffff88007c8466c0) 00000001:00000001:0.0:1749611646.344882:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.344883:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611646.344895:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403271416 : -131939306280200 : ffff88007c846af8) 00000001:00000001:0.0:1749611646.344898:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.344898:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611646.344909:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403269256 : -131939306282360 : ffff88007c846288) 00000001:00000001:0.0:1749611646.344911:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.344917:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611646.344930:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403269688 : -131939306281928 : ffff88007c846438) 00000001:00000001:0.0:1749611646.344932:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.344933:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611646.345544:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403271200 : -131939306280416 : ffff88007c846a20) 00000001:00000001:0.0:1749611646.345548:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.345549:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611646.345562:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403269040 : -131939306282576 : ffff88007c8461b0) 00000001:00000001:0.0:1749611646.345564:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.345565:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611646.345574:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403271848 : -131939306279768 : ffff88007c846ca8) 00000001:00000001:0.0:1749611646.345576:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.345577:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611646.345586:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134403270552 : -131939306281064 : ffff88007c846798) 00000001:00000001:0.0:1749611646.345588:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.345589:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611646.346222:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713416224 : -131938996135392 : ffff88008f00da20) 00000001:00000001:0.0:1749611646.346225:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.346226:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611646.346239:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713414496 : -131938996137120 : ffff88008f00d360) 00000001:00000001:0.0:1749611646.346241:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.346242:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611646.346290:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713417088 : -131938996134528 : ffff88008f00dd80) 00000001:00000001:0.0:1749611646.346293:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.346294:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611646.346301:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713416656 : -131938996134960 : ffff88008f00dbd0) 00000001:00000001:0.0:1749611646.346303:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.346304:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611646.346975:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713414712 : -131938996136904 : ffff88008f00d438) 00000001:00000001:0.0:1749611646.346979:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.346980:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611646.346991:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134713416872 : -131938996134744 : ffff88008f00dca8) 00000001:00000001:0.0:1749611646.346993:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.346994:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611646.347005:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438782088 : -131936270769528 : ffff88013172a288) 00000001:00000001:0.0:1749611646.347012:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347013:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611646.347024:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438784680 : -131936270766936 : ffff88013172aca8) 00000001:00000001:0.0:1749611646.347026:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347027:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611646.347036:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438783384 : -131936270768232 : ffff88013172a798) 00000001:00000001:0.0:1749611646.347038:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347039:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611646.347047:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137438784896 : -131936270766720 : ffff88013172ad80) 00000001:00000001:0.0:1749611646.347049:0:730:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611646.347052:0:730:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612137527018560 : -131936182533056 : ffff880136b50440) 00000001:00000001:0.0:1749611646.347079:0:730:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.347082:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611646.347085:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611646.347087:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611646.347090:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.347093:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611646.347098:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137376635224 : -131936332916392 : ffff88012dbe5958) 00000020:00000001:0.0:1749611646.347221:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611646.347225:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009d2ada00. 00000020:00000001:0.0:1749611646.347229:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611646.347231:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27d800. 00000020:00000001:0.0:1749611646.347234:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.347235:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611646.347238:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611646.347239:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.347241:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611646.347245:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611646.347246:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611646.347251:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.347254:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611646.347257:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134951049816 : -131938758501800 : ffff88009d2ada58) 00080000:00000001:0.0:1749611646.347262:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611646.347265:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611646.347272:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611646.347283:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.347286:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611646.347288:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.347289:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611646.347291:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611646.347295:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000001:0x1017:0x0] 13:616739140 to info ffff880132678000 00000020:00000001:0.0:1749611646.347299:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f600 00080000:00000002:0.0:1749611646.347301:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/CONFIGS => [0x200000001:0x1017:0x0] 00080000:00000001:0.0:1749611646.347304:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611646.347308:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611646.347311:0:730:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff88009974a000. 00080000:00000001:0.0:1749611646.347313:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611646.347315:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611646.347317:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009d2ad600. 00000020:00000001:0.0:1749611646.347319:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611646.347322:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dbae00. 00000020:00000001:0.0:1749611646.347324:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.347325:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611646.347327:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611646.347328:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611646.347330:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611646.347332:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.347334:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611646.347337:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134951048792 : -131938758502824 : ffff88009d2ad658) 00040000:00000001:0.0:1749611646.347354:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611646.347356:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611646.347357:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611646.347358:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611646.347359:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611646.347360:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611646.347363:0:730:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88009d27d800. 00000020:00000010:0.0:1749611646.347367:0:730:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009d2ada00. 10000000:00000001:0.0:1749611646.347371:0:730:0:(mgc_request_server.c:42:mgc_local_llog_init()) Process entered 00000040:00000001:0.0:1749611646.347374:0:730:0:(llog_obd.c:133:llog_setup()) Process entered 00000040:00000010:0.0:1749611646.347398:0:730:0:(llog_obd.c:26:llog_new_ctxt()) kmalloced '(ctxt)': 176 at ffff8800a8927780. 00000020:00000040:0.0:1749611646.347401:0:730:0:(genops.c:887:class_export_get()) GET export ffff880129e08800 refcount=2 00000040:00000001:0.0:1749611646.347404:0:730:0:(llog_osd.c:2046:llog_osd_setup()) Process entered 00000040:00000040:0.0:1749611646.347411:0:730:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800a8927780 : new refcount 2 00000020:00000001:0.0:1749611646.347414:0:730:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611646.347415:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611646.347418:0:730:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:0.0:1749611646.347420:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00000020:00000010:0.0:1749611646.347423:0:730:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dffc80. 00000020:00000001:0.0:1749611646.347425:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611646.347427:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009d2adb00. 00000020:00000001:0.0:1749611646.347434:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611646.347444:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dbba00. 00000020:00000001:0.0:1749611646.347446:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.347448:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611646.347450:0:730:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611646.347451:0:730:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611646.347454:0:730:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff880136b50d00. 00000001:00000001:0.0:1749611646.347455:0:730:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611646.347457:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347458:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory 1 00000001:00000001:0.0:1749611646.347477:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406369280 : -131939303182336 : ffff88007cb3b000) 00000001:00000010:0.0:1749611646.347480:0:730:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff88009d2ad400. 00000001:00000001:0.0:1749611646.347482:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347483:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611646.347798:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406372088 : -131939303179528 : ffff88007cb3baf8) 00000001:00000001:0.0:1749611646.347802:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347804:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611646.347813:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406371656 : -131939303179960 : ffff88007cb3b948) 00000001:00000001:0.0:1749611646.347816:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347817:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611646.347826:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406372520 : -131939303179096 : ffff88007cb3bca8) 00000001:00000001:0.0:1749611646.347828:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347829:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611646.347835:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406370360 : -131939303181256 : ffff88007cb3b438) 00000001:00000001:0.0:1749611646.347837:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347838:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611646.347844:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406370576 : -131939303181040 : ffff88007cb3b510) 00000001:00000001:0.0:1749611646.347852:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347853:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611646.347865:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406371872 : -131939303179744 : ffff88007cb3ba20) 00000001:00000001:0.0:1749611646.347867:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347868:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611646.347874:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406372736 : -131939303178880 : ffff88007cb3bd80) 00000001:00000001:0.0:1749611646.347877:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347878:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611646.347883:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406371224 : -131939303180392 : ffff88007cb3b798) 00000001:00000001:0.0:1749611646.347885:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347886:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611646.347892:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406371440 : -131939303180176 : ffff88007cb3b870) 00000001:00000001:0.0:1749611646.347894:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347895:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611646.347901:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406371008 : -131939303180608 : ffff88007cb3b6c0) 00000001:00000001:0.0:1749611646.347902:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347903:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611646.347910:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406369496 : -131939303182120 : ffff88007cb3b0d8) 00000001:00000001:0.0:1749611646.347912:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347913:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611646.347919:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406372952 : -131939303178664 : ffff88007cb3be58) 00000001:00000001:0.0:1749611646.347921:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347922:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611646.347928:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406369928 : -131939303181688 : ffff88007cb3b288) 00000001:00000001:0.0:1749611646.347929:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347930:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611646.347975:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406370144 : -131939303181472 : ffff88007cb3b360) 00000001:00000001:0.0:1749611646.347978:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347979:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611646.347986:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134406372304 : -131939303179312 : ffff88007cb3bbd0) 00000001:00000001:0.0:1749611646.347988:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.347989:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611646.348548:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252939592 : -131939456612024 : ffff8800738e8948) 00000001:00000001:0.0:1749611646.348551:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.348553:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611646.348571:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252939160 : -131939456612456 : ffff8800738e8798) 00000001:00000001:0.0:1749611646.348573:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.348575:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611646.348583:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134298342672 : -131939411208944 : ffff880076435510) 00000001:00000001:0.0:1749611646.348585:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.348586:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611646.348593:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134298344184 : -131939411207432 : ffff880076435af8) 00000001:00000001:0.0:1749611646.348595:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.348596:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611646.348603:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134298341592 : -131939411210024 : ffff8800764350d8) 00000001:00000001:0.0:1749611646.348604:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.348606:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611646.349197:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134298342888 : -131939411208728 : ffff8800764355e8) 00000001:00000001:0.0:1749611646.349201:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349202:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611646.349214:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137569831240 : -131936139720376 : ffff880139424948) 00000001:00000001:0.0:1749611646.349216:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349218:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611646.349226:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612137569830592 : -131936139721024 : ffff8801394246c0) 00000001:00000001:0.0:1749611646.349228:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349229:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611646.349236:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134623070752 : -131939086480864 : ffff8800899e4a20) 00000001:00000001:0.0:1749611646.349238:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349239:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611646.349247:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134723646952 : -131938985904664 : ffff88008f9cf5e8) 00000001:00000001:0.0:1749611646.349249:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349250:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611646.349397:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134723646520 : -131938985905096 : ffff88008f9cf438) 00000001:00000001:0.0:1749611646.349400:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349401:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611646.349412:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134723649112 : -131938985902504 : ffff88008f9cfe58) 00000001:00000001:0.0:1749611646.349414:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349415:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611646.349423:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134723645872 : -131938985905744 : ffff88008f9cf1b0) 00000001:00000001:0.0:1749611646.349425:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349431:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611646.349442:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134723645440 : -131938985906176 : ffff88008f9cf000) 00000001:00000001:0.0:1749611646.349445:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349446:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611646.349453:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134723646088 : -131938985905528 : ffff88008f9cf288) 00000001:00000001:0.0:1749611646.349455:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349456:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611646.349464:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134723645656 : -131938985905960 : ffff88008f9cf0d8) 00000001:00000001:0.0:1749611646.349466:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349467:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611646.349476:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134723648680 : -131938985902936 : ffff88008f9cfca8) 00000001:00000001:0.0:1749611646.349478:0:730:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611646.349481:0:730:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612137527020800 : -131936182530816 : ffff880136b50d00) 00000001:00000001:0.0:1749611646.349494:0:730:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.349496:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611646.349499:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611646.349500:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611646.349503:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.349506:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611646.349510:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134951050072 : -131938758501544 : ffff88009d2adb58) 00000020:00000001:0.0:1749611646.349653:0:730:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611646.349655:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611646.349657:0:730:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:0.0:1749611646.349659:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00000020:00000010:0.0:1749611646.349662:0:730:0:(local_storage.c:835:local_oid_storage_init()) kmalloced '(*los)': 128 at ffff880096dff980. 00000020:00000001:0.0:1749611646.349665:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611646.349669:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8bf4e00. 00000020:00000001:0.0:1749611646.349671:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611646.349673:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dbbc00. 00000020:00000001:0.0:1749611646.349675:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.349677:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00000001:00000001:0.0:1749611646.349680:0:730:0:(osd_compat.c:1415:osd_obj_spec_lookup()) Process entered 00000001:00000001:0.0:1749611646.349681:0:730:0:(osd_compat.c:986:osd_seq_load()) Process entered 00000001:00000010:0.0:1749611646.349683:0:730:0:(osd_compat.c:1008:osd_seq_load()) kmalloced '(osd_seq)': 48 at ffff880136b50780. 00000001:00000001:0.0:1749611646.349685:0:730:0:(osd_compat.c:922:osd_seq_load_locked()) Process entered 00000001:00000001:0.0:1749611646.349692:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349694:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory 10 00000001:00000001:0.0:1749611646.349712:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134723648896 : -131938985902720 : ffff88008f9cfd80) 00000001:00000010:0.0:1749611646.349715:0:730:0:(osd_compat.c:942:osd_seq_load_locked()) kmalloced '(osd_seq->oos_dirs)': 256 at ffff8800a8bf4a00. 00000001:00000001:0.0:1749611646.349717:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349718:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d0 00000001:00000001:0.0:1749611646.349953:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241678208 : -131938467873408 : ffff8800ae7d7d80) 00000001:00000001:0.0:1749611646.349957:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349958:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d1 00000001:00000001:0.0:1749611646.349967:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241674752 : -131938467876864 : ffff8800ae7d7000) 00000001:00000001:0.0:1749611646.349970:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.349971:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d2 00000001:00000001:0.0:1749611646.350019:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241676264 : -131938467875352 : ffff8800ae7d75e8) 00000001:00000001:0.0:1749611646.350021:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350023:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d3 00000001:00000001:0.0:1749611646.350031:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241677776 : -131938467873840 : ffff8800ae7d7bd0) 00000001:00000001:0.0:1749611646.350033:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350034:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d4 00000001:00000001:0.0:1749611646.350041:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241676048 : -131938467875568 : ffff8800ae7d7510) 00000001:00000001:0.0:1749611646.350043:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350044:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d5 00000001:00000001:0.0:1749611646.350053:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241676696 : -131938467874920 : ffff8800ae7d7798) 00000001:00000001:0.0:1749611646.350055:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350056:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d6 00000001:00000001:0.0:1749611646.350062:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241675832 : -131938467875784 : ffff8800ae7d7438) 00000001:00000001:0.0:1749611646.350064:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350065:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d7 00000001:00000001:0.0:1749611646.350071:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241675400 : -131938467876216 : ffff8800ae7d7288) 00000001:00000001:0.0:1749611646.350073:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350074:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d8 00000001:00000001:0.0:1749611646.350081:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241675184 : -131938467876432 : ffff8800ae7d71b0) 00000001:00000001:0.0:1749611646.350083:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350084:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d9 00000001:00000001:0.0:1749611646.350090:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241677992 : -131938467873624 : ffff8800ae7d7ca8) 00000001:00000001:0.0:1749611646.350092:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350097:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d10 00000001:00000001:0.0:1749611646.350319:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241677560 : -131938467874056 : ffff8800ae7d7af8) 00000001:00000001:0.0:1749611646.350322:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350323:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d11 00000001:00000001:0.0:1749611646.350335:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241674968 : -131938467876648 : ffff8800ae7d70d8) 00000001:00000001:0.0:1749611646.350337:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350339:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d12 00000001:00000001:0.0:1749611646.350346:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241677128 : -131938467874488 : ffff8800ae7d7948) 00000001:00000001:0.0:1749611646.350348:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350349:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d13 00000001:00000001:0.0:1749611646.350356:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612135241676912 : -131938467874704 : ffff8800ae7d7870) 00000001:00000001:0.0:1749611646.350358:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350359:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d14 00000001:00000001:0.0:1749611646.350368:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252211584 : -131939457340032 : ffff880073836d80) 00000001:00000001:0.0:1749611646.350370:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350371:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d15 00000001:00000001:0.0:1749611646.350378:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210504 : -131939457341112 : ffff880073836948) 00000001:00000001:0.0:1749611646.350380:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350381:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d16 00000001:00000001:0.0:1749611646.350597:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209424 : -131939457342192 : ffff880073836510) 00000001:00000001:0.0:1749611646.350601:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350602:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d17 00000001:00000001:0.0:1749611646.350612:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209856 : -131939457341760 : ffff8800738366c0) 00000001:00000001:0.0:1749611646.350614:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350615:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d18 00000001:00000001:0.0:1749611646.350622:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252209208 : -131939457342408 : ffff880073836438) 00000001:00000001:0.0:1749611646.350624:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350625:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d19 00000001:00000001:0.0:1749611646.350632:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210936 : -131939457340680 : ffff880073836af8) 00000001:00000001:0.0:1749611646.350634:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350635:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d20 00000001:00000001:0.0:1749611646.350642:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252208560 : -131939457343056 : ffff8800738361b0) 00000001:00000001:0.0:1749611646.350644:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350645:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d21 00000001:00000001:0.0:1749611646.350650:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252208344 : -131939457343272 : ffff8800738360d8) 00000001:00000001:0.0:1749611646.350658:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350659:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d22 00000001:00000001:0.0:1749611646.350882:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134252210072 : -131939457341544 : ffff880073836798) 00000001:00000001:0.0:1749611646.350885:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350886:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d23 00000001:00000001:0.0:1749611646.350898:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602348440 : -131939107203176 : ffff880088621798) 00000001:00000001:0.0:1749611646.350901:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350902:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d24 00000001:00000001:0.0:1749611646.350910:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602348008 : -131939107203608 : ffff8800886215e8) 00000001:00000001:0.0:1749611646.350912:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350913:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d25 00000001:00000001:0.0:1749611646.350958:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602348872 : -131939107202744 : ffff880088621948) 00000001:00000001:0.0:1749611646.350960:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350961:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d26 00000001:00000001:0.0:1749611646.350968:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602348656 : -131939107202960 : ffff880088621870) 00000001:00000001:0.0:1749611646.350970:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350971:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d27 00000001:00000001:0.0:1749611646.350978:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602347576 : -131939107204040 : ffff880088621438) 00000001:00000001:0.0:1749611646.350980:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350981:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d28 00000001:00000001:0.0:1749611646.350989:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602350168 : -131939107201448 : ffff880088621e58) 00000001:00000001:0.0:1749611646.350991:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.350992:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d29 00000001:00000001:0.0:1749611646.350999:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602346496 : -131939107205120 : ffff880088621000) 00000001:00000001:0.0:1749611646.351001:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.351002:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d30 00000001:00000001:0.0:1749611646.351009:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602349088 : -131939107202528 : ffff880088621a20) 00000001:00000001:0.0:1749611646.351012:0:730:0:(osd_compat.c:138:simple_mkdir()) Process entered 00000001:00000002:0.0:1749611646.351013:0:730:0:(osd_compat.c:141:simple_mkdir()) creating directory d31 00000001:00000001:0.0:1749611646.351021:0:730:0:(osd_compat.c:185:simple_mkdir()) Process leaving (rc=18446612134602349304 : -131939107202312 : ffff880088621af8) 00000001:00000001:0.0:1749611646.351023:0:730:0:(osd_compat.c:976:osd_seq_load_locked()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611646.351025:0:730:0:(osd_compat.c:1034:osd_seq_load()) Process leaving (rc=18446612137527019392 : -131936182532224 : ffff880136b50780) 00000001:00000001:0.0:1749611646.351038:0:730:0:(osd_compat.c:1453:osd_obj_spec_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.351040:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611646.351047:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611646.351049:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611646.351052:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611646.351055:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611646.351060:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612135145328216 : -131938564223400 : ffff8800a8bf4e58) 00000040:00000001:0.0:1749611646.351264:0:730:0:(llog_osd.c:2079:llog_osd_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000040:0.0:1749611646.351267:0:730:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800a8927780 : new refcount 1 00000040:01000000:0.0:1749611646.351270:0:730:0:(llog_obd.c:195:llog_setup()) obd MGC192.168.202.106@tcp ctxt 0 is initialized 00000040:00000001:0.0:1749611646.351272:0:730:0:(llog_obd.c:199:llog_setup()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:0.0:1749611646.351274:0:730:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800a8927780 : new refcount 2 10000000:00000040:0.0:1749611646.351276:0:730:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800a8927780 : new refcount 1 10000000:00000001:0.0:1749611646.351278:0:730:0:(mgc_request_server.c:53:mgc_local_llog_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611646.351280:0:730:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - mgc_fs 10000000:00000001:0.0:1749611646.351282:0:730:0:(mgc_request_server.c:131:mgc_fs_setup()) Process leaving 10000000:00000001:0.0:1749611646.351284:0:730:0:(mgc_request_server.c:277:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611646.351286:0:730:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611646.351288:0:730:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611646.351290:0:730:0:(tgt_mount.c:290:server_mgc_set_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611646.351292:0:730:0:(tgt_mount.c:1330:server_register_target()) Process entered 00000020:00000001:0.0:1749611646.351294:0:730:0:(tgt_mount.c:1210:server_lsi2mti()) Process entered 00000020:00000010:0.0:1749611646.351312:0:730:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff880070f00000. 00000020:01000004:0.0:1749611646.351324:0:730:0:(tgt_mount.c:1347:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.202.106@tcp, index=0000, flags=0x2 00000020:01000004:0.0:1749611646.351328:0:730:0:(tgt_mount.c:1147:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1749611646.351329:0:730:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611646.351330:0:730:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611646.351332:0:730:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611646.351333:0:730:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611646.351334:0:730:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611646.351336:0:730:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611646.351337:0:730:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000020:00000001:0.0:1749611646.351338:0:730:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:0.0:1749611646.351340:0:730:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:0.0:1749611646.351341:0:730:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:01000000:0.0:1749611646.351343:0:730:0:(mgc_request_server.c:266:mgc_set_info_async_server()) register_target lustre-OST0000 0x10000002 10000000:00000001:0.0:1749611646.351346:0:730:0:(mgc_request_server.c:181:mgc_target_register()) Process entered 00000100:00000010:0.0:1749611646.351350:0:730:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c02d80. 00000020:00000040:0.0:1749611646.351357:0:730:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000020:01000004:0.0:1749611646.351361:0:730:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1749611646.351363:0:730:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1749611646.351364:0:730:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:0.0:1749611646.351365:0:730:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:0.0:1749611646.351366:0:730:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:0.0:1749611646.351367:0:730:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:01000004:0.0:1749611646.351368:0:730:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1749611646.351369:0:730:0:(tgt_mount.c:1188:server_mti_print()) LDD_F_OPC_REG 00000100:00000001:0.0:1749611646.351371:0:730:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611646.351374:0:730:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611646.351379:0:730:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611646.351389:0:730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff88009c0c8000. 00000100:00000001:0.0:1749611646.351396:0:730:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611646.351401:0:730:0:(mgc_request_server.c:211:mgc_target_register()) register lustre-OST0000 00000100:00000001:0.0:1749611646.351403:0:730:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611646.351405:0:730:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611646.351408:0:730:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8927480. 00000100:00000001:0.0:1749611646.351410:0:730:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135142388864 : -131938567162752 : ffff8800a8927480) 00000100:00000001:0.0:1749611646.351413:0:730:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611646.351414:0:730:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134356856192 : -131939352695424 : ffff880079c02d80) 00000100:00000001:0.0:1749611646.351419:0:730:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611646.351422:0:730:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611646.351424:0:730:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611646.351426:0:730:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611646.351434:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079c02d80 x1834598494708224/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611646.351444:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611646.351446:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611646.351449:0:730:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079c02d80 x1834598494708224/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611646.351457:0:730:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611646.351459:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611646.351461:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611646.351463:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611646.351465:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611646.351472:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611646.351474:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611646.351475:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611646.351477:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611646.436660:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611646.436665:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611646.436800:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611646.436805:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611646.436808:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611646.458634:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611646.458640:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611646.458642:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611646.458645:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611646.458648:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611646.458651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611646.458654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611646.458656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611646.458658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611647.175751:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611647.175824:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611647.175827:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611647.175832:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611647.175835:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611647.175839:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611647.175841:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611647.243635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611647.243640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611647.243642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611647.243646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611647.243649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611647.243652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611647.243655:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611647.243658:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611647.243661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611647.350657:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611647.350664:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611647.350666:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611647.350670:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611647.350673:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611647.350676:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611647.350678:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611647.350681:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611647.350683:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611647.438654:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611647.438659:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611647.438827:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611647.438834:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611647.438838:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611647.458626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611647.458631:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611647.458634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611647.458637:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611647.458640:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611647.458643:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611647.458645:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611647.458648:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611647.458651:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611648.175638:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611648.175655:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611648.175658:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611648.175663:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611648.175666:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611648.175670:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611648.175672:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611648.243638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611648.243644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611648.243647:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611648.243651:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611648.243654:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611648.243658:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611648.243661:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611648.243681:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611648.243684:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611648.350688:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611648.350697:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611648.350700:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611648.350719:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611648.350722:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611648.350726:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611648.350729:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611648.350732:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611648.350735:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611648.440659:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611648.440666:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611648.440824:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611648.440830:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611648.440834:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611648.458633:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611648.458639:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611648.458642:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611648.458646:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611648.458649:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611648.458653:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611648.458656:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611648.458658:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611648.458661:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.175632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611649.175648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611649.175651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611649.175655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611649.175657:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611649.175662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.175664:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611649.182635:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611649.182643:0:27774:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611649.182646:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611649.182650:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611649.182653:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611649.182656:0:27774:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611649.182660:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611649.182665:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6250 00000100:00080000:2.0:1749611649.182670:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611649.182673:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611649.182676:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611649.182678:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611649.182681:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611649.182685:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611649.182688:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611649.182691:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611649.182694:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611649.182696:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611649.182699:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611649.182702:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611649.182715:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611649.182716:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611649.182718:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611649.182722:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611649.182725:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611649.182728:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611649.182731:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611649.182775:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611649.182779:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.182781:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611649.182784:0:27774:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611649.182790:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234380. 00000020:00000040:2.0:1749611649.182794:0:27774:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611649.182797:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611649.182800:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.182803:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611649.182806:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611649.182809:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611649.182817:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7f000. 00000100:00000001:2.0:1749611649.182824:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611649.182833:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234380 x1834598494708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611649.182845:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611649.182849:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611649.182854:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234380] to pc [ptlrpcd_rcv+-1] req@ffff880079234380 x1834598494708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611649.182881:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611649.182885:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611649.182889:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611649.182890:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611649.182892:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611649.182895:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611649.182903:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6250 00000100:00080000:2.0:1749611649.182906:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611649.182909:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611649.182911:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611649.182913:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611649.182915:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611649.182917:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611649.182919:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611649.182920:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611649.182923:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611649.182925:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611649.182927:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611649.182930:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611649.182931:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611649.182933:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611649.182934:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611649.182937:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611649.182939:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611649.182941:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611649.182943:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611649.182946:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611649.182948:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.182950:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611649.182952:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611649.182955:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235500. 00000020:00000040:2.0:1749611649.182957:0:27774:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611649.182960:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611649.182961:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.182962:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611649.182963:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611649.182965:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611649.182969:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7f800. 00000100:00000001:2.0:1749611649.182972:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.182980:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611649.182982:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235500 x1834598494708480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611649.182986:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611649.182989:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611649.182990:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611649.182992:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611649.182996:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235500] to pc [ptlrpcd_rcv+-1] req@ffff880079235500 x1834598494708480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611649.182998:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234380 x1834598494708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611649.183004:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611649.183007:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611649.183010:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611649.183011:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611649.183012:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749611649.183012:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611649.183013:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611649.183016:0:27774:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749611649.183017:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749611649.183018:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6250 00000100:00080000:2.0:1749611649.183020:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749611649.183020:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611649.183022:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611649.183023:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611649.183025:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611649.183026:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00100000:0.0:1749611649.183026:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494708352:0@lo:38:kworker.0 00000100:00000001:2.0:1749611649.183028:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611649.183030:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611649.183031:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749611649.183032:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611649.183033:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611649.183035:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:0.0:1749611649.183035:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611649.183037:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:0.0:1749611649.183037:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611649.183039:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:0.0:1749611649.183040:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611649.183041:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611649.183043:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611649.183044:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000010:0.0:1749611649.183045:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099748800. 00000100:00000001:2.0:1749611649.183046:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611649.183048:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:0.0:1749611649.183048:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611649.183050:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000400:00000010:0.0:1749611649.183056:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00000100:00000001:2.0:1749611649.183057:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611649.183059:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611649.183062:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611649.183063:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 02000000:00000001:2.0:1749611649.183064:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.183066:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611649.183068:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611649.183072:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235880. 00000020:00000040:2.0:1749611649.183074:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611649.183076:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611649.183078:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.183079:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611649.183080:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000200:0.0:1749611649.183080:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494708352, portal 4 02000000:00000001:2.0:1749611649.183082:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183083:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1749611649.183085:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7ec00. 00000100:00000001:0.0:1749611649.183085:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346572672 : -131939362978944 : ffff880079234380) 00000100:00000001:2.0:1749611649.183088:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611649.183092:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235880 x1834598494708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611649.183094:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234380 x1834598494708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611649.183099:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611649.183101:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183103:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611649.183104:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235880] to pc [ptlrpcd_rcv+-1] req@ffff880079235880 x1834598494708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611649.183106:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611649.183109:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:2.0:1749611649.183111:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611649.183112:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494708352, offset 0 00000100:00000040:2.0:1749611649.183114:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611649.183117:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749611649.183117:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749611649.183120:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236a00. 00000020:00000040:2.0:1749611649.183123:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611649.183125:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611649.183127:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611649.183128:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611649.183132:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e800. 00000400:00000200:0.0:1749611649.183133:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611649.183134:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611649.183138:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611649.183144:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf952280 00000400:00000200:0.0:1749611649.183151:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 20280 00000100:00000001:2.0:1749611649.183157:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611649.183159:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611649.183159:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611649.183163:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611649.183165:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236a00] to pc [ptlrpcd_00_03+3] req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611649.183169:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611649.183171:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611649.183175:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c03100. 00000100:00000040:0.0:1749611649.183178:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c03100 x1834598494708352 msgsize 520 00000100:00100000:0.0:1749611649.183183:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611649.183190:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611649.183195:0:27774:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6260) 00000100:00000001:0.0:1749611649.183210:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611649.183216:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611649.183218:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00100000:2.0:1749611649.183219:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749611649.183221:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611649.183221:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611649.183224:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611649.183227:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611649.183228:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611649.183229:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234380 x1834598494708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611649.183230:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611649.183232:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611649.183234:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611649.183237:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611649.183238:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611649.183240:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234380 x1834598494708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611649.183245:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611649.183247:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183247:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183249:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749611649.183250:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611649.183252:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611649.183253:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611649.183254:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611649.183257:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494708736:0@lo:400:kworker.0 00000100:00000040:0.0:1749611649.183257:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1257 usecs (2 jiffies) 00000100:00000001:2.0:1749611649.183261:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611649.183264:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611649.183266:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183267:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300922642 02000000:00000001:2.0:1749611649.183268:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611649.183271:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012db4a200. 00000100:00000010:0.0:1749611649.183271:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50740. 02000000:00000001:2.0:1749611649.183273:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611649.183277:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe6e0. 00000100:00000001:0.0:1749611649.183278:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749611649.183282:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749611649.183282:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749611649.183284:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300922642 00000100:00000200:2.0:1749611649.183287:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494708736, portal 10 00000100:00000010:0.0:1749611649.183287:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50140. 00000100:00000001:3.0:1749611649.183288:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.183289:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611649.183290:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611649.183291:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346582528 : -131939362969088 : ffff880079236a00) 00000100:00000001:0.0:1749611649.183293:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300922642 00000100:00000010:0.0:1749611649.183295:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50680. 00000100:00000001:0.0:1749611649.183298:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611649.183301:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300922642 00000100:00000040:2.0:1749611649.183303:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611649.183304:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b502c0. 00000100:00000001:0.0:1749611649.183306:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:1.0:1749611649.183307:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611649.183310:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611649.183310:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611649.183312:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494708352 00000100:00000001:0.0:1749611649.183312:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611649.183313:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611649.183315:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00000001:0.0:1749611649.183315:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611649.183316:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749611649.183318:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494708736, offset 0 00000100:00000001:0.0:1749611649.183318:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611649.183319:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749611649.183323:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611649.183323:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611649.183325:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.183327:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611649.183329:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1749611649.183330:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611649.183330:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611649.183331:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611649.183334:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235500 x1834598494708480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611649.183336:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611649.183338:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf952400 00000100:00100000:1.0:1749611649.183340:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494708352 00000100:00000001:0.0:1749611649.183341:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:2.0:1749611649.183343:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 171776 00000020:00000001:1.0:1749611649.183343:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611649.183343:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611649.183344:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611649.183346:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611649.183346:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611649.183348:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611649.183349:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:1.0:1749611649.183349:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611649.183350:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611649.183351:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611649.183353:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:0.0:1749611649.183353:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494708480:0@lo:38:kworker.0 00000100:00000001:0.0:1749611649.183356:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611649.183357:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:1.0:1749611649.183357:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3600. 02000000:00000001:0.0:1749611649.183358:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:2.0:1749611649.183359:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611649.183362:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234700. 00000020:00000010:1.0:1749611649.183363:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0d00. 00000100:00000040:2.0:1749611649.183365:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff880079234700 x1834598494708736 msgsize 224 02000000:00000001:0.0:1749611649.183365:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611649.183367:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:1.0:1749611649.183368:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000100:00100000:2.0:1749611649.183369:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749611649.183370:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974b000. 02000000:00000001:0.0:1749611649.183372:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611649.183373:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611649.183375:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749611649.183376:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 00000100:00000001:1.0:1749611649.183378:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611649.183379:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000200:0.0:1749611649.183383:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494708480, portal 10 00000100:00000001:1.0:1749611649.183384:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183385:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611649.183386:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611649.183386:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346577152 : -131939362974464 : ffff880079235500) 00000400:00000200:2.0:1749611649.183392:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000100:00000040:0.0:1749611649.183393:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235500 x1834598494708480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611649.183394:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000001:1.0:1749611649.183395:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611649.183397:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611649.183400:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749611649.183401:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611665 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611649.183402:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611649.183404:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:1.0:1749611649.183405:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611649.183407:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611649.183407:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494708480, offset 0 00000100:00000001:2.0:1749611649.183409:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749611649.183410:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611649.183412:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611665 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611649.183413:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00000001:1.0:1749611649.183416:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356857088 : -131939352694528 : ffff880079c03100) 00000400:00000200:0.0:1749611649.183417:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611649.183418:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611649.183419:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611649.183421:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494708736 00000100:00000001:2.0:1749611649.183421:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749611649.183422:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c03100 x1834598494708352/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611649.183422:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf952300 00000100:00000001:2.0:1749611649.183425:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611649.183427:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 172000 00000100:00000040:2.0:1749611649.183428:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 960 usecs (1 jiffies) 00000100:00000001:2.0:1749611649.183431:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300922641 02000000:00000001:3.0:1749611649.183432:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749611649.183432:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611649.183434:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300922642 00000100:00000001:3.0:1749611649.183435:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:1.0:1749611649.183435:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494708352:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611649.183435:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611649.183437:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.183437:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300922641 00000100:00000001:0.0:1749611649.183438:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611649.183440:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494708352 00000100:00000200:0.0:1749611649.183440:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:3.0:1749611649.183441:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611649.183443:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000010:0.0:1749611649.183443:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c03480. 00000100:00100000:3.0:1749611649.183444:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494708736 00000100:00000001:2.0:1749611649.183444:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300922642 00000020:00000001:3.0:1749611649.183446:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611649.183446:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300922641 00000100:00000040:0.0:1749611649.183446:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c03480 x1834598494708480 msgsize 520 00010000:00000001:1.0:1749611649.183447:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:3.0:1749611649.183448:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:2.0:1749611649.183449:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300922642 00000100:00100000:0.0:1749611649.183449:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749611649.183450:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611649.183451:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300922641 00000020:00000040:3.0:1749611649.183453:0:12680:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611649.183453:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300922642 00000100:00000001:2.0:1749611649.183455:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611649.183456:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611649.183457:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183457:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:3.0:1749611649.183459:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611649.183460:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611649.183460:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611649.183461:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000001:2.0:1749611649.183462:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611649.183463:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:3.0:1749611649.183464:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00010000:00020000:1.0:1749611649.183464:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611649.183465:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:3.0:1749611649.183468:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012eb32640. 00010000:00000001:1.0:1749611649.183468:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:0.0:1749611649.183469:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235500 x1834598494708480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611649.183471:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749611649.183473:0:12680:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012a3c7980. 00000100:00000001:1.0:1749611649.183474:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611649.183476:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611649.183477:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000040:3.0:1749611649.183479:0:12680:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:0.0:1749611649.183479:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235500 x1834598494708480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611649.183485:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749611649.183489:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a2c00. 00000100:00000001:3.0:1749611649.183490:0:12680:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611649.183491:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611649.183492:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183492:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611649.183493:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000020:00000010:3.0:1749611649.183494:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59c00. 00000100:00000001:1.0:1749611649.183494:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611649.183495:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494708480 02000000:00000001:2.0:1749611649.183497:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611649.183497:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611649.183498:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7d80. 00010000:00000001:1.0:1749611649.183498:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611649.183499:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611649.183500:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1091 usecs (2 jiffies) 00000100:00000001:2.0:1749611649.183501:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611649.183501:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611649.183502:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:0.0:1749611649.183502:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300922642 02000000:00000001:2.0:1749611649.183504:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611649.183505:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611649.183505:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300922642 00000100:00100000:2.0:1749611649.183507:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494708480 00000100:00000001:0.0:1749611649.183507:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300922642 00000100:00000001:1.0:1749611649.183508:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:2.0:1749611649.183509:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:3.0:1749611649.183510:0:12680:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000020:00000040:2.0:1749611649.183510:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611649.183510:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300922642 00000100:00000001:1.0:1749611649.183511:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611649.183511:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300922642 00000100:00000001:3.0:1749611649.183512:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000001:2.0:1749611649.183512:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611649.183513:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000001:2.0:1749611649.183514:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611649.183514:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611649.183514:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300922642 00000100:00000001:0.0:1749611649.183515:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300922642 00000020:00000001:2.0:1749611649.183516:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611649.183516:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611649.183517:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611649.183518:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611649.183518:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300922642 00000020:00000010:2.0:1749611649.183519:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b400. 00000100:00000001:0.0:1749611649.183520:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611649.183522:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:2.0:1749611649.183549:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000020:00000010:2.0:1749611649.183554:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be94b0. 00000100:00000001:3.0:1749611649.183556:0:12680:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:3.0:1749611649.183558:0:12680:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:2.0:1749611649.183558:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611649.183559:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611649.183560:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.183561:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.183565:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183565:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611649.183566:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.183567:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611649.183571:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611649.183572:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:0.0:1749611649.183572:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235880 x1834598494708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611649.183575:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749611649.183575:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611649.183577:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611649.183578:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611649.183579:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611649.183579:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611649.183580:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.183581:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:1.0:1749611649.183581:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611649.183582:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:3.0:1749611649.183583:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000400:00000010:1.0:1749611649.183584:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 02000000:00000001:0.0:1749611649.183584:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611649.183586:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 02000000:00000001:0.0:1749611649.183586:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611649.183589:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346573568 : -131939362978048 : ffff880079234700) 00000100:00000200:1.0:1749611649.183589:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494708352, offset 0 00000100:00100000:0.0:1749611649.183589:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494708608:0@lo:38:kworker.0 00000100:00000001:0.0:1749611649.183592:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611649.183594:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00100000:2.0:1749611649.183595:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000400:00000200:1.0:1749611649.183596:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611649.183596:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611649.183597:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079234700 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:330/0 lens 224/0 e 0 to 0 dl 1749611660 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611649.183598:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356857984 : -131939352693632 : ffff880079c03480) 02000000:00000001:0.0:1749611649.183598:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611649.183601:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099749800. 00000100:00000040:2.0:1749611649.183602:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c03480 x1834598494708480/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611649.183603:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611649.183605:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611649.183612:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf952280 00000400:00000010:0.0:1749611649.183612:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00000400:00000010:0.0:1749611649.183615:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000400:00000200:1.0:1749611649.183617:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x998d [1] + 0 00000100:00100000:2.0:1749611649.183620:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494708480:12345-0@lo:38:kworker.0 00000100:00000001:3.0:1749611649.183621:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749611649.183622:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:3.0:1749611649.183624:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012eb32d00. 00000100:00000200:2.0:1749611649.183624:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494708480 00000020:00000001:2.0:1749611649.183626:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749611649.183626:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611649.183627:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611649.183629:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012eb32d00. 00010000:00000001:2.0:1749611649.183629:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749611649.183629:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494708608, portal 10 00000100:00000001:1.0:1749611649.183630:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611649.183632:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611649.183633:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346578048 : -131939362973568 : ffff880079235880) 00000100:00000200:1.0:1749611649.183635:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234380 x1834598494708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611649.183636:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494708736:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749611649.183638:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611649.183640:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494708736 00000100:00000040:0.0:1749611649.183640:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235880 x1834598494708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749611649.183641:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749611649.183643:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611649.183644:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749611649.183646:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000040:1.0:1749611649.183646:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234380 x1834598494708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611649.183647:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611649.183647:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611649.183649:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611649.183649:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611649.183650:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:3.0:1749611649.183651:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611649.183651:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749611649.183651:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:0.0:1749611649.183653:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494708608, offset 0 00000020:00000001:3.0:1749611649.183654:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:2.0:1749611649.183654:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611649.183654:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749611649.183656:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 02000000:00000010:2.0:1749611649.183657:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130c7fc00. 00000400:00000200:0.0:1749611649.183658:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611649.183659:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611649.183660:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611649.183660:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:2.0:1749611649.183661:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611649.183662:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000400:00000010:1.0:1749611649.183663:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00010000:00000001:2.0:1749611649.183664:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:3.0:1749611649.183665:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:0.0:1749611649.183665:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749611649.183666:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611649.183667:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611649.183669:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00001000:2.0:1749611649.183669:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:0.0:1749611649.183670:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf952380 00000100:00000001:2.0:1749611649.183672:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611649.183672:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611649.183673:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611649.183673:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749611649.183674:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 172520 02000000:00000001:3.0:1749611649.183675:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611649.183675:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611649.183677:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611649.183678:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611649.183678:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:3.0:1749611649.183679:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de21000. 00000100:00000001:2.0:1749611649.183679:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611649.183681:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611649.183681:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611649.183682:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611649.183682:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611649.183684:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611649.183684:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611649.183685:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611649.183685:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:3.0:1749611649.183686:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611649.183686:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000200:0.0:1749611649.183686:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749611649.183687:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000040:3.0:1749611649.183689:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494708736 02000000:00000001:2.0:1749611649.183689:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611649.183690:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c03800. 00000100:00000001:2.0:1749611649.183691:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:3.0:1749611649.183692:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:1.0:1749611649.183692:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c03100 x1834598494708352/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611669 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611649.183692:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c03800 x1834598494708608 msgsize 520 00000100:00000040:2.0:1749611649.183693:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611649.183696:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00010000:00000200:3.0:1749611649.183697:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079234700 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:330/0 lens 224/224 e 0 to 0 dl 1749611660 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611649.183697:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:2.0:1749611649.183700:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494708480, offset 0 00000100:00100000:1.0:1749611649.183702:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494708352:12345-0@lo:38:kworker.0 Request processed in 267us (521us total) trans 0 rc -19/-19 00000400:00000200:2.0:1749611649.183704:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:3.0:1749611649.183705:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611649.183705:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:3.0:1749611649.183707:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611649.183709:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00001000:3.0:1749611649.183711:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=104 v=5 (1 1 1 1) 00000400:00000010:0.0:1749611649.183711:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00100000:1.0:1749611649.183712:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000400:00000200:2.0:1749611649.183713:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611649.183713:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611649.183714:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611649.183715:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611649.183716:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749611649.183716:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235880 x1834598494708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611649.183717:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000020:00000010:1.0:1749611649.183721:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0d00. 00000100:00000001:3.0:1749611649.183724:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611649.183724:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952300 00000100:00000001:0.0:1749611649.183724:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000010:1.0:1749611649.183725:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000100:00000040:0.0:1749611649.183726:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235880 x1834598494708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611649.183727:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611649.183729:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611649.183729:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3600. 00000400:00000200:2.0:1749611649.183730:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x999d [1] + 0 00000100:00000001:3.0:1749611649.183731:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611649.183733:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.183733:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611649.183754:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611649.183756:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:3.0:1749611649.183758:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611649.183758:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749611649.183762:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:2.0:1749611649.183762:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611649.183766:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494708736, offset 224 00000100:00000200:2.0:1749611649.183766:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235500 x1834598494708480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611649.183767:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611649.183771:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 787 usecs (1 jiffies) 00000400:00000200:3.0:1749611649.183772:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611649.183774:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300922642 00000100:00000040:2.0:1749611649.183776:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235500 x1834598494708480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611649.183776:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611649.183777:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300922642 00000100:00100000:1.0:1749611649.183778:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494708608 00000100:00000001:0.0:1749611649.183779:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300922642 00000400:00000200:3.0:1749611649.183780:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:1.0:1749611649.183781:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611649.183781:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300922642 00000100:00000001:1.0:1749611649.183782:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611649.183783:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300922642 00000100:00000001:2.0:1749611649.183785:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611649.183785:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183785:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300922642 00000100:00000001:0.0:1749611649.183787:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300922642 00000400:00000200:3.0:1749611649.183788:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952400 02000000:00000001:1.0:1749611649.183788:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611649.183789:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000100:00000001:0.0:1749611649.183789:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300922642 00000100:00100000:1.0:1749611649.183790:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494708608 00000400:00000010:2.0:1749611649.183791:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000001:0.0:1749611649.183791:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611649.183792:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611649.183793:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.183794:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000040:1.0:1749611649.183794:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:2.0:1749611649.183795:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:1.0:1749611649.183795:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611649.183797:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.183799:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611649.183799:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611649.183802:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9995 [1] + 224 00000100:00000040:2.0:1749611649.183802:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:1.0:1749611649.183802:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3600. 00000100:00000001:2.0:1749611649.183804:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611649.183804:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0d00. 00000020:00000001:2.0:1749611649.183806:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611649.183807:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:1.0:1749611649.183807:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000100:00000001:1.0:1749611649.183810:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000001:0.0:1749611649.183810:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1749611649.183811:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611649.183811:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c03480 x1834598494708480/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611669 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611649.183811:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000001:0.0:1749611649.183812:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611649.183813:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611649.183814:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000400:00000200:0.0:1749611649.183819:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00100000:2.0:1749611649.183821:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494708480:12345-0@lo:38:kworker.0 Request processed in 202us (372us total) trans 0 rc -19/-19 00000400:00000010:0.0:1749611649.183821:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:1.0:1749611649.183822:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183823:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611649.183824:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611649.183827:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234380 x1834598494708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611649.183828:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611649.183829:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00000200:3.0:1749611649.183830:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611665 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611649.183832:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611649.183833:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:0.0:1749611649.183835:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234380 x1834598494708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611649.183836:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:2.0:1749611649.183837:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000100:00000001:1.0:1749611649.183837:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:3.0:1749611649.183840:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611649.183841:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000020:00000010:2.0:1749611649.183842:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be94b0. 00000100:00000001:0.0:1749611649.183842:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611649.183844:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356858880 : -131939352692736 : ffff880079c03800) 00000100:00000001:0.0:1749611649.183844:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611649.183847:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b400. 00000100:00000001:0.0:1749611649.183847:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:1.0:1749611649.183848:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c03800 x1834598494708608/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611669 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611649.183849:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611649.183851:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.183851:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611649.183853:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611649.183854:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611649.183857:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494708608:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749611649.183857:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611649.183859:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000100:00000200:1.0:1749611649.183860:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494708608 00000400:00000010:3.0:1749611649.183861:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000020:00000001:1.0:1749611649.183862:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:0.0:1749611649.183863:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611649 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611649.183865:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:1.0:1749611649.183865:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611649.183866:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:0.0:1749611649.183867:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=22 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611649.183868:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611649.183869:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611649.183870:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.183870:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:1.0:1749611649.183872:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611649.183873:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000001:2.0:1749611649.183874:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00010000:00000001:3.0:1749611649.183875:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000400:00000001:2.0:1749611649.183875:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00010000:00020000:1.0:1749611649.183876:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749611649.183877:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183877:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:1.0:1749611649.183878:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749611649.183879:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1749611649.183880:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611649.183880:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:2.0:1749611649.183883:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe6e0. 00000100:00000001:1.0:1749611649.183883:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:3.0:1749611649.183884:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234700 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:330/0 lens 224/224 e 0 to 0 dl 1749611660 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611649.183885:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749611649.183885:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234380 x1834598494708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611674 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611649.183886:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 02000000:00000001:1.0:1749611649.183887:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749611649.183888:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 02000000:00000010:1.0:1749611649.183890:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a2000. 00000100:00000001:2.0:1749611649.183891:0:28323:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:1.0:1749611649.183893:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183893:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611649.183894:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079234700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494708736:12345-0@lo:400:kworker.0 Request processed in 271us (527us total) trans 0 rc 0/0 00000100:00000200:2.0:1749611649.183895:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611665 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611649.183895:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183896:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:1.0:1749611649.183897:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611649.183898:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611649.183899:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.183900:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:1.0:1749611649.183902:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611649.183902:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611649.183903:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00000200:2.0:1749611649.183904:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611665 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611649.183905:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00080000:0.0:1749611649.183905:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:1.0:1749611649.183907:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:0.0:1749611649.183908:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749611649.183909:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611649.183910:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611649.183910:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611649.183911:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749611649.183912:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611649.183912:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611649.183913:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611649.183914:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000040:0.0:1749611649.183914:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234380 x1834598494708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611674 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611649.183915:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:2.0:1749611649.183916:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749611649.183916:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611649.183917:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611649.183918:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611649.183920:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611649.183921:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7d80. 02000000:00000001:2.0:1749611649.183922:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611649.183923:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494708352:0@lo:38:kworker.0 00000020:00000010:3.0:1749611649.183924:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 02000000:00000001:1.0:1749611649.183924:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611649.183926:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611649.183927:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=54 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611649.183927:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611649.183928:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59c00. 00000100:00000001:1.0:1749611649.183928:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611649.183929:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00001000:2.0:1749611649.183931:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=54 v=5 (1 1 1 1) 00000100:00000040:1.0:1749611649.183931:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611649.183932:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234380 x1834598494708352/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611674 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611649.183933:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611649.183933:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:1.0:1749611649.183933:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000001:3.0:1749611649.183935:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611649.183935:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611649.183937:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1749611649.183937:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494708608, offset 0 00000100:00000001:0.0:1749611649.183939:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00010000:00080000:2.0:1749611649.183941:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611649.183941:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611649.183941:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611649.183943:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099748800. 02000000:00000001:0.0:1749611649.183948:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:2.0:1749611649.183949:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611649.183949:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749611649.183950:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611649.183951:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:2.0:1749611649.183952:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1749611649.183953:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:2.0:1749611649.183954:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000200:1.0:1749611649.183954:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952380 02000000:00000010:0.0:1749611649.183955:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7f000. 00000100:00000001:2.0:1749611649.183956:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611649.183957:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611649.183959:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x99a9 [1] + 0 02000000:00000001:0.0:1749611649.183959:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749611649.183960:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611665 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611649.183961:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611649.183963:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234380. 00000400:00000200:1.0:1749611649.183964:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611649.183966:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611649.183967:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611649.183967:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611649.183969:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611649.183970:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00080000:3.0:1749611649.183971:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:2.0:1749611649.183971:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.183972:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611649.183974:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611665 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611649.183974:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1749611649.183975:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000200:1.0:1749611649.183975:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235880 x1834598494708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611649.183979:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611649.183981:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.183982:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1749611649.183984:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235880 x1834598494708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611649.183984:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611649.183987:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611649.183989:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611649.183991:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000100:00000001:1.0:1749611649.183993:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611649.183994:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611649.183996:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611649.183998:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:2.0:1749611649.184002:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494708736:0@lo:400:kworker.0 00000100:00000200:0.0:1749611649.184002:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235500 x1834598494708480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611649.184006:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611649.184009:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749611649.184009:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000200:0.0:1749611649.184010:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235500 x1834598494708480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611649.184011:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000040:2.0:1749611649.184012:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236a00 x1834598494708736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611665 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611649.184013:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611649.184014:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611649.184017:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.184017:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611649.184018:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611649.184019:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611649.184019:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611649.184020:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611649.184020:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000010:2.0:1749611649.184022:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012db4a200. 00000100:00000001:1.0:1749611649.184022:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611649.184022:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611649.184023:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:1.0:1749611649.184024:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611649.184025:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611649.184025:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611649.184026:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611649.184027:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611649.184028:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:1.0:1749611649.184028:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c03800 x1834598494708608/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611669 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611649.184030:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00001000:0.0:1749611649.184030:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611649 v=5 (0 0 0 0) 02000000:00000010:2.0:1749611649.184032:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e800. 00000100:00001000:0.0:1749611649.184033:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=154 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611649.184035:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749611649.184037:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00100000:1.0:1749611649.184037:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494708608:12345-0@lo:38:kworker.0 Request processed in 180us (343us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611649.184037:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:2.0:1749611649.184038:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611649.184039:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000010:2.0:1749611649.184040:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236a00. 00000100:00000001:2.0:1749611649.184043:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:0.0:1749611649.184043:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235500 x1834598494708480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611674 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611649.184044:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611649.184045:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00000001:2.0:1749611649.184046:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611649.184048:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611649.184049:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611649.184049:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611649.184050:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611649.184052:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.184052:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611649.184053:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611649.184054:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611649.184055:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611649.184056:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.184056:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749611649.184057:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0d00. 00000020:00000010:1.0:1749611649.184061:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000100:00080000:0.0:1749611649.184063:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:1.0:1749611649.184064:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3600. 00000100:00080000:0.0:1749611649.184066:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611649.184067:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.184068:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611649.184073:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235500 x1834598494708480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611674 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611649.184080:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494708480:0@lo:38:kworker.0 00000400:00000001:0.0:1749611649.184085:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611649.184087:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611649.184088:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000400:00000200:0.0:1749611649.184091:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611649.184092:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611649.184094:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611649.184097:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235880 x1834598494708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611649.184104:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235880 x1834598494708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611674 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611649.184110:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611649.184112:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.184113:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611649.184114:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611649.184116:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611649.184117:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611649.184119:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611649.184122:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611649 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611649.184125:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=54 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611649.184128:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1749611649.184131:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-OST0001: operation mds_connect to node 0@lo failed: rc = -19 00000100:00000040:2.0:1749611649.184611:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300922642, at 4300922642 00000100:00000010:2.0:1749611649.184621:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50680. 00000100:00000040:3.0:1749611649.184657:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300922642, at 4300922642 00000100:00000010:3.0:1749611649.184681:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b502c0. 00000100:00000040:1.0:1749611649.185617:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300922642, at 4300922643 00000100:00000010:1.0:1749611649.185628:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50140. 00000100:00000001:0.0:1749611649.190977:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611649.190981:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611649.190987:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235880 x1834598494708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611674 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611649.191010:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611649.191014:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611649.191015:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.191017:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611649.191019:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611649.191022:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611649.191025:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611649.191027:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611649.191032:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235880 x1834598494708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611674 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611649.191040:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494708608:0@lo:38:kworker.0 00000100:00000040:0.0:1749611649.191053:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300922642, at 4300922648 00000100:00000010:0.0:1749611649.191059:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50740. 00000100:00000001:0.0:1749611649.191067:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.191069:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611649.191072:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235500 x1834598494708480/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611674 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611649.191079:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611649.191081:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611649.191084:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974b000. 02000000:00000001:0.0:1749611649.191088:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611649.191089:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611649.191091:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611649.191093:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611649.191095:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7f800. 02000000:00000001:0.0:1749611649.191098:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611649.191099:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611649.191101:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235500. 00000100:00000001:0.0:1749611649.191104:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611649.191111:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.191113:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611649.191116:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235880 x1834598494708608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611674 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611649.191122:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611649.191124:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611649.191125:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099749800. 02000000:00000001:0.0:1749611649.191128:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611649.191129:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611649.191130:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611649.191132:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611649.191133:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7ec00. 02000000:00000001:0.0:1749611649.191136:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611649.191137:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611649.191138:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235880. 00000100:00000001:0.0:1749611649.191140:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611649.191141:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.191143:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.191145:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611649.191146:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611649.191148:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.191150:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611649.243649:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611649.243654:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611649.243656:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611649.243660:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611649.243663:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611649.243665:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611649.243668:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611649.243670:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611649.243680:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611649.350663:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611649.350670:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611649.350672:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611649.350676:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611649.350679:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611649.350682:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.350684:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611649.350687:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.350689:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611649.442641:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611649.442647:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611649.442708:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611649.442711:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611649.442714:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611649.458577:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611649.458580:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611649.458582:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611649.458584:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611649.458587:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611649.458600:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.458602:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611649.458604:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611649.458605:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611650.190648:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611650.190666:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611650.190668:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611650.190673:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611650.190676:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611650.190680:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611650.190682:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611650.243644:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611650.243650:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611650.243652:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611650.243656:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611650.243659:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611650.243662:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611650.243666:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611650.243669:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611650.243671:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611650.350643:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611650.350649:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611650.350650:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611650.350654:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611650.350657:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611650.350660:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611650.350662:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611650.350665:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611650.350667:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611650.444648:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611650.444653:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611650.444804:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611650.444809:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611650.444812:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611650.458660:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611650.458666:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611650.458668:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611650.458671:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611650.458674:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611650.458677:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611650.458680:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611650.458682:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611650.458684:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611651.190657:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611651.190673:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611651.190676:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611651.190680:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611651.190683:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611651.190687:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611651.190690:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611651.243636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611651.243642:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611651.243644:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611651.243647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611651.243651:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611651.243654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611651.243657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611651.243659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611651.243662:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611651.350648:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611651.350669:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611651.350671:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611651.350676:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611651.350678:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611651.350681:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611651.350683:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611651.350686:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611651.350688:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611651.446677:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611651.446683:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611651.446812:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611651.446818:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611651.446822:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611651.458658:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611651.458663:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611651.458665:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611651.458669:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611651.458672:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611651.458674:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611651.458677:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611651.458680:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611651.458682:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611652.190635:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611652.190650:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611652.190653:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611652.190657:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611652.190660:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611652.190663:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611652.190666:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611652.243638:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611652.243644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611652.243646:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611652.243650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611652.243653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611652.243656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611652.243659:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611652.243661:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611652.243664:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611652.350645:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611652.350650:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611652.350652:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611652.350656:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611652.350659:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611652.350662:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611652.350664:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611652.350666:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611652.350668:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611652.448654:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611652.448659:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611652.448778:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611652.448783:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611652.448787:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611652.458645:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611652.458650:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611652.458668:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611652.458671:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611652.458674:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611652.458677:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611652.458680:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611652.458682:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611652.458684:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611653.190776:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611653.190792:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611653.190794:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611653.190799:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611653.190815:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611653.190818:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611653.190821:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611653.243636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611653.243641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611653.243643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611653.243647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611653.243650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611653.243653:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611653.243656:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611653.243659:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611653.243661:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611653.350642:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611653.350649:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611653.350651:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611653.350655:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611653.350658:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611653.350660:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611653.350663:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611653.350665:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611653.350667:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611653.450644:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611653.450649:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611653.450783:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611653.450789:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611653.450793:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611653.458639:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611653.458644:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611653.458646:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611653.458650:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611653.458653:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611653.458656:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611653.458658:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611653.458660:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611653.458663:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611654.190666:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611654.190676:0:27774:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611654.190680:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611654.190684:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611654.190686:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611654.190723:0:27774:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611654.190728:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611654.190733:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6255 00000100:00080000:2.0:1749611654.190737:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611654.190740:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611654.190744:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611654.190747:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611654.190749:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611654.190754:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611654.190756:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000100:00000001:0.0:1749611654.190758:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000020:00000001:2.0:1749611654.190759:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611654.190763:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611654.190765:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611654.190768:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611654.190770:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611654.190772:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611654.190775:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.190778:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611654.190781:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611654.190783:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611654.190784:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611654.190786:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611654.190787:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611654.190787:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611654.190791:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611654.190794:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611654.190797:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611654.190800:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611654.190807:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611654.190809:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611654.190811:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611654.190815:0:27774:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611654.190820:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236a00. 00000020:00000040:2.0:1749611654.190824:0:27774:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611654.190827:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611654.190830:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611654.190833:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611654.190835:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611654.190839:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611654.190847:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7e400. 00000100:00000001:2.0:1749611654.190854:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611654.190864:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236a00 x1834598494708864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611654.190876:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611654.190880:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611654.190885:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236a00] to pc [ptlrpcd_rcv+-1] req@ffff880079236a00 x1834598494708864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611654.190910:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611654.190914:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611654.190918:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611654.190920:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611654.190922:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611654.190924:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611654.190932:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6255 00000100:00080000:2.0:1749611654.190934:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611654.190937:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611654.190938:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611654.190940:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611654.190940:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1749611654.190941:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611654.190942:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611654.190943:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611654.190946:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611654.190947:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611654.190948:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611654.190950:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611654.190952:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611654.190952:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236a00 x1834598494708864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611654.190954:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611654.190957:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611654.190959:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611654.190961:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611654.190962:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611654.190965:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611654.190967:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611654.190969:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611654.190971:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611654.190975:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611654.190977:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611654.190979:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611654.190981:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.190981:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611654.190983:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611654.190984:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236300. 00000020:00000040:2.0:1749611654.190986:0:27774:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611654.190987:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611654.190988:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611654.190989:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611654.190990:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611654.190991:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611654.190992:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611654.190993:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611654.190994:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611654.190997:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7c000. 00000100:00100000:0.0:1749611654.190997:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494708864:0@lo:38:kworker.0 00000100:00000001:2.0:1749611654.191001:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.191002:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611654.191006:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611654.191008:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611654.191011:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236300 x1834598494708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749611654.191011:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611654.191016:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099749800. 02000000:00000001:0.0:1749611654.191018:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611654.191019:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611654.191021:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611654.191024:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236300] to pc [ptlrpcd_rcv+-1] req@ffff880079236300 x1834598494708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611654.191026:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00000100:00000001:2.0:1749611654.191033:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611654.191033:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00080000:2.0:1749611654.191036:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611654.191039:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611654.191040:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000200:0.0:1749611654.191041:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494708864, portal 4 00000100:00080000:2.0:1749611654.191042:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611654.191044:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:0.0:1749611654.191044:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611654.191046:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346582528 : -131939362969088 : ffff880079236a00) 00000100:00080000:2.0:1749611654.191047:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6255 00000100:00080000:2.0:1749611654.191049:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611654.191051:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611654.191053:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611654.191055:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:0.0:1749611654.191055:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236a00 x1834598494708864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611654.191057:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611654.191059:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611654.191060:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611654.191061:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611654.191063:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000001:0.0:1749611654.191063:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:2.0:1749611654.191065:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611654.191067:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749611654.191067:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611654.191069:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000040:2.0:1749611654.191070:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611654.191072:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:0.0:1749611654.191072:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494708864, offset 0 00000100:00000040:2.0:1749611654.191073:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611654.191075:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611654.191077:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000400:00000200:0.0:1749611654.191078:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:2.0:1749611654.191080:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611654.191086:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611654.191088:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611654.191092:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611654.191093:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611654.191093:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611654.191096:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611654.191097:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611654.191100:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234a80. 00000020:00000040:2.0:1749611654.191102:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611654.191104:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000200:0.0:1749611654.191104:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf952480 02000000:00000001:2.0:1749611654.191105:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611654.191107:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611654.191108:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611654.191109:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611654.191112:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 20800 02000000:00000010:2.0:1749611654.191113:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7ec00. 00000100:00000001:2.0:1749611654.191116:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611654.191120:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749611654.191121:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234a80 x1834598494709120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611654.191124:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611654.191127:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611654.191129:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.191129:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611654.191132:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234a80] to pc [ptlrpcd_rcv+-1] req@ffff880079234a80 x1834598494709120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611654.191132:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611654.191136:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c03b80. 00000100:00000001:2.0:1749611654.191140:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611654.191142:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749611654.191144:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c03b80 x1834598494708864 msgsize 520 00000100:00000001:2.0:1749611654.191146:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611654.191149:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237480. 00000100:00100000:0.0:1749611654.191149:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1749611654.191151:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611654.191154:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611654.191155:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611654.191157:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611654.191160:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e500. 00000100:00000001:2.0:1749611654.191162:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611654.191166:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611654.191175:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611654.191184:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000001:2.0:1749611654.191186:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749611654.191187:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:2.0:1749611654.191188:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.191190:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611654.191193:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237480] to pc [ptlrpcd_00_00+0] req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611654.191196:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236a00 x1834598494708864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.191204:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611654.191207:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236a00 x1834598494708864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.191215:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.191216:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611654.191218:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.191221:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611654.191223:0:27774:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6265) 00000100:00000040:0.0:1749611654.191226:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1256 usecs (2 jiffies) 00000100:00000001:0.0:1749611654.191230:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300927650 00000100:00000010:0.0:1749611654.191234:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50740. 00000100:00000001:0.0:1749611654.191240:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611654.191244:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611654.191246:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300927650 00000100:00100000:2.0:1749611654.191247:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749611654.191249:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611654.191249:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50280. 00000100:00000001:0.0:1749611654.191251:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611654.191254:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300927650 00000100:00000001:2.0:1749611654.191255:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611654.191257:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611654.191257:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50000. 00000100:00000001:2.0:1749611654.191259:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611654.191260:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611654.191260:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:2.0:1749611654.191262:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611654.191263:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300927650 00000100:00000010:0.0:1749611654.191265:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50200. 00000100:00000040:2.0:1749611654.191266:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.191268:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611654.191274:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611654.191276:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611654.191276:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611654.191277:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611654.191278:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611654.191280:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611654.191280:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611654.191282:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611654.191282:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494708864 00000100:00000001:0.0:1749611654.191282:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611654.191285:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494709248:0@lo:400:kworker.0 02000000:00000001:1.0:1749611654.191285:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611654.191285:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611654.191288:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611654.191289:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611654.191291:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611654.191293:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611654.191294:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749611654.191295:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611654.191295:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.191296:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611654.191297:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611654.191298:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749611654.191299:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494708864 02000000:00000010:2.0:1749611654.191300:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012db4b400. 00000100:00000001:0.0:1749611654.191300:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611654.191302:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611654.191302:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611654.191302:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:1.0:1749611654.191304:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611654.191306:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611654.191306:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236300 x1834598494708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611654.191307:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe6e0. 00000100:00000001:3.0:1749611654.191308:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:1.0:1749611654.191308:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611654.191310:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611654.191312:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:3.0:1749611654.191313:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.191314:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749611654.191316:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494709248, portal 10 00000020:00000010:1.0:1749611654.191316:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3600. 00000100:00000001:0.0:1749611654.191316:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611654.191318:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749611654.191318:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611654.191320:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346585216 : -131939362966400 : ffff880079237480) 02000000:00000001:0.0:1749611654.191320:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611654.191322:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0d00. 02000000:00000001:0.0:1749611654.191323:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611654.191326:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494708992:0@lo:38:kworker.0 00000020:00000010:1.0:1749611654.191327:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000100:00000001:0.0:1749611654.191329:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611654.191331:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611654.191333:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611654.191333:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749611654.191333:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611654.191335:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749611654.191335:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611654.191337:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611654.191337:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974b000. 02000000:00000001:0.0:1749611654.191339:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611654.191340:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611654.191342:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611654.191343:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611654.191343:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 00000400:00000010:2.0:1749611654.191345:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000400:00000010:0.0:1749611654.191347:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000200:2.0:1749611654.191348:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494709248, offset 0 00000100:00000200:0.0:1749611654.191351:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494708992, portal 10 00000400:00000200:2.0:1749611654.191353:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611654.191353:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611654.191354:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.191354:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346580736 : -131939362970880 : ffff880079236300) 00000100:00000040:0.0:1749611654.191360:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236300 x1834598494708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611654.191361:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611654.191364:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611654.191367:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611654.191368:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf952600 00000100:00000040:0.0:1749611654.191369:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611654.191371:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000400:00000200:2.0:1749611654.191374:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 173040 00000100:00000001:1.0:1749611654.191374:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611654.191376:0:9696:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611654.191378:0:9696:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749611654.191380:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749611654.191380:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000400:00000200:2.0:1749611654.191384:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611654.191384:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356859776 : -131939352691840 : ffff880079c03b80) 00000100:00000200:0.0:1749611654.191384:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494708992, offset 0 00000100:00000001:3.0:1749611654.191385:0:9696:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611654.191387:0:9696:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611654.191388:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611654.191390:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c03b80 x1834598494708864/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611654.191395:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611654.191400:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749611654.191401:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf952500 00000100:00000200:2.0:1749611654.191402:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749611654.191404:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494708864:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611654.191405:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 173264 00000100:00000010:2.0:1749611654.191406:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237b80. 00000100:00000200:1.0:1749611654.191408:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494708864 00000100:00000040:2.0:1749611654.191409:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880079237b80 x1834598494709248 msgsize 224 00000020:00000001:1.0:1749611654.191412:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:2.0:1749611654.191413:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611654.191415:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:1.0:1749611654.191416:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000200:0.0:1749611654.191419:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611654.191421:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749611654.191430:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611654.191435:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611654.191438:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611654.191442:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611654.191445:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000400:00000200:2.0:1749611654.191446:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000100:00000001:1.0:1749611654.191448:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:2.0:1749611654.191449:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000001:0.0:1749611654.191449:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:1.0:1749611654.191450:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749611654.191451:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494709248 00000100:00000001:2.0:1749611654.191452:0:28322:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:1.0:1749611654.191454:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a1c00. 02000000:00000001:0.0:1749611654.191454:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:2.0:1749611654.191456:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611670 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.191456:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749611654.191457:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.191458:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611654.191459:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611654.191461:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611654.191463:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611654.191464:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749611654.191464:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494709248 00010000:00000001:1.0:1749611654.191466:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611654.191466:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:2.0:1749611654.191467:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611670 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611654.191468:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00001000:1.0:1749611654.191469:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:0.0:1749611654.191470:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:1.0:1749611654.191472:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000040:0.0:1749611654.191473:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611654.191474:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611654.191476:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611654.191476:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749611654.191476:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:1.0:1749611654.191478:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:0.0:1749611654.191478:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611654.191479:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611654.191480:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611654.191483:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 958 usecs (1 jiffies) 00000100:00000001:1.0:1749611654.191483:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611654.191483:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611654.191486:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300927649 00000100:00000040:1.0:1749611654.191486:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:0.0:1749611654.191486:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b50040. 00000100:00000001:2.0:1749611654.191488:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300927650 02000000:00000001:1.0:1749611654.191488:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611654.191491:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300927649 02000000:00000001:1.0:1749611654.191491:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611654.191491:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012eb32640. 00000100:00000001:1.0:1749611654.191493:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611654.191498:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300927650 00000020:00000040:0.0:1749611654.191498:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611654.191500:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300927649 00000100:00000040:1.0:1749611654.191500:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611654.191503:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300927650 00000400:00000010:1.0:1749611654.191503:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000001:2.0:1749611654.191505:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300927649 00000100:00000001:2.0:1749611654.191507:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300927650 00000100:00000200:1.0:1749611654.191508:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494708864, offset 0 00000100:00000001:2.0:1749611654.191509:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611654.191511:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611654.191513:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611654.191514:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611654.191516:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.191517:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1749611654.191521:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00080000:3.0:1749611654.191547:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000040:3.0:1749611654.191552:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000020:00000010:0.0:1749611654.191559:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbac00. 00000020:00000010:0.0:1749611654.191564:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff600. 00000020:00000010:0.0:1749611654.191568:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 00000100:00000040:0.0:1749611654.191575:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611654.191577:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611654.191579:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611654.191582:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.191587:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000200:1.0:1749611654.191589:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf952480 00000100:00000001:0.0:1749611654.191590:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611654.191591:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611654.191595:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x99bd [1] + 0 00000100:00000001:0.0:1749611654.191597:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611654.191600:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611654.191604:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611654.191605:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611654.191606:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611654.191607:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611654.191608:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611654.191608:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749611654.191611:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00000001:3.0:1749611654.191614:0:9693:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611654.191614:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236a00 x1834598494708864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611654.191614:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:3.0:1749611654.191616:0:9693:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.191622:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346587008 : -131939362964608 : ffff880079237b80) 00000100:00000040:1.0:1749611654.191625:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236a00 x1834598494708864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611654.191628:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079237b80 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:335/0 lens 224/0 e 0 to 0 dl 1749611665 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611654.191633:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611654.191638:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:1.0:1749611654.191640:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000020:00000010:0.0:1749611654.191640:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b507c0. 00000400:00000010:1.0:1749611654.191642:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:0.0:1749611654.191643:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611654.191645:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000010:0.0:1749611654.191645:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136b507c0. 00000100:00000001:1.0:1749611654.191647:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:0.0:1749611654.191649:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494709248:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749611654.191650:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611654.191653:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000200:0.0:1749611654.191653:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494709248 00000100:00000001:1.0:1749611654.191655:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611654.191656:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611654.191658:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611654.191659:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:0.0:1749611654.191662:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611654.191663:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c03b80 x1834598494708864/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611674 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611654.191664:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749611654.191667:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749611654.191670:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00100000:1.0:1749611654.191673:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494708864:12345-0@lo:38:kworker.0 Request processed in 271us (527us total) trans 0 rc -19/-19 00000020:00000001:0.0:1749611654.191674:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611654.191676:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749611654.191678:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000001:0.0:1749611654.191681:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611654.191682:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000020:00000001:0.0:1749611654.191683:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:1.0:1749611654.191686:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611654.191687:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611654.191687:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611654.191712:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000010:1.0:1749611654.191714:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0d00. 02000000:00000010:0.0:1749611654.191715:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099748800. 02000000:00000001:0.0:1749611654.191718:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611654.191719:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000100:00000001:0.0:1749611654.191720:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611654.191722:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611654.191723:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3600. 00010000:00000040:0.0:1749611654.191725:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494709248 00010000:00000001:0.0:1749611654.191728:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749611654.191733:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:0.0:1749611654.191733:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079237b80 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:335/0 lens 224/224 e 0 to 0 dl 1749611665 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611654.191741:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611654.191744:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611654.191747:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=109 v=5 (1 1 1 1) 00000100:00000001:0.0:1749611654.191757:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611654.191760:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611654.191762:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611654.191765:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611654.191767:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.191769:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611654.191771:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611654.191774:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:0.0:1749611654.191778:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494709248, offset 224 00000400:00000200:0.0:1749611654.191782:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611654.191789:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611654.191795:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952600 00000400:00000200:0.0:1749611654.191800:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x99c5 [1] + 224 00000400:00000200:0.0:1749611654.191805:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611654.191808:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611654.191811:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611654.191815:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611670 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611654.191825:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.191848:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611654.191853:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611654.191855:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749611654.191858:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611654.191859:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611654.191862:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611654.191865:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00010000:00000001:0.0:1749611654.191868:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749611654.191869:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611654.191871:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749611654.191873:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611654.191875:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237b80 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:335/0 lens 224/224 e 0 to 0 dl 1749611665 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611654.191876:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611654.191881:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611654.191883:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611654.191885:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe6e0. 00000100:00100000:0.0:1749611654.191885:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079237b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494709248:12345-0@lo:400:kworker.0 Request processed in 246us (474us total) trans 0 rc 0/0 00000400:00000200:2.0:1749611654.191889:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749611654.191891:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:2.0:1749611654.191893:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611654.191898:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611670 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611654.191901:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00000040:0.0:1749611654.191904:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:0.0:1749611654.191906:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:2.0:1749611654.191907:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611670 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.191908:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1749611654.191912:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff600. 00000100:00000001:2.0:1749611654.191915:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611654.191916:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611654.191916:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 00000100:00000001:2.0:1749611654.191919:0:28322:0:(client.c:1550:after_reply()) Process entered 00000020:00000010:0.0:1749611654.191919:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbac00. 02000000:00000001:2.0:1749611654.191921:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611654.191923:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000040:0.0:1749611654.191923:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611654.191925:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.191926:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611654.191928:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611654.191934:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=59 v=5 (5 5 5 5) 00000100:00001000:2.0:1749611654.191937:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=59 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611654.191940:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611654.191940:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611654.191941:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611654.191942:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:2.0:1749611654.191944:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00080000:2.0:1749611654.191955:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611654.191955:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133990000. 00000100:00000040:0.0:1749611654.191958:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133990000 x1834598494708992 msgsize 520 00010000:00000001:2.0:1749611654.191963:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611654.191963:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611654.191967:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611654.191969:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611654.191971:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611654.191972:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611654.191976:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611670 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.191979:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611654.191983:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611654.191984:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000001:2.0:1749611654.191986:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1749611654.191986:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:2.0:1749611654.191988:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.191989:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611654.191991:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611670 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611654.191993:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236300 x1834598494708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611654.192000:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494709248:0@lo:400:kworker.0 00000100:00000001:0.0:1749611654.192001:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611654.192004:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611654.192004:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236300 x1834598494708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611654.192006:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611654.192008:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:2.0:1749611654.192009:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237480 x1834598494709248/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611670 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611654.192011:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494708992 00000100:00000001:0.0:1749611654.192011:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192012:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749611654.192013:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611654.192015:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1749611654.192015:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611654.192015:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611654.192017:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611654.192017:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611654.192019:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1090 usecs (2 jiffies) 02000000:00000010:2.0:1749611654.192020:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012db4b400. 02000000:00000001:1.0:1749611654.192021:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192022:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300927651 02000000:00000001:2.0:1749611654.192024:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:1.0:1749611654.192024:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494708992 00000020:00000001:2.0:1749611654.192026:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000001:1.0:1749611654.192026:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611654.192027:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611654.192027:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300927650 00000020:00000040:2.0:1749611654.192028:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749611654.192029:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:2.0:1749611654.192030:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:1.0:1749611654.192031:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192031:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300927651 02000000:00000010:2.0:1749611654.192032:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e500. 00000020:00000001:1.0:1749611654.192032:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192034:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300927650 00000020:00000010:1.0:1749611654.192036:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3600. 02000000:00000001:2.0:1749611654.192037:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611654.192038:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:1.0:1749611654.192039:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0d00. 00000100:00000010:2.0:1749611654.192041:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237480. 00000020:00000010:1.0:1749611654.192042:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000100:00000001:0.0:1749611654.192042:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300927651 00000100:00000001:2.0:1749611654.192044:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611654.192045:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611654.192045:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611654.192045:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300927650 00000100:00000001:1.0:1749611654.192046:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611654.192048:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192048:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300927651 00000100:00000001:2.0:1749611654.192051:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.192051:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300927650 00000100:00000001:1.0:1749611654.192052:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611654.192056:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611654.192058:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611654.192059:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611654.192060:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611654.192061:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192061:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611654.192064:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611654.192065:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611654.192066:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611654.192067:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749611654.192071:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00000040:0.0:1749611654.192072:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234a80 x1834598494709120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611654.192074:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474850816 : -131936234700800 : ffff880133990000) 00000100:00000040:1.0:1749611654.192079:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133990000 x1834598494708992/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.192079:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611654.192081:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611654.192083:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611654.192085:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611654.192088:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494708992:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749611654.192088:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611654.192091:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494709120:0@lo:38:kworker.0 00000100:00000200:1.0:1749611654.192092:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494708992 00000020:00000001:1.0:1749611654.192094:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611654.192094:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:1.0:1749611654.192096:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749611654.192096:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611654.192098:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611654.192099:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1749611654.192102:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974ac00. 00000020:00000001:1.0:1749611654.192104:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611654.192104:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611654.192107:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000400:00000010:0.0:1749611654.192108:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00010000:00000001:1.0:1749611654.192110:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749611654.192111:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000200:0.0:1749611654.192115:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494709120, portal 10 00000100:00000001:0.0:1749611654.192117:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611654.192118:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346574464 : -131939362977152 : ffff880079234a80) 00010000:00000001:1.0:1749611654.192119:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611654.192121:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611654.192123:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:0.0:1749611654.192124:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234a80 x1834598494709120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611654.192125:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:1.0:1749611654.192129:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a0400. 02000000:00000001:1.0:1749611654.192131:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192131:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611654.192133:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611654.192133:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611654.192134:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00010000:00000001:1.0:1749611654.192135:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611654.192137:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611654.192140:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749611654.192142:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494709120, offset 0 00000100:00000001:1.0:1749611654.192143:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611654.192145:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611654.192146:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611654.192148:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611654.192150:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611654.192152:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:0.0:1749611654.192152:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611654.192156:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:1.0:1749611654.192158:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:0.0:1749611654.192158:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf952580 02000000:00000001:1.0:1749611654.192160:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611654.192161:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611654.192162:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 173784 00000100:00000040:1.0:1749611654.192164:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611654.192166:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000400:00000200:0.0:1749611654.192167:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611654.192170:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749611654.192171:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494708992, offset 0 00000100:00000001:0.0:1749611654.192173:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:1.0:1749611654.192175:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:0.0:1749611654.192175:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611654.192178:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133990380. 00000100:00000040:0.0:1749611654.192181:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133990380 x1834598494709120 msgsize 520 00000400:00000200:1.0:1749611654.192182:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749611654.192185:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749611654.192188:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952500 00000400:00000200:1.0:1749611654.192193:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x99cd [1] + 0 00000400:00000200:1.0:1749611654.192197:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611654.192201:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611654.192204:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611654.192207:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236300 x1834598494708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.192210:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611654.192214:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611654.192216:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000040:1.0:1749611654.192217:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236300 x1834598494708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.192218:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611654.192222:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234a80 x1834598494709120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.192230:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611654.192232:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234a80 x1834598494709120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611654.192237:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611654.192239:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192240:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611654.192241:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:1.0:1749611654.192243:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:0.0:1749611654.192244:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611654.192245:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494709120 00000400:00000010:1.0:1749611654.192246:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000040:0.0:1749611654.192247:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 787 usecs (1 jiffies) 02000000:00000001:3.0:1749611654.192248:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611654.192248:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611654.192249:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611654.192250:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300927650 00000100:00000001:3.0:1749611654.192251:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611654.192253:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611654.192253:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192253:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300927651 00000100:00000001:0.0:1749611654.192255:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300927650 00000100:00000040:1.0:1749611654.192256:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:3.0:1749611654.192257:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192257:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300927651 00000100:00000001:1.0:1749611654.192258:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192259:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300927650 00000100:00100000:3.0:1749611654.192260:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494709120 00000020:00000001:1.0:1749611654.192260:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611654.192261:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300927651 00000020:00000001:3.0:1749611654.192263:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611654.192263:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300927650 00000020:00000040:3.0:1749611654.192264:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749611654.192265:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133990000 x1834598494708992/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611674 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611654.192266:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611654.192268:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192271:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300927651 00000100:00000001:0.0:1749611654.192273:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611654.192274:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133990000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494708992:12345-0@lo:38:kworker.0 Request processed in 185us (313us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611654.192275:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611654.192280:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611654.192280:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:1.0:1749611654.192281:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000400:00000001:0.0:1749611654.192282:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611654.192283:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611654.192284:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749611654.192284:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000020:00000010:3.0:1749611654.192285:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59c00. 00000020:00000010:1.0:1749611654.192288:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0d00. 00000400:00000200:0.0:1749611654.192289:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000020:00000010:3.0:1749611654.192290:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7d80. 00000400:00000010:0.0:1749611654.192290:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000020:00000010:1.0:1749611654.192291:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000100:00000001:0.0:1749611654.192293:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749611654.192294:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000020:00000010:1.0:1749611654.192294:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3600. 00000100:00000001:1.0:1749611654.192296:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611654.192297:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236a00 x1834598494708864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611654.192298:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611654.192300:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611654.192303:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611654.192305:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236a00 x1834598494708864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611654.192307:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192312:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611654.192314:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611654.192315:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.192316:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611654.192318:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611654.192320:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611654.192322:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611654.192323:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:0.0:1749611654.192324:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611654.192325:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:0.0:1749611654.192329:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611654 v=5 (0 0 0 0) 00000100:00100000:3.0:1749611654.192330:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00001000:0.0:1749611654.192332:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=27 v=20 (1 1 20 1) 00000100:00000001:3.0:1749611654.192333:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474851712 : -131936234699904 : ffff880133990380) 00000100:00000001:0.0:1749611654.192335:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611654.192338:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611654.192339:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133990380 x1834598494709120/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611674 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.192340:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611654.192344:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236a00 x1834598494708864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611679 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.192351:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:3.0:1749611654.192352:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494709120:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611654.192354:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611654.192355:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611654.192356:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494709120 00000100:00000001:0.0:1749611654.192357:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000001:3.0:1749611654.192358:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611654.192359:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611654.192361:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00080000:0.0:1749611654.192362:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1749611654.192370:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611654.192371:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00020000:3.0:1749611654.192373:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611654.192373:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611654.192376:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611654.192378:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236a00 x1834598494708864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611679 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611654.192379:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611654.192382:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611654.192384:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611654.192386:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749611654.192386:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494708864:0@lo:38:kworker.0 02000000:00000010:3.0:1749611654.192390:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de22000. 00000100:00000001:0.0:1749611654.192390:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611654.192392:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192392:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611654.192394:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611654.192395:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236a00 x1834598494708864/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611679 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611654.192398:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611654.192399:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192401:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:3.0:1749611654.192402:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749611654.192403:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611654.192405:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099749800. 02000000:00000001:0.0:1749611654.192409:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611654.192411:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000001:0.0:1749611654.192411:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611654.192412:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000001:3.0:1749611654.192413:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749611654.192415:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749611654.192416:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000010:0.0:1749611654.192417:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7e400. 00000100:00000001:3.0:1749611654.192418:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611654.192420:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611654.192421:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749611654.192422:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611654.192423:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236a00. 00000100:00000040:3.0:1749611654.192424:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:3.0:1749611654.192426:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611654.192426:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611654.192427:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611654.192428:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192429:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611654.192430:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611654.192432:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611654.192434:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000010:3.0:1749611654.192436:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:0.0:1749611654.192436:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.192438:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611654.192439:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749611654.192440:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494709120, offset 0 00000400:00000001:0.0:1749611654.192442:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611654.192444:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611654.192446:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000400:00000200:0.0:1749611654.192448:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611654.192450:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611654.192452:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611654.192455:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236300 x1834598494708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611654.192456:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611654.192464:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749611654.192469:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236300 x1834598494708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611654.192472:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952580 00000100:00000001:0.0:1749611654.192476:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:3.0:1749611654.192477:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x99dd [1] + 0 00000100:00000001:0.0:1749611654.192477:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.192479:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611654.192481:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611654.192482:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1749611654.192483:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611654.192483:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611654.192485:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611654.192486:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:0.0:1749611654.192488:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611654 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611654.192489:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749611654.192491:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=9 v=20 (1 1 20 1) 00000100:00000001:0.0:1749611654.192493:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000200:3.0:1749611654.192494:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234a80 x1834598494709120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.192495:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611654.192496:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611654.192500:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236300 x1834598494708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611679 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611654.192505:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234a80 x1834598494709120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.192506:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611654.192509:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611654.192510:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.192512:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611654.192513:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611654.192514:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:0.0:1749611654.192516:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611654.192519:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611654.192544:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611654.192549:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236300 x1834598494708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611679 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611654.192555:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000100:00100000:0.0:1749611654.192557:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494708992:0@lo:38:kworker.0 00000400:00000010:3.0:1749611654.192558:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749611654.192562:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:0.0:1749611654.192563:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611654.192564:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:0.0:1749611654.192565:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611654.192567:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611654.192570:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000010:0.0:1749611654.192571:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000100:00000001:3.0:1749611654.192572:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611654.192574:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000020:00000001:3.0:1749611654.192575:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:0.0:1749611654.192576:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000040:3.0:1749611654.192579:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133990380 x1834598494709120/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611674 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.192579:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611654.192583:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234a80 x1834598494709120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611654.192591:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234a80 x1834598494709120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611679 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611654.192596:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133990380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494709120:12345-0@lo:38:kworker.0 Request processed in 243us (412us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611654.192598:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611654.192600:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.192602:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611654.192603:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:3.0:1749611654.192604:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00000001:0.0:1749611654.192604:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611654.192606:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611654.192607:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611654.192608:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611654.192608:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611654.192611:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611654 v=5 (0 0 0 0) 00000020:00000010:3.0:1749611654.192613:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7d80. 00000100:00001000:0.0:1749611654.192614:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=59 v=20 (1 20 1 1) 00000020:00000010:3.0:1749611654.192616:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:0.0:1749611654.192616:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611654.192618:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:3.0:1749611654.192620:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59c00. 00000100:00000001:0.0:1749611654.192620:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611654.192623:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234a80 x1834598494709120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611679 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611654.192624:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.192630:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611654.192632:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611654.192634:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.192635:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611654.192637:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611654.192639:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611654.192642:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611654.192644:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611654.192647:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234a80 x1834598494709120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611679 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611654.192666:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494709120:0@lo:38:kworker.0 00000100:00000001:0.0:1749611654.192670:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192672:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611654.192675:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236300 x1834598494708992/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611679 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.192681:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611654.192683:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611654.192685:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974b000. 02000000:00000001:0.0:1749611654.192708:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611654.192710:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611654.192711:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611654.192713:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611654.192715:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7c000. 02000000:00000001:0.0:1749611654.192719:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611654.192721:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611654.192722:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236300. 00000100:00000001:0.0:1749611654.192724:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611654.192726:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.192727:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611654.192731:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234a80 x1834598494709120/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611679 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611654.192738:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611654.192739:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611654.192741:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974ac00. 02000000:00000001:0.0:1749611654.192743:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611654.192744:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611654.192745:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611654.192747:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611654.192748:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7ec00. 02000000:00000001:0.0:1749611654.192750:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611654.192751:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611654.192753:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234a80. 00000100:00000001:0.0:1749611654.192756:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611654.192763:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.192765:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192767:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611654.192768:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611654.192770:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.192772:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611654.193614:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300927651, at 4300927651 00000100:00000040:0.0:1749611654.193622:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300927651, at 4300927651 00000100:00000010:3.0:1749611654.193625:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50200. 00000100:00000040:2.0:1749611654.193630:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300927651, at 4300927651 00000100:00000040:1.0:1749611654.193630:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300927651, at 4300927651 00000100:00000010:0.0:1749611654.193633:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50740. 00000100:00000010:1.0:1749611654.193647:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50280. 00000100:00000010:2.0:1749611654.193662:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50000. 00000100:00000001:2.0:1749611654.243639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611654.243644:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611654.243646:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611654.243650:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611654.243653:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611654.243655:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611654.243658:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611654.243660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611654.243662:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611654.350640:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611654.350645:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611654.350648:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611654.350651:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611654.350654:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611654.350657:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.350659:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611654.350661:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.350663:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611654.452667:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611654.452674:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611654.452676:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611654.452680:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611654.452684:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611654.452717:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611654.452719:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611654.452722:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611654.452847:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611654.452853:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611654.452857:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611654.458627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611654.458633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611654.458635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611654.458639:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611654.458642:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611654.458645:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.458648:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611654.458651:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611654.458653:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611655.192662:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611655.192701:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611655.192704:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611655.192709:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611655.192731:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611655.192736:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611655.192739:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611655.243624:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611655.243631:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611655.243632:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611655.243636:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611655.243640:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611655.243643:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611655.243646:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611655.243649:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611655.243652:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611655.350667:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611655.350674:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611655.350676:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611655.350718:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611655.350721:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611655.350725:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611655.350727:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611655.350730:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611655.350733:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611655.454737:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611655.454744:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611655.454845:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611655.454851:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611655.454855:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611655.458631:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611655.458638:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611655.458640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611655.458644:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611655.458648:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611655.458651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611655.458654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611655.458658:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611655.458660:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611656.192757:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611656.192776:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611656.192778:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611656.192784:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611656.192786:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611656.192790:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611656.192793:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611656.243652:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611656.243659:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611656.243662:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611656.243701:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff8801192fe900 going to sleep for 0 seconds 00000100:00000001:2.0:1749611656.243705:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611656.243708:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611656.243711:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611656.243724:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079c02a00 x1834598494707584/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611656.243735:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611656.243740:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079c02a00 x1834598494707584/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611656.243749:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611656.243752:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611656.243755:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611656.243756:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611656.243760:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c02a00 x1834598494707584/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611656.243768:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079c02a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494707584:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611656.243773:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611656.243776:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611656.243778:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611656.243781:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611656.243784:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079c02a00 x1834598494707584/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611656.243790:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611656.243794:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8801192fe900. 00000100:00000001:2.0:1749611656.243799:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611656.243801:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611656.243805:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611656.243809:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611656.243812:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611656.243815:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012d05ac00 refcount=4 00000020:00000001:2.0:1749611656.243817:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137364532224 : -131936345019392 : ffff88012d05ac00) 00010000:00000001:2.0:1749611656.243825:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137364532224 : -131936345019392 : ffff88012d05ac00) 00010000:00010000:2.0:1749611656.243832:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88012d05ac00/0x689c0ec07329d63e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611656.243842:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611656.243847:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88012d05ac00/0x689c0ec07329d63e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611656.243854:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611656.243857:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012d05ac00/0x689c0ec07329d63e lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611656.243863:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611656.243865:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611656.243868:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88012d05ac00/0x689c0ec07329d63e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611656.243874:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611656.243877:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611656.243880:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611656.243883:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88012d05ac00/0x689c0ec07329d63e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611656.243889:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88012d05ac00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611656.243892:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611656.243895:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88012d05ac00/0x689c0ec07329d63e lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611656.243900:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611656.243902:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611656.243903:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611656.243904:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012d05ac00 refcount=5 00000020:00000001:2.0:1749611656.243906:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137364532224 : -131936345019392 : ffff88012d05ac00) 00010000:00000001:2.0:1749611656.243912:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137364532224 : -131936345019392 : ffff88012d05ac00) 00010000:00000001:2.0:1749611656.243916:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611656.243919:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88012d05ac00/0x689c0ec07329d63e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611656.243925:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611656.243927:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88012d05ac00/0x689c0ec07329d63e lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611656.243932:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611656.243934:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611656.243936:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611656.243938:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611656.243940:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611656.243943:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611656.243944:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611656.243946:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611656.243947:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611656.243950:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012d05ac00 with handle 0x689c0ec07329d63e from hash 00010000:00000001:2.0:1749611656.243953:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611656.243954:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611656.243955:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611656.243956:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611656.243957:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611656.243959:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611656.243961:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611656.243962:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611656.243963:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611656.243965:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611656.243968:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88012d05ac00/0x689c0ec07329d63e lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611656.243973:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611656.243974:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611656.243975:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611656.243976:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611656.243982:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611656.243983:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611656.243984:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611656.243987:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88012d05ac00/0x689c0ec07329d63e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611656.243995:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800a6190800 count: 0 00010000:00000001:2.0:1749611656.244030:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611656.244032:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611656.244035:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611656.244040:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079c02a00 x1834598494707584/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611656.244047:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611656.244050:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611656.244052:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611656.244054:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611656.244059:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012d05b600. 02000000:00000001:2.0:1749611656.244065:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611656.244066:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611656.244068:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079c02a00. 00000100:00000001:2.0:1749611656.244072:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611656.244073:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611656.244075:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611656.244078:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611656.244081:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611656.244084:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880135eacb40. 00000020:00000010:2.0:1749611656.244088:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b400. 00000020:00000010:2.0:1749611656.244093:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012db4b200. 00000040:00000010:2.0:1749611656.244097:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012db4b600. 00000020:00000010:2.0:1749611656.244102:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611656.244107:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012db4be00. 80000000:00000010:2.0:1749611656.244111:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256780. 00040000:00000010:2.0:1749611656.244118:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4a200. 00080000:00000010:2.0:1749611656.244125:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118d000. 00080000:00000010:2.0:1749611656.244131:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 10000000:00000040:2.0:1749611656.244145:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611656.244149:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800a8927780 : new refcount 2 10000000:00000001:2.0:1749611656.244153:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611656.244157:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611656.244162:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012db4b200. 00000040:00000010:2.0:1749611656.244167:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012db4b600. 00000020:00000010:2.0:1749611656.244170:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611656.244176:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012db4be00. 80000000:00000010:2.0:1749611656.244179:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256780. 00040000:00000010:2.0:1749611656.244183:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4a200. 00080000:00000010:2.0:1749611656.244189:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:2.0:1749611656.244218:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118d000. 00000020:00000010:2.0:1749611656.244223:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b400. 10000000:00000010:2.0:1749611656.244226:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880135eacb40. 10000000:01000000:2.0:1749611656.244229:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749611656.244232:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611656.244235:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611656.244237:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611656.244240:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611656.244242:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-OST0001 (ffff88007a828800) refs 2 10000000:00000001:2.0:1749611656.244244:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611656.244246:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611656.244247:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff880095486000) refs 2 10000000:00000001:2.0:1749611656.244249:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611656.244250:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611656.244252:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:00000001:2.0:1749611656.244253:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611656.244255:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 8 10000000:00000001:2.0:1749611656.244257:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611656.244258:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00000100:00000010:2.0:1749611656.244263:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237480. 00000020:00000040:2.0:1749611656.244267:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611656.244270:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611656.244273:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611656.244283:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611656.244288:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012db4b400. 00000100:00000001:2.0:1749611656.244294:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611656.244298:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611656.244301:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611656.244306:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880086d2e500. 00010000:00000001:2.0:1749611656.244311:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611656.244313:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012db4ba00. 00000020:00000001:2.0:1749611656.244317:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611656.244319:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012db4ba00 with handle 0x689c0ec07329d653 to hash 00000020:00000001:2.0:1749611656.244322:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611656.244323:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137376004608 : -131936333547008 : ffff88012db4ba00) 00010000:00000001:2.0:1749611656.244326:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137376004608 : -131936333547008 : ffff88012db4ba00) 00010000:00000001:2.0:1749611656.244329:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611656.244331:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611656.244334:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012db4ba00/0x689c0ec07329d653 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611656.244342:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88012db4ba00/0x689c0ec07329d653 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611656.244352:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88012db4ba00/0x689c0ec07329d653 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611656.244357:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611656.244359:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611656.244364:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a3813c0. 00000100:00000001:2.0:1749611656.244366:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096278464 : -131939613273152 : ffff88006a3813c0) 00000100:00000001:2.0:1749611656.244369:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611656.244371:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346585216 : -131939362966400 : ffff880079237480) 00000100:00000001:2.0:1749611656.244376:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611656.244380:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611656.244382:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611656.244384:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611656.244389:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237480 x1834598494709376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611656.244402:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611656.244404:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611656.244408:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079237480 x1834598494709376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611656.244415:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611656.244417:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611656.244419:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611656.244420:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611656.244422:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611656.244424:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611656.244425:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611656.244427:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611656.244429:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611656.246752:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a6190800. 00010000:00000010:1.1:1749611656.246763:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012d05ac00. 00000100:00000001:0.0:1749611656.350748:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611656.350758:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611656.350762:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611656.350768:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611656.350773:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611656.350778:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611656.350782:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611656.350787:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611656.350791:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611656.456630:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611656.456637:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611656.456778:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611656.456784:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611656.456788:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611656.458625:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611656.458631:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611656.458633:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611656.458638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:0.0:1749611656.458641:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611656.458661:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611656.458664:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611656.458692:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611656.458695:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611657.192658:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611657.192713:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611657.192716:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611657.192721:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611657.192724:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611657.192728:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611657.192731:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611657.243630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611657.243635:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611657.243637:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611657.243641:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611657.243645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611657.243648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611657.243651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611657.243654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611657.243657:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611657.350630:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611657.350638:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611657.350640:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611657.350644:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927480 going to sleep for 0 seconds 00000100:00000001:0.0:1749611657.350647:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611657.350650:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611657.350652:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611657.350703:0:730:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079c02d80 x1834598494708224/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611657.350715:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611657.350720:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079c02d80 x1834598494708224/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611657.350729:0:730:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611657.350733:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611657.350735:0:730:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611657.350737:0:730:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611657.350740:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c02d80 x1834598494708224/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611657.350749:0:730:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079c02d80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:730:1834598494708224:0@lo:253:mount.lustre.0 00000100:00000001:0.0:1749611657.350754:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611657.350756:0:730:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611657.350759:0:730:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611657.350761:0:730:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611657.350764:0:730:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079c02d80 x1834598494708224/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611657.350772:0:730:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611657.350774:0:730:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a8927480. 00000100:00000001:0.0:1749611657.350779:0:730:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611657.350798:0:730:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611657.350801:0:730:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611657.350805:0:730:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079c02d80 x1834598494708224/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611657.350811:0:730:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611657.350815:0:730:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611657.350817:0:730:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611657.350819:0:730:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611657.350824:0:730:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff88009c0c8000. 02000000:00000001:0.0:1749611657.350831:0:730:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611657.350833:0:730:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611657.350835:0:730:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079c02d80. 00000100:00000001:0.0:1749611657.350839:0:730:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611657.350840:0:730:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611657.350843:0:730:0:(mgc_request_server.c:242:mgc_target_register()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611657.350846:0:730:0:(mgc_request_server.c:268:mgc_set_info_async_server()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611657.350849:0:730:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1749611657.350853:0:730:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00080000:0.0:1749611657.350857:0:730:0:(tgt_mount.c:1383:server_register_target()) lustre-OST0000: error registering with the MGS: rc = -110 (not fatal) 00000020:00000010:0.0:1749611657.350861:0:730:0:(tgt_mount.c:1389:server_register_target()) kfreed 'mti': 4544 at ffff880070f00000. 00000020:00000001:0.0:1749611657.350866:0:730:0:(tgt_mount.c:1391:server_register_target()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611657.350868:0:730:0:(tgt_mount.c:74:server_register_mount()) Process entered 00000020:00000010:0.0:1749611657.350871:0:730:0:(tgt_mount.c:77:server_register_mount()) kmalloced '(lmi)': 32 at ffff88012d09d040. 00000020:00000010:0.0:1749611657.350875:0:730:0:(tgt_mount.c:80:server_register_mount()) kmalloced '(name_cp)': 15 at ffff88006a9b8470. 00000020:00000001:0.0:1749611657.350879:0:730:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:0.0:1749611657.350881:0:730:0:(tgt_mount.c:62:server_find_mount()) Process leaving (rc=0 : 0 : 0) 00000020:01000004:0.0:1749611657.350884:0:730:0:(tgt_mount.c:102:server_register_mount()) register mount ffff880129e0e800 from lustre-OST0000 00000020:00000001:0.0:1749611657.350886:0:730:0:(tgt_mount.c:104:server_register_mount()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611657.350889:0:730:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1749611657.350892:0:730:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff880096dff600. 00000020:00000010:0.0:1749611657.350896:0:730:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff8800a8927480. 00000020:00000001:0.0:1749611657.350899:0:730:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749611657.350901:0:730:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749611657.350904:0:730:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1749611657.350913:0:730:0:(mgc_request.c:1895:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:00000001:0.0:1749611657.350916:0:730:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1749611657.350918:0:730:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:00000001:0.0:1749611657.350922:0:730:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611657.350928:0:730:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611657.350931:0:730:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff8800b5273200) refs 3 10000000:00000001:0.0:1749611657.350933:0:730:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611657.350934:0:730:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612135353463296 : -131938356088320 : ffff8800b5273200) 10000000:00000001:0.0:1749611657.350938:0:730:0:(mgc_request_server.c:657:mgc_get_local_copy()) Process entered 10000000:01000000:0.0:1749611657.350940:0:730:0:(mgc_request_server.c:671:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8800a8b08000 local copy 00010000:00000001:0.0:1749611657.350944:0:730:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1749611657.350946:0:730:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611657.350948:0:730:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611657.350950:0:730:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:0.0:1749611657.350956:0:730:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133990700. 00000020:00000040:0.0:1749611657.350960:0:730:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611657.350964:0:730:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611657.350967:0:730:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611657.350972:0:730:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611657.350978:0:730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880129dbac00. 00000100:00000001:0.0:1749611657.350985:0:730:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611657.350989:0:730:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611657.350991:0:730:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1749611657.351000:0:730:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff880086d2e500 count: 2 00010000:00000001:0.0:1749611657.351003:0:730:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611657.351006:0:730:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611657.351008:0:730:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880129dba200. 00000020:00000001:0.0:1749611657.351013:0:730:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611657.351016:0:730:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880129dba200 with handle 0x689c0ec07329d65a to hash 00000020:00000001:0.0:1749611657.351019:0:730:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611657.351020:0:730:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137311445504 : -131936398106112 : ffff880129dba200) 00010000:00000001:0.0:1749611657.351023:0:730:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137311445504 : -131936398106112 : ffff880129dba200) 00010000:00000001:0.0:1749611657.351026:0:730:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611657.351029:0:730:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611657.351034:0:730:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880129dba200/0x689c0ec07329d65a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611657.351051:0:730:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: MGC192.168.202.106@tcp lock: ffff880129dba200/0x689c0ec07329d65a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611657.351063:0:730:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880129dba200/0x689c0ec07329d65a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611657.351068:0:730:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611657.351070:0:730:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611657.351076:0:730:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8927000. 00000100:00000001:0.0:1749611657.351077:0:730:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135142387712 : -131938567163904 : ffff8800a8927000) 00000100:00000001:0.0:1749611657.351080:0:730:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611657.351082:0:730:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474852608 : -131936234699008 : ffff880133990700) 00000100:00000001:0.0:1749611657.351085:0:730:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611657.351090:0:730:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611657.351092:0:730:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611657.351093:0:730:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611657.351098:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133990700 x1834598494709504/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611657.351106:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611657.351108:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611657.351112:0:730:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880133990700 x1834598494709504/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611657.351119:0:730:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611657.351121:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611657.351122:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611657.351124:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611657.351126:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611657.351127:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611657.351129:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611657.351130:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611657.351132:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611657.458713:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611657.458719:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611657.458754:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611657.458759:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611657.458761:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611657.458765:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611657.458768:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611657.458771:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611657.458783:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611657.458785:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611657.458788:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611657.458811:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611657.458817:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611657.458821:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611658.192640:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611658.192686:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611658.192689:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611658.192693:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611658.192696:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611658.192700:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611658.192702:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611658.243636:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611658.243641:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611658.243643:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611658.243647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611658.243678:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611658.243681:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611658.243684:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611658.243687:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611658.243690:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611658.350690:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611658.350696:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611658.350698:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611658.350702:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611658.350705:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611658.350707:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611658.350710:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611658.350712:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611658.350714:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611658.458628:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611658.458634:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611658.458636:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611658.458639:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611658.458642:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611658.458645:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611658.458647:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611658.458685:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611658.458688:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611658.460689:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611658.460694:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611658.460809:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611658.460814:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611658.460817:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1749611658.998690:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88011344a840] -> 12345-192.168.202.106@tcp (6) 00000800:00000200:2.0:1749611658.998699:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.106@tcp ip 192.168.202.106:988 00000800:00000200:2.0:1749611658.998704:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:0.0:1749611658.998941:0:28314:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000001:0.0:1749611658.998949:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749611658.998960:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1749611658.998965:0:28314:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1749611658.998968:0:28314:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611659.192640:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611659.192692:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611659.192695:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611659.192699:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611659.192702:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611659.192706:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.192708:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611659.198672:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611659.198680:0:27774:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611659.198684:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611659.198687:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611659.198690:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611659.198693:0:27774:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611659.198696:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611659.198701:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6260 00000100:00080000:2.0:1749611659.198705:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611659.198708:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611659.198712:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611659.198714:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611659.198716:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611659.198720:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611659.198723:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611659.198726:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611659.198729:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611659.198732:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611659.198735:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611659.198737:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611659.198739:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611659.198741:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611659.198743:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611659.198746:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611659.198749:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611659.198751:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611659.198755:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611659.198762:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611659.198765:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.198767:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611659.198778:0:27774:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611659.198784:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237100. 00000020:00000040:2.0:1749611659.198788:0:27774:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611659.198792:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611659.198794:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.198797:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611659.198800:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611659.198804:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611659.198811:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7f800. 00000100:00000001:2.0:1749611659.198819:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611659.198829:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237100 x1834598494709632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611659.198841:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611659.198846:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611659.198850:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237100] to pc [ptlrpcd_rcv+-1] req@ffff880079237100 x1834598494709632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.198878:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611659.198882:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611659.198886:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611659.198887:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611659.198889:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611659.198892:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611659.198894:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6260 00000100:00080000:2.0:1749611659.198897:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611659.198900:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611659.198902:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611659.198904:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611659.198906:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611659.198908:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611659.198910:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611659.198911:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611659.198913:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611659.198920:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611659.198922:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611659.198926:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611659.198928:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611659.198930:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611659.198932:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611659.198934:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611659.198936:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611659.198938:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611659.198940:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611659.198943:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611659.198945:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.198948:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611659.198949:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611659.198953:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234e00. 00000020:00000040:2.0:1749611659.198955:0:27774:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611659.198957:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611659.198958:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.198960:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611659.198961:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611659.198963:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611659.198967:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7f000. 00000100:00000001:2.0:1749611659.198970:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611659.198975:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234e00 x1834598494709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611659.198976:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611659.198982:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611659.198982:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611659.198984:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.198985:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611659.198987:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234e00] to pc [ptlrpcd_rcv+-1] req@ffff880079234e00 x1834598494709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611659.198994:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237100 x1834598494709632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.198996:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611659.198999:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611659.199002:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611659.199006:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611659.199008:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749611659.199008:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611659.199010:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611659.199012:0:27774:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749611659.199013:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749611659.199015:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6260 02000000:00000001:0.0:1749611659.199015:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611659.199018:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:0.0:1749611659.199018:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611659.199020:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611659.199022:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749611659.199022:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494709632:0@lo:38:kworker.0 00000100:00000040:2.0:1749611659.199024:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611659.199026:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611659.199027:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:2.0:1749611659.199028:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611659.199029:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611659.199030:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:0.0:1749611659.199031:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749611659.199032:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:0.0:1749611659.199033:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611659.199034:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611659.199036:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:0.0:1749611659.199036:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611659.199039:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:2.0:1749611659.199040:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:0.0:1749611659.199041:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974b000. 00000100:00000040:2.0:1749611659.199042:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611659.199044:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611659.199044:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611659.199046:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611659.199048:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611659.199050:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611659.199051:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:0.0:1749611659.199051:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 02000000:00000001:2.0:1749611659.199054:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611659.199056:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.199058:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611659.199059:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611659.199059:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000010:2.0:1749611659.199063:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234a80. 00000020:00000040:2.0:1749611659.199065:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611659.199067:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000200:0.0:1749611659.199067:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494709632, portal 4 02000000:00000001:2.0:1749611659.199068:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.199070:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611659.199076:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611659.199078:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199079:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611659.199081:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346584320 : -131939362967296 : ffff880079237100) 02000000:00000010:2.0:1749611659.199082:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7dc00. 00000100:00000001:2.0:1749611659.199085:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611659.199089:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234a80 x1834598494709888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611659.199091:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237100 x1834598494709632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.199096:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611659.199098:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199100:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611659.199101:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234a80] to pc [ptlrpcd_rcv+-1] req@ffff880079234a80 x1834598494709888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611659.199103:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611659.199106:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:2.0:1749611659.199108:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611659.199109:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494709632, offset 0 00000100:00000040:2.0:1749611659.199111:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1749611659.199114:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:0.0:1749611659.199115:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:2.0:1749611659.199118:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236300. 00000020:00000040:2.0:1749611659.199120:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611659.199122:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611659.199124:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611659.199125:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611659.199128:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880086d2e200. 00000100:00000001:2.0:1749611659.199130:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611659.199130:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611659.199134:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611659.199141:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf952780 00000100:00000001:2.0:1749611659.199142:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611659.199143:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611659.199148:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236300] to pc [ptlrpcd_00_01+1] req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611659.199149:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 21320 00000400:00000200:0.0:1749611659.199157:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611659.199161:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611659.199167:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611659.199169:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749611659.199172:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611659.199174:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133990a80. 00000100:00000040:2.0:1749611659.199177:0:27774:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6270) 00000100:00000040:0.0:1749611659.199177:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133990a80 x1834598494709632 msgsize 520 00000100:00100000:0.0:1749611659.199181:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611659.199197:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611659.199200:0:28321:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1749611659.199202:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611659.199206:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611659.199207:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611659.199215:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611659.199215:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00000001:2.0:1749611659.199217:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749611659.199217:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:2.0:1749611659.199218:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611659.199220:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611659.199220:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611659.199225:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611659.199225:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237100 x1834598494709632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.199233:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611659.199234:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611659.199235:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611659.199237:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749611659.199237:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237100 x1834598494709632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611659.199240:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611659.199242:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611659.199245:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494710016:0@lo:400:kworker.0 00000100:00000001:0.0:1749611659.199245:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199246:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611659.199249:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611659.199251:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611659.199252:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611659.199254:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611659.199255:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1257 usecs (2 jiffies) 02000000:00000001:2.0:1749611659.199256:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611659.199259:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012db4a200. 00000100:00000001:0.0:1749611659.199259:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300932658 00000100:00000001:3.0:1749611659.199261:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1749611659.199261:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611659.199267:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611659.199267:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe6e0. 00000100:00000010:0.0:1749611659.199269:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50740. 00000400:00000010:2.0:1749611659.199271:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749611659.199275:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000200:2.0:1749611659.199276:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494710016, portal 10 00000100:00000001:2.0:1749611659.199278:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611659.199280:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346580736 : -131939362970880 : ffff880079236300) 00000100:00000001:0.0:1749611659.199282:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300932658 00000100:00000010:0.0:1749611659.199285:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b507c0. 00000100:00000040:2.0:1749611659.199286:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611659.199288:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611659.199293:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611659.199296:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611659.199298:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00000001:0.0:1749611659.199299:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300932658 00000100:00000200:2.0:1749611659.199300:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494710016, offset 0 00000100:00000010:0.0:1749611659.199302:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50e80. 00000400:00000200:2.0:1749611659.199305:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611659.199305:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611659.199308:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300932658 00000100:00000001:1.0:1749611659.199311:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1749611659.199311:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50240. 00000400:00000200:2.0:1749611659.199313:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611659.199314:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00100000:1.0:1749611659.199317:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494709632 00000400:00000200:2.0:1749611659.199320:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf952900 02000000:00000001:1.0:1749611659.199320:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611659.199323:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611659.199323:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611659.199326:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 174304 00000100:00000001:0.0:1749611659.199326:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199329:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199331:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611659.199332:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611659.199336:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199337:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611659.199339:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611659.199340:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:1.0:1749611659.199340:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199341:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611659.199342:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611659.199344:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611659.199345:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749611659.199345:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494709632 00000100:00000200:2.0:1749611659.199347:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749611659.199347:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000040:0.0:1749611659.199348:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234e00 x1834598494709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611659.199349:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000010:2.0:1749611659.199351:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236a00. 00000020:00000001:1.0:1749611659.199351:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611659.199353:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611659.199354:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880079236a00 x1834598494710016 msgsize 224 00000020:00000001:1.0:1749611659.199355:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199356:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611659.199358:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611659.199359:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:0.0:1749611659.199360:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000010:1.0:1749611659.199361:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3600. 02000000:00000001:0.0:1749611659.199363:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611659.199365:0:28321:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:0.0:1749611659.199365:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611659.199366:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0d00. 00000100:00100000:0.0:1749611659.199368:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494709760:0@lo:38:kworker.0 00000400:00000200:2.0:1749611659.199371:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000100:00000001:0.0:1749611659.199371:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:1.0:1749611659.199372:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000400:00000010:2.0:1749611659.199373:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 02000000:00000001:0.0:1749611659.199373:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611659.199375:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.199376:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611659.199377:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:0.0:1749611659.199377:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000200:2.0:1749611659.199380:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611675 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611659.199380:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611659.199382:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611659.199384:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:0.0:1749611659.199385:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880099749800. 00000100:00100000:3.0:1749611659.199387:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494710016 02000000:00000001:0.0:1749611659.199387:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.199388:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611659.199388:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611659.199389:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611659.199391:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611675 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611659.199391:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 00000100:00000001:3.0:1749611659.199392:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611659.199394:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611659.199395:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 02000000:00000001:3.0:1749611659.199398:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.199398:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611659.199398:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494709760, portal 10 00000100:00000001:2.0:1749611659.199399:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611659.199400:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611659.199401:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494710016 00000100:00000001:0.0:1749611659.199401:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611659.199402:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346575360 : -131939362976256 : ffff880079234e00) 00000020:00000001:3.0:1749611659.199403:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611659.199403:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611659.199405:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:3.0:1749611659.199407:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611659.199407:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 957 usecs (1 jiffies) 00000100:00000001:1.0:1749611659.199409:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749611659.199409:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234e00 x1834598494709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611659.199410:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611659.199410:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300932657 00000100:00000001:1.0:1749611659.199412:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611659.199413:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300932658 00000020:00000001:3.0:1749611659.199414:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611659.199415:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300932657 00000020:00000001:3.0:1749611659.199416:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:0.0:1749611659.199416:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749611659.199417:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00000001:2.0:1749611659.199418:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300932658 00000100:00000040:0.0:1749611659.199418:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611659.199420:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300932657 00000100:00000001:1.0:1749611659.199420:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474853504 : -131936234698112 : ffff880133990a80) 00000400:00000010:0.0:1749611659.199420:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:3.0:1749611659.199421:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611659.199422:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300932658 00000100:00000200:0.0:1749611659.199423:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494709760, offset 0 00000100:00000001:2.0:1749611659.199424:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300932657 00000100:00000001:2.0:1749611659.199426:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300932658 00000400:00000200:0.0:1749611659.199426:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611659.199427:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133990a80 x1834598494709632/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.199428:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611659.199430:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.199433:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611659.199433:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611659.199434:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012eb32500. 00000100:00000001:2.0:1749611659.199435:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611659.199439:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf952800 00000020:00000010:3.0:1749611659.199441:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136b50040. 00000100:00100000:1.0:1749611659.199441:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494709632:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611659.199444:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 174528 00000100:00000200:1.0:1749611659.199446:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494709632 00000020:00000040:3.0:1749611659.199447:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000020:00000001:1.0:1749611659.199449:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:0.0:1749611659.199449:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611659.199452:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:1.0:1749611659.199454:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611659.199456:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611659.199457:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000200:0.0:1749611659.199457:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611659.199460:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133990e00. 00000020:00000010:3.0:1749611659.199462:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59c00. 00000100:00000040:0.0:1749611659.199463:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133990e00 x1834598494709760 msgsize 520 00000100:00080000:2.0:1749611659.199464:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:3.0:1749611659.199466:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7d80. 00000020:00000001:1.0:1749611659.199467:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611659.199467:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:2.0:1749611659.199469:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000020:00000010:3.0:1749611659.199471:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00010000:00020000:1.0:1749611659.199471:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:1.0:1749611659.199474:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611659.199476:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:3.0:1749611659.199478:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00010000:00000001:1.0:1749611659.199478:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611659.199480:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749611659.199480:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000001:1.0:1749611659.199481:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611659.199482:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000010:0.0:1749611659.199482:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:1.0:1749611659.199484:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611659.199484:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611659.199485:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611659.199488:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:0.0:1749611659.199488:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234e00 x1834598494709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611659.199490:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1749611659.199490:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494709760 00000100:00000001:3.0:1749611659.199492:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 02000000:00000001:2.0:1749611659.199492:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:1.0:1749611659.199492:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611659.199494:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.199495:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611659.199495:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611659.199497:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611659.199497:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a1000. 00000100:00000040:0.0:1749611659.199498:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234e00 x1834598494709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611659.199499:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611659.199499:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611659.199500:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611659.199502:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611659.199503:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494709760 00000020:00000001:2.0:1749611659.199505:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611659.199507:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:2.0:1749611659.199507:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00010000:00000001:1.0:1749611659.199507:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:2.0:1749611659.199508:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611659.199509:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00010000:00000001:1.0:1749611659.199509:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611659.199510:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611659.199512:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611659.199513:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:3.0:1749611659.199514:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000020:00000010:2.0:1749611659.199516:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4be00. 00000100:00000001:1.0:1749611659.199516:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611659.199516:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611659.199517:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:0.0:1749611659.199517:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749611659.199519:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000100:00000001:1.0:1749611659.199520:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000010:2.0:1749611659.199551:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be94b0. 00000100:00000001:3.0:1749611659.199552:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346582528 : -131939362969088 : ffff880079236a00) 00000100:00000001:2.0:1749611659.199556:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611659.199557:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611659.199559:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611659.199560:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079236a00 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:340/0 lens 224/0 e 0 to 0 dl 1749611670 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.199563:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199566:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611659.199570:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611659.199570:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611659.199570:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1091 usecs (2 jiffies) 00000020:00000010:3.0:1749611659.199573:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012eb32fc0. 00000100:00000001:0.0:1749611659.199573:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300932659 00000100:00000001:3.0:1749611659.199575:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611659.199575:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:3.0:1749611659.199578:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012eb32fc0. 00000100:00000001:2.0:1749611659.199578:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611659.199578:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611659.199578:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, simply extend its deadline from 4300932658 00000100:00000001:2.0:1749611659.199580:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611659.199581:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611659.199581:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300932659 00000100:00100000:3.0:1749611659.199584:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494710016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1749611659.199584:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00000040:1.0:1749611659.199585:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611659.199585:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, simply extend its deadline from 4300932658 00000100:00000001:2.0:1749611659.199587:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474854400 : -131936234697216 : ffff880133990e00) 02000000:00000001:1.0:1749611659.199587:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:3.0:1749611659.199588:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494710016 00000100:00000001:0.0:1749611659.199588:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300932659 02000000:00000001:1.0:1749611659.199590:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611659.199591:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:2.0:1749611659.199591:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133990e00 x1834598494709760/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611659.199591:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, simply extend its deadline from 4300932658 00000100:00000001:1.0:1749611659.199592:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611659.199594:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611659.199594:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300932659 00000100:00000040:1.0:1749611659.199595:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:3.0:1749611659.199596:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199597:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, simply extend its deadline from 4300932658 00000400:00000010:1.0:1749611659.199598:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000020:00000001:3.0:1749611659.199599:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749611659.199599:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611659.199601:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:0.0:1749611659.199601:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611659.199602:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494709760:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611659.199603:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494709632, offset 0 00000100:00000001:0.0:1749611659.199604:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000200:2.0:1749611659.199606:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494709760 00000400:00000200:1.0:1749611659.199608:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611659.199608:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234a80 x1834598494709888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611659.199609:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:2.0:1749611659.199609:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611659.199611:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749611659.199614:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611659.199616:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:0.0:1749611659.199616:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749611659.199617:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611659.199617:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611659.199619:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1749611659.199619:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:2.0:1749611659.199620:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611659.199621:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611659.199621:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611659.199623:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00020000:2.0:1749611659.199623:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749611659.199623:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611659.199624:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf952780 00000100:00100000:0.0:1749611659.199626:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494709888:0@lo:38:kworker.0 00000100:00000001:3.0:1749611659.199627:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611659.199629:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:1.0:1749611659.199630:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x99ed [1] + 0 00000100:00000001:0.0:1749611659.199630:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00010000:00000001:2.0:1749611659.199632:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749611659.199632:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000010:3.0:1749611659.199633:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de21c00. 02000000:00000001:0.0:1749611659.199634:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611659.199635:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611659.199635:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611659.199636:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611659.199636:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611659.199638:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.199638:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:0.0:1749611659.199638:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009974b800. 00000400:00000200:1.0:1749611659.199639:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:3.0:1749611659.199640:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.199640:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611659.199640:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611659.199661:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:3.0:1749611659.199663:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494710016 00000100:00000001:1.0:1749611659.199665:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00010000:00000001:3.0:1749611659.199666:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 02000000:00000010:2.0:1749611659.199666:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130c7ec00. 02000000:00000001:2.0:1749611659.199668:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.199670:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611659.199670:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237100 x1834598494709632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:3.0:1749611659.199672:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079236a00 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1749611670 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611659.199673:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00010000:00000001:2.0:1749611659.199674:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611659.199676:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611659.199677:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00001000:2.0:1749611659.199679:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749611659.199681:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000200:0.0:1749611659.199681:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494709888, portal 10 00000100:00000001:2.0:1749611659.199682:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:1.0:1749611659.199682:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237100 x1834598494709632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611659.199683:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199683:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611659.199685:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611659.199685:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346574464 : -131939362977152 : ffff880079234a80) 00000100:00001000:3.0:1749611659.199687:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=114 v=5 (1 1 1 1) 00000100:00000040:2.0:1749611659.199688:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611659.199690:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611659.199691:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611659.199691:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611659.199692:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234a80 x1834598494709888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611659.199693:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611659.199693:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611659.199696:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611659.199696:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 20 to 0@lo 02000000:00000001:3.0:1749611659.199698:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611659.199698:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:1.0:1749611659.199698:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:0.0:1749611659.199699:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611659.199700:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611659.199700:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611659.199700:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000040:0.0:1749611659.199701:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611659.199702:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611659.199702:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749611659.199703:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000040:2.0:1749611659.199704:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611659.199705:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611659.199707:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000400:00000010:3.0:1749611659.199708:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:1.0:1749611659.199711:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611659.199712:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749611659.199715:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494709888, offset 0 00000100:00000001:1.0:1749611659.199717:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611659.199720:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611659.199721:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611659.199723:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611659.199725:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494709760, offset 0 00000100:00000200:3.0:1749611659.199726:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494710016, offset 224 00000020:00000001:1.0:1749611659.199726:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611659.199728:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611659.199730:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611659.199731:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133990a80 x1834598494709632/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611679 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611659.199735:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611659.199735:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf952880 00000400:00000200:2.0:1749611659.199737:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611659.199740:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 175048 00000100:00100000:1.0:1749611659.199742:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494709632:12345-0@lo:38:kworker.0 Request processed in 302us (562us total) trans 0 rc -19/-19 00000400:00000200:3.0:1749611659.199745:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611659.199745:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611659.199746:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952800 00000400:00000200:0.0:1749611659.199748:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611659.199753:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x99fd [1] + 0 00000100:00100000:1.0:1749611659.199753:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000400:00000200:3.0:1749611659.199754:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952900 00000100:00000001:1.0:1749611659.199756:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000200:2.0:1749611659.199758:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611659.199758:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:2.0:1749611659.199761:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611659.199761:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:1.0:1749611659.199762:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0d00. 00000400:00000200:3.0:1749611659.199763:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x99f5 [1] + 224 00000100:00000200:0.0:1749611659.199763:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1749611659.199766:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133991180. 00000020:00000010:1.0:1749611659.199767:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000400:00000200:3.0:1749611659.199768:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611659.199768:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:0.0:1749611659.199769:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133991180 x1834598494709888 msgsize 520 00000020:00000010:1.0:1749611659.199770:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3600. 00000100:00000200:2.0:1749611659.199772:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234e00 x1834598494709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611659.199773:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611659.199774:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611659.199774:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611659.199776:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611659.199781:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234e00 x1834598494709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611659.199782:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611659.199786:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00000200:3.0:1749611659.199787:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611675 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611659.199788:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749611659.199790:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611659.199794:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234a80 x1834598494709888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.199796:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:3.0:1749611659.199797:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611659.199801:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000100:00000001:0.0:1749611659.199801:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749611659.199804:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000040:0.0:1749611659.199804:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234a80 x1834598494709888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.199806:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611659.199808:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611659.199810:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611659.199810:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.199811:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611659.199812:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611659.199812:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749611659.199814:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:1.0:1749611659.199814:0:12680:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494709888 00000100:00000001:2.0:1749611659.199816:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611659.199816:0:12680:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:3.0:1749611659.199817:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000020:00000001:2.0:1749611659.199818:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611659.199818:0:12680:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749611659.199820:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:1.0:1749611659.199820:0:12680:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199822:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611659.199823:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133990e00 x1834598494709760/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611679 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611659.199823:0:12680:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611659.199824:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611659.199825:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00100000:1.0:1749611659.199826:0:12680:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494709888 00000100:00000040:0.0:1749611659.199826:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 786 usecs (1 jiffies) 00000020:00000001:1.0:1749611659.199828:0:12680:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611659.199828:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300932658 00000100:00000001:3.0:1749611659.199829:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611659.199830:0:12680:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611659.199831:0:12680:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611659.199831:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300932659 00000100:00000040:3.0:1749611659.199832:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00100000:2.0:1749611659.199833:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494709760:12345-0@lo:38:kworker.0 Request processed in 231us (367us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749611659.199833:0:12680:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199833:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300932658 00010000:00000001:3.0:1749611659.199835:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749611659.199835:0:12680:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199835:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300932659 00000020:00000001:3.0:1749611659.199837:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199837:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300932658 00000020:00000010:1.0:1749611659.199838:0:12680:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3600. 00000020:00000001:3.0:1749611659.199839:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611659.199839:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300932659 00000100:00100000:2.0:1749611659.199841:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000020:00000010:1.0:1749611659.199841:0:12680:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0d00. 00000100:00000001:0.0:1749611659.199841:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300932658 00000100:00000040:3.0:1749611659.199843:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236a00 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:340/0 lens 224/224 e 0 to 0 dl 1749611670 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611659.199843:0:12680:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c898. 00000100:00000001:0.0:1749611659.199843:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300932659 00000100:00000001:2.0:1749611659.199844:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611659.199845:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611659.199845:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611659.199846:0:12680:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611659.199847:0:12680:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611659.199847:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611659.199849:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000100:00000001:1.0:1749611659.199849:0:12680:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611659.199852:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749611659.199853:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079236a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28321:x1834598494710016:12345-0@lo:400:kworker.0 Request processed in 281us (497us total) trans 0 rc 0/0 00000400:00000001:0.0:1749611659.199853:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:2.0:1749611659.199854:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be94b0. 00000400:00000010:0.0:1749611659.199856:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000020:00000010:2.0:1749611659.199859:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4be00. 00000100:00000001:1.0:1749611659.199859:0:12680:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611659.199860:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00100000:3.0:1749611659.199862:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000400:00000010:0.0:1749611659.199862:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:2.0:1749611659.199863:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611659.199864:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:3.0:1749611659.199865:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749611659.199866:0:12680:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611659.199867:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000200:0.0:1749611659.199868:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237100 x1834598494709632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611659.199870:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611659.199871:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:3.0:1749611659.199873:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7d80. 00000100:00000001:2.0:1749611659.199873:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611659.199873:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611659.199874:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749611659.199877:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00100000:2.0:1749611659.199877:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00000200:0.0:1749611659.199877:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237100 x1834598494709632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611659.199880:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59c00. 00000100:00000001:2.0:1749611659.199880:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474855296 : -131936234696320 : ffff880133991180) 00000100:00000040:2.0:1749611659.199883:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133991180 x1834598494709888/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611679 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611659.199884:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:3.0:1749611659.199886:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611659.199886:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611659.199888:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611659.199888:0:12680:0:(service.c:2188:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199888:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611659.199890:0:12680:0:(service.c:2413:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611659.199891:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1749611659.199892:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494709888:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611659.199893:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749611659.199895:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494709888 00000100:00000001:0.0:1749611659.199895:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611659.199896:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611659.199898:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:0.0:1749611659.199898:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611659.199904:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611659 v=5 (0 0 0 0) 00000020:00000001:2.0:1749611659.199905:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611659.199907:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=32 v=20 (1 1 20 1) 00000100:00000001:0.0:1749611659.199910:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00020000:2.0:1749611659.199913:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:2.0:1749611659.199916:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611659.199918:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611659.199918:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611659.199920:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611659.199921:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611659.199922:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611659.199924:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611659.199925:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237100 x1834598494709632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611684 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611659.199927:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130c7c000. 02000000:00000001:2.0:1749611659.199928:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.199930:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611659.199933:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611659.199933:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611659.199935:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.199937:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00001000:2.0:1749611659.199938:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611659.199938:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611659.199940:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611659.199941:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611659.199942:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611659.199942:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611659.199945:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00080000:0.0:1749611659.199945:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611659.199946:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611659.199949:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00080000:0.0:1749611659.199949:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611659.199951:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611659.199952:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:2.0:1749611659.199954:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611659.199955:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611659.199955:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237100 x1834598494709632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611684 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.199957:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611659.199960:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611659.199962:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00100000:0.0:1749611659.199964:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494709632:0@lo:38:kworker.0 00000100:00000200:2.0:1749611659.199966:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494709888, offset 0 00000100:00000001:0.0:1749611659.199968:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611659.199969:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611659.199970:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611659.199973:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237100 x1834598494709632/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611684 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611659.199975:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611659.199980:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952880 00000100:00000001:0.0:1749611659.199980:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611659.199982:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1749611659.199985:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9a09 [1] + 0 02000000:00000010:0.0:1749611659.199985:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974b000. 00000400:00000200:2.0:1749611659.199988:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611659.199988:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611659.199990:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000200:2.0:1749611659.199992:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000040:0.0:1749611659.199992:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611659.199994:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611659.199995:0:10935:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000010:0.0:1749611659.199997:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7f800. 00000100:00000200:2.0:1749611659.199998:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234a80 x1834598494709888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611659.200001:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611659.200003:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611659.200005:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237100. 00000100:00000001:0.0:1749611659.200008:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611659.200014:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611659.200016:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611659.200021:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611659.200023:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611659.200025:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611659.200027:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234a80 x1834598494709888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611659.200027:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611659.200030:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611659.200032:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611659.200034:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000100:00000001:2.0:1749611659.200035:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611659.200036:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611659.200038:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611659.200040:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611659.200042:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000400:00000010:2.0:1749611659.200044:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000200:0.0:1749611659.200044:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234e00 x1834598494709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.200046:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611659.200047:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611659.200050:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611659.200053:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000200:0.0:1749611659.200053:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234e00 x1834598494709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.200055:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611659.200057:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611659.200059:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611659.200061:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133991180 x1834598494709888/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611679 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611659.200061:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611659.200062:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611659.200064:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611659.200065:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611659.200066:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611659.200068:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611659.200070:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494709888:12345-0@lo:38:kworker.0 Request processed in 178us (299us total) trans 0 rc -19/-19 00000100:00001000:0.0:1749611659.200072:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611659 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611659.200075:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=14 v=20 (1 1 20 1) 00000100:00100000:2.0:1749611659.200077:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00000001:0.0:1749611659.200077:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611659.200079:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611659.200079:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611659.200080:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611659.200081:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:2.0:1749611659.200084:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0d00. 00000100:00000040:0.0:1749611659.200084:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234e00 x1834598494709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611684 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611659.200087:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c898. 00000020:00000010:2.0:1749611659.200090:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3600. 00000100:00000001:0.0:1749611659.200091:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611659.200093:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611659.200094:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611659.200095:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611659.200097:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611659.200098:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611659.200105:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:2.0:1749611659.200107:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1749611659.200108:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611659.200109:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611659.200111:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:2.0:1749611659.200112:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611659.200114:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1749611659.200115:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234e00 x1834598494709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611684 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611659.200116:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe6e0. 00000400:00000200:2.0:1749611659.200119:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:2.0:1749611659.200121:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00100000:0.0:1749611659.200122:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494709760:0@lo:38:kworker.0 00000100:00000001:2.0:1749611659.200123:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611659.200126:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611675 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611659.200128:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611659.200129:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611659.200131:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000400:00000200:0.0:1749611659.200133:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000200:2.0:1749611659.200135:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611675 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611659.200135:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611659.200136:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611659.200140:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234a80 x1834598494709888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.200146:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:0.0:1749611659.200147:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234a80 x1834598494709888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.200148:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611659.200150:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611659.200152:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611659.200153:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611659.200154:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611659.200155:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611659.200156:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.200156:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611659.200158:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611659.200158:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611659.200159:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611659.200160:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611659.200162:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611659.200163:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=64 v=5 (5 5 5 5) 00000100:00001000:0.0:1749611659.200165:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611659 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611659.200166:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=64 v=5 (1 1 1 1) 00000100:00001000:0.0:1749611659.200168:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=64 v=20 (1 20 1 1) 00000100:00000001:2.0:1749611659.200169:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611659.200170:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.200171:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611659.200172:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:2.0:1749611659.200173:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749611659.200174:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:2.0:1749611659.200177:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611659.200178:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234a80 x1834598494709888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611684 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611659.200185:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.200185:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611659.200188:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1749611659.200190:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611659.200191:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611659.200192:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611659.200193:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611659.200194:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.200194:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611659.200196:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611659.200197:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611675 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611659.200198:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611659.200201:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611659.200203:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611659.200204:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611659.200206:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611659.200207:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611659.200207:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234a80 x1834598494709888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611684 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611659.200211:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611675 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611659.200214:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494709888:0@lo:38:kworker.0 00000100:00000001:0.0:1749611659.200218:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611659.200219:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:28321:1834598494710016:0@lo:400:kworker.0 00000100:00000001:0.0:1749611659.200220:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611659.200222:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234e00 x1834598494709760/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611684 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611659.200223:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611659.200225:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611659.200228:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236300 x1834598494710016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611675 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611659.200229:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611659.200230:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611659.200232:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880099749800. 02000000:00000001:0.0:1749611659.200235:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611659.200236:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611659.200238:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611659.200239:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611659.200241:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7f000. 02000000:00000001:0.0:1749611659.200243:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611659.200244:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611659.200244:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749611659.200246:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000010:0.0:1749611659.200246:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234e00. 02000000:00000010:2.0:1749611659.200248:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012db4a200. 00000100:00000001:0.0:1749611659.200249:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611659.200250:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611659.200252:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611659.200252:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:2.0:1749611659.200254:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611659.200255:0:28321:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:0.0:1749611659.200255:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234a80 x1834598494709888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611684 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611659.200257:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611659.200259:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880086d2e200. 00000100:00000001:0.0:1749611659.200261:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611659.200262:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1749611659.200263:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611659.200265:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611659.200266:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236300. 02000000:00000010:0.0:1749611659.200268:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009974b800. 00000100:00000001:2.0:1749611659.200269:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611659.200270:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611659.200270:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611659.200272:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611659.200272:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611659.200273:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611659.200275:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611659.200276:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:0.0:1749611659.200277:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7dc00. 00000100:00000001:2.0:1749611659.200278:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.200280:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611659.200280:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611659.200281:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611659.200281:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611659.200283:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234a80. 00000100:00000001:0.0:1749611659.200285:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611659.200286:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611659.200288:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.200290:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611659.200291:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611659.200293:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.200294:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611659.201639:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300932659, at 4300932659 00000100:00000040:3.0:1749611659.201659:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300932659, at 4300932659 00000100:00000040:0.0:1749611659.201660:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300932659, at 4300932659 00000100:00000040:2.0:1749611659.201667:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300932659, at 4300932659 00000100:00000010:3.0:1749611659.201677:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50240. 00000100:00000010:1.0:1749611659.201683:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b507c0. 00000100:00000010:2.0:1749611659.201688:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50e80. 00000100:00000010:0.0:1749611659.201695:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50740. 00000100:00000001:2.0:1749611659.243634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611659.243639:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611659.243662:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611659.243666:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611659.243669:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611659.243672:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611659.243674:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611659.243676:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611659.243678:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611659.350677:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611659.350682:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611659.350683:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611659.350687:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611659.350690:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611659.350692:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611659.350694:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611659.350697:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611659.350699:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611659.458627:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611659.458632:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611659.458634:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611659.458637:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611659.458672:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611659.458674:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611659.458677:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611659.458688:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611659.458690:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611659.462664:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611659.462669:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611659.462741:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611659.462746:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611659.462750:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611660.199690:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611660.199705:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611660.199708:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611660.199713:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611660.199715:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611660.199719:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611660.199721:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611660.243615:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611660.243621:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611660.243623:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611660.243628:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611660.243652:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611660.243656:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611660.243660:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611660.243663:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611660.243667:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611660.350701:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611660.350706:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611660.350708:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611660.350712:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611660.350714:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611660.350717:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611660.350719:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611660.350722:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611660.350724:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611660.458674:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611660.458679:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611660.458681:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611660.458685:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611660.458688:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611660.458691:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611660.458693:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611660.458696:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611660.458698:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611660.464678:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611660.464683:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611660.464801:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611660.464807:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611660.464811:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611661.199663:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611661.199674:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611661.199676:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611661.199680:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611661.199682:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611661.199685:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611661.199688:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611661.243650:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611661.243655:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611661.243657:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611661.243661:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611661.243664:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611661.243676:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611661.243678:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611661.243681:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611661.243683:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611661.350667:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611661.350672:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611661.350674:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611661.350677:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611661.350680:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611661.350683:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611661.350685:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611661.350687:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611661.350689:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611661.458670:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611661.458677:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611661.458679:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611661.458685:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611661.458688:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611661.458692:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611661.458695:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611661.458698:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611661.458702:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611661.466659:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611661.466664:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611661.466762:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611661.466767:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611661.466771:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611662.199686:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611662.199703:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611662.199705:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611662.199710:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611662.199712:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611662.199716:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611662.199719:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611662.243679:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611662.243684:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611662.243686:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611662.243690:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611662.243694:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611662.243697:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611662.243700:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611662.243711:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079237480 x1834598494709376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611662.243722:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611662.243726:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237480 x1834598494709376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611662.243735:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611662.243738:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611662.243741:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611662.243743:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611662.243763:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237480 x1834598494709376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611662.243773:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494709376:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611662.243778:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611662.243780:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611662.243783:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611662.243785:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611662.243788:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237480 x1834598494709376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611662.243795:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611662.243798:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a3813c0. 00000100:00000001:2.0:1749611662.243802:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611662.243804:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611662.243808:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611662.243811:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611662.243814:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611662.243818:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012db4ba00 refcount=4 00000020:00000001:2.0:1749611662.243820:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137376004608 : -131936333547008 : ffff88012db4ba00) 00010000:00000001:2.0:1749611662.243823:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137376004608 : -131936333547008 : ffff88012db4ba00) 00010000:00010000:2.0:1749611662.243829:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88012db4ba00/0x689c0ec07329d653 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611662.243839:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611662.243844:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88012db4ba00/0x689c0ec07329d653 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611662.243850:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611662.243853:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012db4ba00/0x689c0ec07329d653 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611662.243860:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611662.243867:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611662.243870:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88012db4ba00/0x689c0ec07329d653 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611662.243877:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611662.243879:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611662.243882:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611662.243885:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88012db4ba00/0x689c0ec07329d653 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611662.243892:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88012db4ba00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611662.243895:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611662.243898:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88012db4ba00/0x689c0ec07329d653 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611662.243904:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611662.243905:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611662.243907:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611662.243908:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012db4ba00 refcount=5 00000020:00000001:2.0:1749611662.243910:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137376004608 : -131936333547008 : ffff88012db4ba00) 00010000:00000001:2.0:1749611662.243912:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137376004608 : -131936333547008 : ffff88012db4ba00) 00010000:00000001:2.0:1749611662.243915:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611662.243918:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88012db4ba00/0x689c0ec07329d653 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611662.243923:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611662.243925:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88012db4ba00/0x689c0ec07329d653 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611662.243930:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611662.243933:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611662.243934:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611662.243937:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611662.243938:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611662.243941:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611662.243947:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611662.243949:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611662.243951:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611662.243954:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012db4ba00 with handle 0x689c0ec07329d653 from hash 00010000:00000001:2.0:1749611662.243956:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611662.243958:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611662.243959:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611662.243960:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611662.243962:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611662.243963:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611662.243965:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611662.243966:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611662.243968:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611662.243970:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611662.243972:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88012db4ba00/0x689c0ec07329d653 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611662.243977:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611662.243978:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611662.243980:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611662.243981:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611662.243982:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611662.243983:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611662.243984:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611662.243986:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88012db4ba00/0x689c0ec07329d653 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611662.244016:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611662.244018:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611662.244021:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611662.244025:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237480 x1834598494709376/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611662.244033:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611662.244036:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611662.244038:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611662.244040:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611662.244049:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012db4b400. 02000000:00000001:2.0:1749611662.244055:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611662.244057:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611662.244059:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237480. 00000100:00000001:2.0:1749611662.244064:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611662.244065:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611662.244067:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611662.244070:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611662.244074:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611662.244077:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880135eacb40. 00000020:00000010:2.0:1749611662.244081:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b400. 00000020:00000010:2.0:1749611662.244085:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012db4a200. 00000040:00000010:2.0:1749611662.244089:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012db4be00. 00000020:00000010:2.0:1749611662.244094:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611662.244098:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012db4b600. 80000000:00000010:2.0:1749611662.244103:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256780. 00040000:00000010:2.0:1749611662.244107:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4b200. 00080000:00000010:2.0:1749611662.244113:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118d000. 00080000:00000010:2.0:1749611662.244119:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 10000000:00000040:2.0:1749611662.244127:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611662.244131:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800a8927780 : new refcount 2 10000000:00000001:2.0:1749611662.244134:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611662.244139:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611662.244144:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012db4a200. 00000040:00000010:2.0:1749611662.244148:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012db4be00. 00000020:00000010:2.0:1749611662.244152:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611662.244158:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012db4b600. 80000000:00000010:2.0:1749611662.244160:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256780. 00040000:00000010:2.0:1749611662.244164:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4b200. 00080000:00000010:2.0:1749611662.244169:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:2.0:1749611662.244197:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118d000. 00000020:00000010:2.0:1749611662.244202:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b400. 10000000:00000010:2.0:1749611662.244204:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880135eacb40. 10000000:01000000:2.0:1749611662.244212:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0001' failed (-5). 10000000:00000001:2.0:1749611662.244216:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611662.244219:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611662.244221:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611662.244223:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611662.244225:0:9690:0:(mgc_request.c:108:config_log_get()) log params (ffff88009c9bfc00) refs 2 10000000:00000001:2.0:1749611662.244227:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611662.244229:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611662.244231:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-OST0001(ffff88007a828800) refs 2 10000000:00000001:2.0:1749611662.244233:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611662.244234:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611662.244235:0:9690:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:2.0:1749611662.244237:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611662.244238:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff8800b4229000 from 4 10000000:00000001:2.0:1749611662.244241:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611662.244242:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749611662.244247:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237480. 00000020:00000040:2.0:1749611662.244250:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611662.244254:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611662.244257:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611662.244263:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611662.244268:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012db4b400. 00000100:00000001:2.0:1749611662.244274:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611662.244277:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611662.244280:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611662.244287:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880086d2e200. 00010000:00000001:2.0:1749611662.244291:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611662.244293:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012db4aa00. 00000020:00000001:2.0:1749611662.244296:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611662.244298:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012db4aa00 with handle 0x689c0ec07329d661 to hash 00000020:00000001:2.0:1749611662.244301:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611662.244302:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137376000512 : -131936333551104 : ffff88012db4aa00) 00010000:00000001:2.0:1749611662.244305:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137376000512 : -131936333551104 : ffff88012db4aa00) 00010000:00000001:2.0:1749611662.244307:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611662.244309:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611662.244317:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012db4aa00/0x689c0ec07329d661 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611662.244326:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88012db4aa00/0x689c0ec07329d661 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611662.244337:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88012db4aa00/0x689c0ec07329d661 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611662.244343:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611662.244345:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611662.244350:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a3813c0. 00000100:00000001:2.0:1749611662.244352:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096278464 : -131939613273152 : ffff88006a3813c0) 00000100:00000001:2.0:1749611662.244354:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611662.244356:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346585216 : -131939362966400 : ffff880079237480) 00000100:00000001:2.0:1749611662.244360:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611662.244364:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611662.244366:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611662.244368:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611662.244373:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237480 x1834598494710144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611662.244381:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611662.244382:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611662.244385:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079237480 x1834598494710144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611662.244393:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611662.244395:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611662.244396:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611662.244398:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611662.244400:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611662.244401:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611662.244403:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611662.244404:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611662.244406:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611662.249827:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012db4ba00. 00000100:00000001:0.0:1749611662.350690:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611662.350695:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611662.350697:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611662.350701:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611662.350704:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611662.350706:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611662.350709:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611662.350711:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611662.350713:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611662.458696:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611662.458701:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611662.458703:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611662.458707:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611662.458709:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611662.458712:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611662.458715:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611662.458717:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611662.458719:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611662.468662:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611662.468667:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611662.468782:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611662.468788:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611662.468791:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611663.199662:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611663.199682:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611663.199685:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611663.199690:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611663.199693:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611663.199697:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611663.199699:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611663.243658:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611663.243663:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611663.243665:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611663.243669:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611663.243672:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611663.243675:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611663.243678:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611663.243681:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611663.243684:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611663.350708:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611663.350714:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611663.350716:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611663.350720:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611663.350723:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611663.350726:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611663.350729:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611663.350740:0:730:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880133990700 x1834598494709504/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611663.350751:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611663.350756:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133990700 x1834598494709504/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611663.350765:0:730:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611663.350787:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611663.350790:0:730:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611663.350792:0:730:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611663.350796:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133990700 x1834598494709504/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611663.350804:0:730:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:730:1834598494709504:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611663.350809:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611663.350812:0:730:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611663.350815:0:730:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611663.350817:0:730:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611663.350819:0:730:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133990700 x1834598494709504/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611663.350826:0:730:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611663.350829:0:730:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a8927000. 00000100:00000001:0.0:1749611663.350838:0:730:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611663.350840:0:730:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611663.350844:0:730:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611663.350848:0:730:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611663.350851:0:730:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611663.350854:0:730:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880129dba200 refcount=4 00000020:00000001:0.0:1749611663.350857:0:730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311445504 : -131936398106112 : ffff880129dba200) 00010000:00000001:0.0:1749611663.350859:0:730:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137311445504 : -131936398106112 : ffff880129dba200) 00010000:00010000:0.0:1749611663.350870:0:730:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880129dba200/0x689c0ec07329d65a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611663.350880:0:730:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611663.350885:0:730:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880129dba200/0x689c0ec07329d65a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611663.350892:0:730:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611663.350896:0:730:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880129dba200/0x689c0ec07329d65a lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611663.350908:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611663.350910:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611663.350913:0:730:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880129dba200/0x689c0ec07329d65a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611663.350919:0:730:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611663.350921:0:730:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611663.350924:0:730:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611663.350926:0:730:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880129dba200/0x689c0ec07329d65a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611663.350933:0:730:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880129dba200 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611663.350936:0:730:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611663.350938:0:730:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880129dba200/0x689c0ec07329d65a lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611663.350944:0:730:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611663.350945:0:730:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611663.350946:0:730:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611663.350948:0:730:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880129dba200 refcount=5 00000020:00000001:0.0:1749611663.350950:0:730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311445504 : -131936398106112 : ffff880129dba200) 00010000:00000001:0.0:1749611663.350952:0:730:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137311445504 : -131936398106112 : ffff880129dba200) 00010000:00000001:0.0:1749611663.350955:0:730:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611663.350958:0:730:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880129dba200/0x689c0ec07329d65a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x20e400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611663.350963:0:730:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611663.350966:0:730:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880129dba200/0x689c0ec07329d65a lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x20f400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611663.350971:0:730:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611663.350974:0:730:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611663.350975:0:730:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611663.350982:0:730:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611663.350984:0:730:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611663.350987:0:730:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611663.350989:0:730:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611663.350991:0:730:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611663.350993:0:730:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611663.350996:0:730:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880129dba200 with handle 0x689c0ec07329d65a from hash 00010000:00000001:0.0:1749611663.350998:0:730:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611663.350999:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611663.351000:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611663.351001:0:730:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611663.351003:0:730:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611663.351004:0:730:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611663.351006:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611663.351007:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611663.351009:0:730:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611663.351010:0:730:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611663.351013:0:730:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880129dba200/0x689c0ec07329d65a lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611663.351018:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611663.351019:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611663.351020:0:730:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611663.351022:0:730:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611663.351023:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611663.351024:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611663.351025:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611663.351028:0:730:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880129dba200/0x689c0ec07329d65a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x4a0f400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611663.351035:0:730:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880086d2e500 count: 0 00010000:00000001:0.0:1749611663.351077:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611663.351079:0:730:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611663.351082:0:730:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611663.351087:0:730:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133990700 x1834598494709504/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611663.351094:0:730:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611663.351103:0:730:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611663.351105:0:730:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611663.351107:0:730:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611663.351112:0:730:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880129dbac00. 02000000:00000001:0.0:1749611663.351116:0:730:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611663.351118:0:730:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611663.351120:0:730:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133990700. 00000100:00000001:0.0:1749611663.351129:0:730:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611663.351130:0:730:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611663.351132:0:730:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611663.351137:0:730:0:(mgc_request_server.c:677:mgc_get_local_copy()) Process leaving via out_mutex (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 10000000:00000001:0.0:1749611663.351143:0:730:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611663.351149:0:730:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611663.351151:0:730:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1749611663.351152:0:730:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff880129e0e800 10000000:00000010:0.0:1749611663.351157:0:730:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 287 at ffff880129dbac00. 10000000:01000000:0.0:1749611663.351160:0:730:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00000020:00000040:0.0:1749611663.351164:0:730:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=13 10000000:00000001:0.0:1749611663.351166:0:730:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612137311448064 : -131936398103552 : ffff880129dbac00) 10000000:00000001:0.0:1749611663.351169:0:730:0:(mgc_request.c:159:config_log_find()) Process entered 10000000:00000001:0.0:1749611663.351171:0:730:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611663.351172:0:730:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b4070c00) refs 3 10000000:00000001:0.0:1749611663.351174:0:730:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611663.351176:0:730:0:(mgc_request.c:177:config_log_find()) Process leaving (rc=18446612135334579200 : -131938374972416 : ffff8800b4070c00) 10000000:00000001:0.0:1749611663.351178:0:730:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1749611663.351179:0:730:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:00000010:0.0:1749611663.351182:0:730:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 295 at ffff880129dbb400. 10000000:01000000:0.0:1749611663.351184:0:730:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1749611663.351186:0:730:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=14 10000000:00000001:0.0:1749611663.351188:0:730:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612137311450112 : -131936398101504 : ffff880129dbb400) 10000000:00000001:0.0:1749611663.351191:0:730:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446612137311450112 : -131936398101504 : ffff880129dbb400) 10000000:00000001:0.0:1749611663.351194:0:730:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611663.351195:0:730:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:00000001:0.0:1749611663.351197:0:730:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611663.351203:0:730:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00000100:00000010:0.0:1749611663.351208:0:730:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133990700. 00000020:00000040:0.0:1749611663.351211:0:730:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611663.351215:0:730:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611663.351218:0:730:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611663.351223:0:730:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611663.351228:0:730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880129dbaa00. 00000100:00000001:0.0:1749611663.351235:0:730:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611663.351239:0:730:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611663.351242:0:730:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611663.351247:0:730:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff8800a8bf4000. 00010000:00000001:0.0:1749611663.351251:0:730:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611663.351253:0:730:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880129dba800. 00000020:00000001:0.0:1749611663.351256:0:730:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611663.351258:0:730:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880129dba800 with handle 0x689c0ec07329d668 to hash 00000020:00000001:0.0:1749611663.351261:0:730:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611663.351262:0:730:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137311447040 : -131936398104576 : ffff880129dba800) 00010000:00000001:0.0:1749611663.351264:0:730:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137311447040 : -131936398104576 : ffff880129dba800) 00010000:00000001:0.0:1749611663.351267:0:730:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611663.351269:0:730:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611663.351272:0:730:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880129dba800/0x689c0ec07329d668 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611663.351279:0:730:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff880129dba800/0x689c0ec07329d668 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611663.351291:0:730:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880129dba800/0x689c0ec07329d668 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611663.351296:0:730:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611663.351298:0:730:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611663.351303:0:730:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff8800a8927000. 00000100:00000001:0.0:1749611663.351305:0:730:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612135142387712 : -131938567163904 : ffff8800a8927000) 00000100:00000001:0.0:1749611663.351308:0:730:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611663.351309:0:730:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474852608 : -131936234699008 : ffff880133990700) 00000100:00000001:0.0:1749611663.351318:0:730:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611663.351323:0:730:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611663.351325:0:730:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611663.351327:0:730:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611663.351332:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133990700 x1834598494710272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611663.351339:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611663.351341:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611663.351345:0:730:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880133990700 x1834598494710272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611663.351352:0:730:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611663.351354:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611663.351355:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611663.351357:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611663.351359:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611663.351361:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611663.351362:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611663.351363:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611663.351365:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1749611663.353762:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2e500. 00010000:00000010:3.1:1749611663.353774:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129dba200. 00000100:00000001:2.0:1749611663.458656:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611663.458662:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611663.458664:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611663.458668:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611663.458671:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611663.458674:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611663.458676:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611663.458679:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611663.458681:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611663.470669:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611663.470674:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611663.470766:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611663.470772:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611663.470775:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611664.199704:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611664.199714:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1749611664.199728:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611639/real 1749611639] req@ffff880079236d80 x1834598494706944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611664 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611664.199777:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611664.199780:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611664.199783:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff268. 00000400:00000200:2.0:1749611664.199792:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821990 00000400:00000010:2.0:1749611664.199794:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821990. 00000100:00000001:2.0:1749611664.199799:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611664.199804:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236d80 x1834598494706944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611664 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611664.199813:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236d80 x1834598494706944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611664 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.199820:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611664.199822:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.199825:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611664.199827:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611664.199830:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880079236d80 x1834598494706944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611664 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.199838:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.199849:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611664.199851:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.199854:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611664.199856:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611664.199859:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611664.199863:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236d80 x1834598494706944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611664 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.199871:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611664.199874:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.199875:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611664.199877:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.199879:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611664.199882:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1749611664.199886:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611664.199925:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:2.0:1749611664.199929:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1749611664.199933:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236d80 x1834598494706944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611664 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611664.199943:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494706944:0@lo:250:kworker.0 00000100:00000001:2.0:1749611664.199948:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.199951:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611664.199954:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236d80 x1834598494706944/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611664 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.199961:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611664.199963:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611664.199968:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006dff7800. 02000000:00000001:2.0:1749611664.199972:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611664.199976:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611664.199978:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611664.199980:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611664.199983:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7c800. 02000000:00000001:2.0:1749611664.199989:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611664.199990:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611664.199993:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236d80. 00000100:00000001:2.0:1749611664.199997:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611664.199999:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.200000:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.200004:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611664.200006:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200008:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611664.200009:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611664.200033:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611664.200041:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1749611664.200043:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611664.200046:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611664.200050:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611664.200054:0:27774:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 6245 00000100:00080000:0.0:1749611664.200058:0:27774:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611664.200061:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611664.200065:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611664.200067:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611664.200070:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611664.200073:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611664.200085:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:0.0:1749611664.200089:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611664.200092:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:0.0:1749611664.200094:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:0.0:1749611664.200097:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:0.0:1749611664.200101:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611664.200103:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611664.200104:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611664.200106:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611664.200109:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:0.0:1749611664.200112:0:27774:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:0.0:1749611664.200115:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611664.200118:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611664.200121:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611664.200124:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.200126:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611664.200128:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611664.200134:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133991500. 00000020:00000040:0.0:1749611664.200137:0:27774:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 02000000:00000001:0.0:1749611664.200140:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611664.200142:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.200146:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611664.200148:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611664.200152:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611664.200159:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009974b800. 00000100:00000001:0.0:1749611664.200166:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611664.200173:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133991500 x1834598494710400/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611664.200185:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611664.200189:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611664.200194:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133991500] to pc [ptlrpcd_rcv+-1] req@ffff880133991500 x1834598494710400/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611664.200227:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611664.200236:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611664.200240:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611664.200241:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611664.200243:0:27774:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611664.200246:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611664.200248:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6265 00000100:00080000:0.0:1749611664.200251:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611664.200253:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611664.200256:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611664.200257:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611664.200258:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611664.200259:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611664.200260:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611664.200262:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:0.0:1749611664.200262:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611664.200263:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611664.200265:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611664.200267:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000100:00000040:2.0:1749611664.200268:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133991500 x1834598494710400/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611664.200269:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611664.200271:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611664.200274:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611664.200275:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611664.200276:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749611664.200277:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611664.200279:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611664.200281:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611664.200283:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611664.200285:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.200285:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611664.200287:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611664.200289:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611664.200292:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611664.200293:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611664.200295:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611664.200295:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.200297:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00100000:2.0:1749611664.200299:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494710400:0@lo:250:kworker.0 00000100:00000001:0.0:1749611664.200299:0:27774:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611664.200302:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133991880. 00000100:00000001:2.0:1749611664.200303:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:0.0:1749611664.200305:0:27774:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611664.200307:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611664.200310:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611664.200311:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611664.200312:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749611664.200313:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.200315:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000010:2.0:1749611664.200316:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130c7c800. 02000000:00000001:0.0:1749611664.200316:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611664.200318:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611664.200318:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611664.200322:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099749800. 00000400:00000010:2.0:1749611664.200324:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe6e0. 00000100:00000001:0.0:1749611664.200326:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611664.200330:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5acc0. 00000100:00100000:0.0:1749611664.200331:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133991880 x1834598494710528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:2.0:1749611664.200336:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494710400, portal 25 00000100:00000001:2.0:1749611664.200338:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611664.200339:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611664.200340:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474856192 : -131936234695424 : ffff880133991500) 00000100:00000001:0.0:1749611664.200341:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611664.200345:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133991880] to pc [ptlrpcd_rcv+-1] req@ffff880133991880 x1834598494710528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611664.200346:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133991500 x1834598494710400/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.200353:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611664.200354:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611664.200356:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:0.0:1749611664.200357:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000400:00000010:2.0:1749611664.200358:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00080000:0.0:1749611664.200360:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000200:2.0:1749611664.200361:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494710400, offset 0 00000100:00000001:0.0:1749611664.200362:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611664.200363:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611664.200366:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000400:00000200:2.0:1749611664.200367:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00080000:0.0:1749611664.200368:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6265 00000100:00080000:0.0:1749611664.200371:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611664.200373:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611664.200375:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611664.200376:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611664.200378:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611664.200380:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:0.0:1749611664.200380:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611664.200381:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611664.200383:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611664.200384:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611664.200386:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611664.200388:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000400:00000200:2.0:1749611664.200391:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf952a80 00000100:00000040:0.0:1749611664.200397:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000400:00000100:2.0:1749611664.200398:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494710400 offset 0 length 520: 4 00000100:00000001:0.0:1749611664.200399:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611664.200401:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000200:2.0:1749611664.200402:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006d92e100 is in inconsistent state, don't perform health checking (-2, 0) 00000100:00000001:0.0:1749611664.200403:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611664.200405:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 00000020:00000040:0.0:1749611664.200405:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611664.200407:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611664.200409:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611664.200411:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:2.0:1749611664.200413:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 02000000:00000001:0.0:1749611664.200414:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749611664.200415:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 02000000:00000001:0.0:1749611664.200416:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200418:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611664.200418:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611664.200419:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611664.200422:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133991500 x1834598494710400/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611664.200422:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133991c00. 00000020:00000040:0.0:1749611664.200424:0:27774:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611664.200426:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611664.200428:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.200429:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611664.200430:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611664.200432:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611664.200435:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009974b000. 00000100:00000001:0.0:1749611664.200438:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200441:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749611664.200442:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133991c00 x1834598494710656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749611664.200444:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133991500 x1834598494710400/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611664.200449:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611664.200451:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.200451:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200453:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:0.0:1749611664.200454:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133991c00] to pc [ptlrpcd_rcv+-1] req@ffff880133991c00 x1834598494710656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.200458:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.200461:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200462:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300937680 00000100:00080000:0.0:1749611664.200464:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:2.0:1749611664.200467:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eacb40. 00000100:00080000:0.0:1749611664.200467:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611664.200468:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611664.200469:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611664.200474:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749611664.200476:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611664.200479:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6265 00000100:00000001:2.0:1749611664.200480:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300937680 00000100:00080000:0.0:1749611664.200481:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000010:2.0:1749611664.200483:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eacb80. 00000100:00000040:0.0:1749611664.200483:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611664.200485:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611664.200486:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00000040:0.0:1749611664.200487:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611664.200489:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611664.200491:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611664.200492:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611664.200493:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611664.200495:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749611664.200497:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749611664.200499:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749611664.200501:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611664.200503:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611664.200504:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611664.200506:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611664.200508:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:2.0:1749611664.200509:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300937680 00000100:00080000:0.0:1749611664.200510:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000010:2.0:1749611664.200512:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eac680. 00000100:00000001:0.0:1749611664.200512:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611664.200514:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:2.0:1749611664.200515:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749611664.200516:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611664.200518:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300937680 02000000:00000001:0.0:1749611664.200518:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611664.200521:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eacf40. 00000100:00000001:2.0:1749611664.200548:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611664.200560:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611664.200563:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611664.200565:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200569:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611664.200569:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133991f80. 00000020:00000040:0.0:1749611664.200571:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:2.0:1749611664.200572:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611664.200573:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749611664.200574:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611664.200574:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.200576:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611664.200577:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1749611664.200579:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749611664.200579:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200581:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749611664.200583:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611664.200585:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611664.200586:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000010:0.0:1749611664.200588:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099748000. 00000100:00000040:2.0:1749611664.200591:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133991880 x1834598494710528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611664.200592:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200619:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611664.200620:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611664.200629:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:0.0:1749611664.200629:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133991f80 x1834598494710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:2.0:1749611664.200632:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611664.200634:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.200637:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00100000:2.0:1749611664.200638:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494710528:0@lo:38:kworker.0 00000100:00000001:0.0:1749611664.200640:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200642:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000040:0.0:1749611664.200643:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133991f80] to pc [ptlrpcd_rcv+-1] req@ffff880133991f80 x1834598494710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611664.200644:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611664.200646:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611664.200648:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611664.200651:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130c7e400. 00000100:00000001:0.0:1749611664.200652:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611664.200653:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611664.200655:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1749611664.200657:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe108. 00000100:00000001:0.0:1749611664.200659:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:2.0:1749611664.200661:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00000010:0.0:1749611664.200662:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133992300. 00000100:00000200:2.0:1749611664.200665:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494710528, portal 4 00000020:00000040:0.0:1749611664.200665:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611664.200666:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611664.200667:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1749611664.200668:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474857088 : -131936234694528 : ffff880133991880) 02000000:00000001:0.0:1749611664.200669:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611664.200671:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611664.200674:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4700. 00000100:00000040:2.0:1749611664.200675:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133991880 x1834598494710528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611664.200677:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611664.200681:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611664.200682:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611664.200684:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611664.200686:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000200:2.0:1749611664.200689:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494710528, offset 0 00000100:00000001:0.0:1749611664.200689:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611664.200691:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611664.200692:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611664.200696:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133992300] to pc [ptlrpcd_00_02+2] req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611664.200699:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611664.200705:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf952b00 00000400:00000200:2.0:1749611664.200710:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 21840 00000400:00000200:2.0:1749611664.200718:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611664.200722:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611664.200724:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200727:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611664.200729:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:0.0:1749611664.200729:0:27774:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6275) 00000100:00000010:2.0:1749611664.200732:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236d80. 00000100:00000040:2.0:1749611664.200736:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079236d80 x1834598494710528 msgsize 520 00000100:00100000:2.0:1749611664.200740:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611664.200749:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611664.200755:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611664.200758:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611664.200759:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611664.200762:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611664.200764:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611664.200767:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611664.200770:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000010:2.0:1749611664.200772:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:2.0:1749611664.200775:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:3.0:1749611664.200779:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1749611664.200779:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133991880 x1834598494710528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611664.200781:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611664.200785:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611664.200787:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611664.200787:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611664.200789:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133991880 x1834598494710528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611664.200790:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611664.200793:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494710912:0@lo:400:kworker.0 00000100:00000001:2.0:1749611664.200796:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200797:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1749611664.200798:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611664.200799:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:3.0:1749611664.200801:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611664.200801:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611664.200803:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611664.200805:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611664.200805:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1256 usecs (2 jiffies) 00000100:00100000:1.0:1749611664.200805:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494710528 00000100:00000001:2.0:1749611664.200808:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300937660 02000000:00000001:1.0:1749611664.200808:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000010:3.0:1749611664.200809:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006dc59c00. 00000100:00000001:2.0:1749611664.200811:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300937680 00000100:00000001:1.0:1749611664.200811:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749611664.200812:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200813:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300937660 00000100:00000001:1.0:1749611664.200814:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200815:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300937680 00000400:00000010:3.0:1749611664.200817:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000100:00000001:2.0:1749611664.200817:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300937660 00000100:00000001:2.0:1749611664.200819:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300937680 02000000:00000001:1.0:1749611664.200819:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.200821:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300937660 00000400:00000010:3.0:1749611664.200822:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:2.0:1749611664.200823:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300937680 00000100:00100000:1.0:1749611664.200823:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494710528 00000100:00000001:2.0:1749611664.200825:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611664.200825:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:3.0:1749611664.200827:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494710912, portal 10 00000100:00000001:2.0:1749611664.200827:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611664.200827:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611664.200829:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611664.200829:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:1.0:1749611664.200829:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611664.200831:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474859776 : -131936234691840 : ffff880133992300) 00000100:00000040:2.0:1749611664.200832:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133991c00 x1834598494710656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611664.200832:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611664.200834:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611664.200838:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.200839:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611664.200840:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611664.200840:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2400. 02000000:00000001:2.0:1749611664.200842:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611664.200844:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611664.200846:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611664.200846:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611664.200846:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0980. 00000100:00100000:2.0:1749611664.200849:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494710656:0@lo:38:kworker.0 00000100:00000040:3.0:1749611664.200850:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611664.200851:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 00000400:00000010:3.0:1749611664.200852:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000200:3.0:1749611664.200855:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494710912, offset 0 00000100:00000001:1.0:1749611664.200856:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611664.200857:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:1.0:1749611664.200858:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749611664.200860:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611664.200860:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611664.200860:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611664.200862:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611664.200864:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611664.200867:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611664.200868:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000010:2.0:1749611664.200868:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130c7dc00. 02000000:00000001:2.0:1749611664.200870:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611664.200873:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee18. 00000400:00000200:3.0:1749611664.200875:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf952c80 00000400:00000010:2.0:1749611664.200877:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000200:2.0:1749611664.200880:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494710656, portal 10 00000100:00000001:2.0:1749611664.200882:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611664.200884:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474857984 : -131936234693632 : ffff880133991c00) 00000100:00000001:1.0:1749611664.200887:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611664.200890:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 175568 00000100:00000040:2.0:1749611664.200890:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133991c00 x1834598494710656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.200896:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749611664.200897:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611664.200897:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:2.0:1749611664.200898:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611664.200900:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:2.0:1749611664.200900:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000001:1.0:1749611664.200900:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:2.0:1749611664.200902:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494710656, offset 0 00000100:00000001:3.0:1749611664.200904:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00100000:1.0:1749611664.200905:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000400:00000200:2.0:1749611664.200906:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749611664.200907:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611664.200908:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346583424 : -131939362968192 : ffff880079236d80) 00000100:00000010:3.0:1749611664.200912:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f574e00. 00000400:00000200:2.0:1749611664.200912:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:3.0:1749611664.200915:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009f574e00 x1834598494710912 msgsize 224 00000100:00000040:1.0:1749611664.200915:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079236d80 x1834598494710528/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611664.200917:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf952b80 00000100:00100000:3.0:1749611664.200919:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749611664.200921:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 175792 00000400:00000200:2.0:1749611664.200926:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:1.0:1749611664.200928:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494710528:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611664.200929:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749611664.200933:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494710528 00000020:00000001:1.0:1749611664.200936:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:1.0:1749611664.200941:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611664.200942:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611664.200952:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:3.0:1749611664.200953:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000100:00000200:2.0:1749611664.200954:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:1.0:1749611664.200954:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611664.200956:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000010:2.0:1749611664.200957:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236300. 00010000:00020000:1.0:1749611664.200959:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611664.200960:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611664.200960:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079236300 x1834598494710656 msgsize 520 00010000:00000001:1.0:1749611664.200962:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749611664.200965:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000200:3.0:1749611664.200966:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611680 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611664.200966:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611664.200969:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611664.200972:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611664.200972:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611664.200974:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749611664.200975:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 02000000:00000001:1.0:1749611664.200975:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:2.0:1749611664.200977:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000040:3.0:1749611664.200978:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611680 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611664.200978:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a2800. 00000100:00000001:2.0:1749611664.200979:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:1.0:1749611664.200980:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.200982:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:2.0:1749611664.200983:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133991c00 x1834598494710656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611664.200983:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611664.200985:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611664.200986:0:28323:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:0.0:1749611664.200986:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494710912 00010000:00000001:1.0:1749611664.200987:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000001:0.0:1749611664.200988:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1749611664.200989:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611664.200990:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.200991:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00001000:1.0:1749611664.200993:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749611664.200995:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 958 usecs (1 jiffies) 00000100:00000001:1.0:1749611664.200996:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611664.200998:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300937659 00000100:00000001:0.0:1749611664.200999:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611664.201000:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611664.201001:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300937680 00000100:00000040:1.0:1749611664.201002:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611664.201003:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300937659 02000000:00000001:0.0:1749611664.201003:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611664.201005:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00100000:0.0:1749611664.201006:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494710912 00000100:00000001:3.0:1749611664.201007:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300937680 00000100:00000001:1.0:1749611664.201007:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611664.201008:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611664.201008:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:3.0:1749611664.201010:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300937659 00000100:00000040:1.0:1749611664.201010:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000040:0.0:1749611664.201010:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:0.0:1749611664.201011:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:2.0:1749611664.201013:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133991c00 x1834598494710656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611664.201013:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611664.201014:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300937680 00000020:00000040:0.0:1749611664.201014:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749611664.201016:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:3.0:1749611664.201017:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300937659 00000020:00000001:0.0:1749611664.201018:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 02000000:00000001:1.0:1749611664.201020:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611664.201021:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300937680 00000100:00000001:1.0:1749611664.201022:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611664.201023:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611664.201024:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611664.201024:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.201026:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:1.0:1749611664.201026:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:0.0:1749611664.201026:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b50740. 00000400:00000010:1.0:1749611664.201029:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000020:00000010:0.0:1749611664.201031:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012eb32500. 00000100:00000001:2.0:1749611664.201033:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611664.201034:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494710528, offset 0 00000100:00000001:3.0:1749611664.201036:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611664.201038:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1091 usecs (2 jiffies) 00000020:00000040:0.0:1749611664.201038:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000400:00000200:1.0:1749611664.201039:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611664.201040:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.201041:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300937660 00000100:00000001:3.0:1749611664.201043:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.201046:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300937680 00000100:00000001:0.0:1749611664.201046:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:1.0:1749611664.201048:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611664.201049:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300937660 00000020:00000010:0.0:1749611664.201050:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbbe00. 00000100:00000001:3.0:1749611664.201051:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611664.201053:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300937680 00000100:00000001:3.0:1749611664.201054:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1749611664.201055:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf952b00 00000020:00000010:0.0:1749611664.201055:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff280. 00000100:00000001:2.0:1749611664.201056:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300937660 00000100:00000001:3.0:1749611664.201057:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611664.201059:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611664.201059:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300937680 00000020:00000010:0.0:1749611664.201059:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add640. 00000400:00000200:1.0:1749611664.201060:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9a25 [1] + 0 00000100:00000001:3.0:1749611664.201061:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.201062:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300937660 00000100:00000001:3.0:1749611664.201065:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.201065:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300937680 00000100:00000040:0.0:1749611664.201065:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:1.0:1749611664.201066:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611664.201067:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611664.201068:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749611664.201069:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611664.201069:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611664.201071:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.201072:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611664.201073:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611664.201075:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.201077:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000200:1.0:1749611664.201078:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133991880 x1834598494710528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.201079:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611664.201079:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611664.201081:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.201086:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611664.201089:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000040:1.0:1749611664.201089:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133991880 x1834598494710528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611664.201090:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.201092:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611664.201094:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611664.201096:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611664.201098:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611664.201098:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611664.201099:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494710656 02000000:00000001:0.0:1749611664.201101:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611664.201102:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133991f80 x1834598494710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611664.201103:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:1.0:1749611664.201104:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:3.0:1749611664.201105:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611664.201105:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611664.201106:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 02000000:00000001:0.0:1749611664.201107:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611664.201108:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611664.201109:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:0.0:1749611664.201109:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494710656 00000100:00000001:1.0:1749611664.201110:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749611664.201111:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611664.201112:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611664.201113:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611664.201114:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611664.201114:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611664.201115:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611664.201116:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00000001:2.0:1749611664.201116:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611664.201117:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:2.0:1749611664.201119:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611664.201119:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611664.201121:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:1.0:1749611664.201121:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611664.201121:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611664.201122:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611664.201125:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987517440 : -131938722034176 : ffff88009f574e00) 00000020:00000010:0.0:1749611664.201125:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbb200. 00000100:00000040:1.0:1749611664.201126:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236d80 x1834598494710528/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611684 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611664.201127:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff880. 00000020:00000010:0.0:1749611664.201130:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 02000000:00000001:2.0:1749611664.201133:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.201133:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:3.0:1749611664.201134:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f574e00 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:345/0 lens 224/0 e 0 to 0 dl 1749611675 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611664.201134:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:1.0:1749611664.201136:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079236d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494710528:12345-0@lo:38:kworker.0 Request processed in 208us (398us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611664.201136:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.201139:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611664.201140:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494710784:0@lo:38:kworker.0 00000100:00000001:2.0:1749611664.201145:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611664.201145:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611664.201146:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 02000000:00000001:2.0:1749611664.201148:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611664.201149:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611664.201150:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611664.201150:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:2.0:1749611664.201151:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.201151:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:2.0:1749611664.201153:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611664.201153:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749611664.201155:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012eb32fc0. 00000020:00000010:1.0:1749611664.201155:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0980. 00000100:00100000:0.0:1749611664.201157:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 02000000:00000010:2.0:1749611664.201158:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130c7f000. 00000100:00000001:3.0:1749611664.201159:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611664.201160:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346580736 : -131939362970880 : ffff880079236300) 02000000:00000001:2.0:1749611664.201161:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611664.201163:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012eb32fc0. 00000020:00000010:1.0:1749611664.201164:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000100:00000040:0.0:1749611664.201164:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079236300 x1834598494710656/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611664.201166:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe0b0. 00000020:00000010:1.0:1749611664.201168:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2400. 00000100:00100000:3.0:1749611664.201171:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494710912:12345-0@lo:400:kworker.0 00000400:00000010:2.0:1749611664.201171:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000001:1.0:1749611664.201171:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611664.201174:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494710656:12345-0@lo:38:kworker.0 00000100:00000200:2.0:1749611664.201176:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494710784, portal 10 00000100:00000200:3.0:1749611664.201178:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494710912 00000100:00000200:0.0:1749611664.201178:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494710656 00000100:00000001:2.0:1749611664.201179:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611664.201181:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474858880 : -131936234692736 : ffff880133991f80) 00000020:00000001:0.0:1749611664.201181:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749611664.201182:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611664.201183:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:3.0:1749611664.201187:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:3.0:1749611664.201190:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611664.201190:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133991f80 x1834598494710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611664.201192:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611664.201194:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00020000:0.0:1749611664.201195:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:3.0:1749611664.201197:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00010000:00000001:0.0:1749611664.201198:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611664.201200:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:0.0:1749611664.201201:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:3.0:1749611664.201202:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:0.0:1749611664.201204:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749611664.201205:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611664.201206:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749611664.201207:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611664.201208:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 02000000:00000001:0.0:1749611664.201209:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611664.201210:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000200:2.0:1749611664.201212:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494710784, offset 0 02000000:00000010:0.0:1749611664.201212:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099748400. 00000020:00000001:3.0:1749611664.201213:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:0.0:1749611664.201214:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611664.201216:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.201216:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611664.201217:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:3.0:1749611664.201219:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00000001:0.0:1749611664.201219:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611664.201221:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611664.201224:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00001000:0.0:1749611664.201224:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611664.201227:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611664.201232:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:2.0:1749611664.201235:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf952c00 00000100:00000001:0.0:1749611664.201235:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1749611664.201236:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611664.201238:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611664.201240:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:3.0:1749611664.201241:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de21800. 00000400:00000200:2.0:1749611664.201241:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 176312 00000100:00000001:0.0:1749611664.201243:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:3.0:1749611664.201245:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611664.201246:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611664.201248:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611664.201248:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611664.201248:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611664.201250:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611664.201252:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.201252:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611664.201253:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611664.201255:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000040:3.0:1749611664.201256:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494710912 00000100:00000001:2.0:1749611664.201257:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:0.0:1749611664.201258:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000200:2.0:1749611664.201259:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00010000:00000001:3.0:1749611664.201261:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000200:0.0:1749611664.201262:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494710656, offset 0 00000100:00000010:2.0:1749611664.201265:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235880. 00000400:00000200:0.0:1749611664.201267:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611664.201268:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079235880 x1834598494710784 msgsize 520 00010000:00000200:3.0:1749611664.201269:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f574e00 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1749611675 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611664.201274:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611664.201276:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749611664.201281:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:0.0:1749611664.201283:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952b80 00010000:00000001:3.0:1749611664.201285:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611664.201289:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9a35 [1] + 0 00000100:00001000:3.0:1749611664.201290:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=119 v=5 (1 1 1 1) 00000400:00000200:0.0:1749611664.201294:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611664.201295:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611664.201297:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611664.201299:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:0.0:1749611664.201301:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611664.201302:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611664.201305:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:3.0:1749611664.201306:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:0.0:1749611664.201306:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133991c00 x1834598494710656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611664.201308:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611664.201312:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611664.201312:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 00000400:00000010:2.0:1749611664.201315:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 00000100:00000040:0.0:1749611664.201315:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133991c00 x1834598494710656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611664.201316:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611664.201319:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000001:0.0:1749611664.201323:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611664.201328:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611664.201331:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611664.201334:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494710784 00000100:00000200:2.0:1749611664.201335:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133991f80 x1834598494710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611664.201336:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:3.0:1749611664.201338:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494710912, offset 224 00000100:00000001:1.0:1749611664.201338:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611664.201340:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611664.201343:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 02000000:00000001:1.0:1749611664.201344:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611664.201345:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:2.0:1749611664.201346:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749611664.201346:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494710784 00000020:00000001:1.0:1749611664.201348:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611664.201348:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611664.201349:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749611664.201350:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000040:1.0:1749611664.201350:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611664.201351:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133991f80 x1834598494710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611664.201352:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611664.201352:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611664.201353:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611664.201355:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000001:1.0:1749611664.201356:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.201358:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611664.201359:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2400. 00000020:00000001:0.0:1749611664.201360:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611664.201361:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611664.201361:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611664.201362:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0980. 00000100:00000001:2.0:1749611664.201363:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1749611664.201364:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 00000100:00000040:0.0:1749611664.201364:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236300 x1834598494710656/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611684 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611664.201367:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611664.201369:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000400:00000200:3.0:1749611664.201370:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952c80 00000100:00000001:1.0:1749611664.201371:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.201372:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611664.201375:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611664.201377:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9a2d [1] + 224 00000100:00000040:2.0:1749611664.201377:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 786 usecs (1 jiffies) 00000100:00100000:0.0:1749611664.201380:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079236300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494710656:12345-0@lo:38:kworker.0 Request processed in 205us (416us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611664.201381:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300937659 00000100:00000001:1.0:1749611664.201381:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611664.201385:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611664.201385:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300937680 00000100:00000001:1.0:1749611664.201387:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611664.201388:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300937659 00000100:00000001:1.0:1749611664.201388:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749611664.201389:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000400:00000200:3.0:1749611664.201390:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611664.201391:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300937680 00000100:00000001:0.0:1749611664.201391:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611664.201393:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611664.201394:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300937659 00000100:00100000:1.0:1749611664.201394:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00000001:3.0:1749611664.201396:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611664.201396:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300937680 00000100:00000001:1.0:1749611664.201396:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346578048 : -131939362973568 : ffff880079235880) 00000020:00000010:0.0:1749611664.201397:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff880. 00000100:00000001:2.0:1749611664.201399:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300937659 00000020:00000010:0.0:1749611664.201400:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000040:1.0:1749611664.201401:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079235880 x1834598494710784/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611684 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.201402:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300937680 00000100:00000200:3.0:1749611664.201403:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611680 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611664.201404:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbb200. 00000100:00000001:2.0:1749611664.201405:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611664.201407:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.201409:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611664.201411:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494710784:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611664.201414:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494710784 00000400:00000001:2.0:1749611664.201415:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749611664.201416:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000001:2.0:1749611664.201417:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:3.0:1749611664.201418:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611664.201418:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:2.0:1749611664.201420:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe108. 00000100:00080000:0.0:1749611664.201423:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000400:00000200:2.0:1749611664.201424:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000020:00000001:1.0:1749611664.201426:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611664.201427:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000020:00000040:0.0:1749611664.201427:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611664.201430:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611664.201436:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133991880 x1834598494710528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:1.0:1749611664.201436:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611664.201438:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000001:1.0:1749611664.201439:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:1.0:1749611664.201442:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611664.201444:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611664.201446:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:1.0:1749611664.201447:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749611664.201449:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133991880 x1834598494710528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611664.201451:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a0000. 02000000:00000001:1.0:1749611664.201453:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611664.201454:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000100:00000001:1.0:1749611664.201455:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611664.201457:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00010000:00000001:1.0:1749611664.201457:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:1.0:1749611664.201459:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.201460:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611664.201461:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:1.0:1749611664.201462:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611664.201463:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611664.201465:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611664.201468:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611664.201468:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611664.201470:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611664.201470:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000040:3.0:1749611664.201472:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611664.201472:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611664.201474:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611664.201474:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:3.0:1749611664.201476:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:3.0:1749611664.201478:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611664.201478:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:1.0:1749611664.201478:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611664.201480:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:1.0:1749611664.201480:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:3.0:1749611664.201482:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 02000000:00000001:1.0:1749611664.201482:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.201483:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611664.201484:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611664.201486:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611664.201487:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611664.201488:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f574e00 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:345/0 lens 224/224 e 0 to 0 dl 1749611675 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611664.201488:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000200:1.0:1749611664.201492:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494710784, offset 0 00000100:00001000:2.0:1749611664.201496:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611664 v=5 (0 0 0 0) 00000400:00000200:1.0:1749611664.201497:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:2.0:1749611664.201501:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=37 v=20 (1 1 20 1) 00000100:00100000:3.0:1749611664.201504:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f574e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494710912:12345-0@lo:400:kworker.0 Request processed in 352us (585us total) trans 0 rc 0/0 00000400:00000200:1.0:1749611664.201504:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611664.201505:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611664.201509:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:1.0:1749611664.201510:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952c00 00000100:00000001:2.0:1749611664.201513:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611664.201515:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000400:00000200:1.0:1749611664.201515:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9a41 [1] + 0 00000100:00000040:3.0:1749611664.201519:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000040:2.0:1749611664.201520:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133991880 x1834598494710528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611689 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611664.201520:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611664.201560:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611664.201564:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611664.201565:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611664.201567:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611664.201568:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000200:1.0:1749611664.201568:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133991f80 x1834598494710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611664.201571:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff280. 00000100:00000001:2.0:1749611664.201572:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611664.201574:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611664.201575:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add640. 00000100:00000001:2.0:1749611664.201577:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:3.0:1749611664.201579:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbbe00. 00000100:00000001:2.0:1749611664.201580:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1749611664.201583:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00080000:2.0:1749611664.201584:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611664.201586:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611664.201589:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000040:1.0:1749611664.201591:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133991f80 x1834598494710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.201592:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611664.201622:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133991880 x1834598494710528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611689 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611664.201623:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611664.201629:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:1.0:1749611664.201630:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:3.0:1749611664.201632:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:1.0:1749611664.201632:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:1.0:1749611664.201634:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000001:3.0:1749611664.201636:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:2.0:1749611664.201636:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494710528:0@lo:38:kworker.0 00000100:00000001:1.0:1749611664.201636:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000001:3.0:1749611664.201637:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611664.201639:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000100:00000001:1.0:1749611664.201639:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611664.201642:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000400:00000200:3.0:1749611664.201644:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000100:00000001:1.0:1749611664.201644:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611664.201646:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000020:00000001:1.0:1749611664.201646:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611664.201649:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:1.0:1749611664.201651:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235880 x1834598494710784/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611684 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611664.201654:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611680 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611664.201656:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611664.201659:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:1.0:1749611664.201661:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079235880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494710784:12345-0@lo:38:kworker.0 Request processed in 250us (390us total) trans 0 rc -19/-19 00000400:00000010:2.0:1749611664.201662:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee18. 00000100:00000200:3.0:1749611664.201664:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611680 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611664.201666:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000010:2.0:1749611664.201669:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00100000:1.0:1749611664.201670:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00000001:2.0:1749611664.201673:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611664.201673:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611664.201674:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611664.201678:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0980. 00000100:00000200:2.0:1749611664.201679:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133991c00 x1834598494710656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611664.201681:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000100:00000001:3.0:1749611664.201683:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:1.0:1749611664.201684:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2400. 00000100:00000001:3.0:1749611664.201685:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611664.201687:0:28323:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611664.201687:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611664.201689:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611664.201691:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611664.201693:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611664.201695:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611664.201701:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=69 v=5 (5 5 5 5) 00000100:00001000:3.0:1749611664.201704:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611664.201707:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611664.201708:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611664.201711:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:2.0:1749611664.201712:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133991c00 x1834598494710656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:3.0:1749611664.201716:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611664.201723:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.201723:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611664.201726:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:2.0:1749611664.201726:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611664.201728:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611664.201729:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611664.201730:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611664.201731:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611664.201732:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000040:3.0:1749611664.201735:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611680 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.201735:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611664.201737:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611664.201741:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611664.201746:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749611664.201748:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611664 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611664.201749:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611664.201751:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611664.201753:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=19 v=20 (1 1 20 1) 00000100:00000040:3.0:1749611664.201756:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611680 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.201757:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611664.201759:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611664.201762:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:3.0:1749611664.201768:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494710912:0@lo:400:kworker.0 00000100:00000040:2.0:1749611664.201769:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133991c00 x1834598494710656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611689 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611664.201775:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611664.201778:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611664.201781:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:3.0:1749611664.201782:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133992300 x1834598494710912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611680 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.201785:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611664.201787:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.201790:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611664.201793:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611664.201797:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611664.201801:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611664.201804:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611664.201811:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000040:2.0:1749611664.201811:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133991c00 x1834598494710656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611689 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611664.201813:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611664.201817:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006dc59c00. 02000000:00000001:3.0:1749611664.201822:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00100000:2.0:1749611664.201824:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494710656:0@lo:38:kworker.0 00000020:00000001:3.0:1749611664.201825:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611664.201827:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749611664.201831:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611664.201831:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611664.201834:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4700. 00000100:00000001:2.0:1749611664.201834:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611664.201838:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611664.201840:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611664.201843:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133992300. 00000100:00000001:3.0:1749611664.201847:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000040:2.0:1749611664.201848:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133991880 x1834598494710528/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611689 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611664.201850:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611664.201853:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.201858:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611664.201859:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:2.0:1749611664.201861:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1749611664.201862:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611664.201864:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130c7e400. 00000100:00000001:3.0:1749611664.201865:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611664.201868:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611664.201869:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611664.201872:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611664.201874:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:2.0:1749611664.201878:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611664.201881:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880099749800. 02000000:00000001:2.0:1749611664.201886:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611664.201888:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611664.201891:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133991880. 00000100:00000001:2.0:1749611664.201896:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611664.201898:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.201901:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611664.201905:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133991c00 x1834598494710656/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611689 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.201915:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611664.201917:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611664.201920:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130c7dc00. 02000000:00000001:2.0:1749611664.201925:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611664.201926:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611664.201928:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611664.201931:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611664.201934:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009974b000. 02000000:00000001:2.0:1749611664.201938:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611664.201940:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611664.201942:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133991c00. 00000100:00000001:2.0:1749611664.201945:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611664.201947:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.201950:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.201958:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611664.201961:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1749611664.201964:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611664.201966:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1749611664.201972:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611664.201981:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611664.201985:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe0b0. 00000400:00000200:2.0:1749611664.201989:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000400:00000010:2.0:1749611664.201992:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:2.0:1749611664.201996:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611664.202002:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133991f80 x1834598494710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611664.202015:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133991f80 x1834598494710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.202026:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611664.202028:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.202031:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611664.202034:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611664.202036:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611664.202039:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611664.202042:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611664.202049:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611664 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611664.202053:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=69 v=20 (1 20 1 1) 00000100:00000001:2.0:1749611664.202057:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611664.202060:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611664.202062:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611664.202068:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133991f80 x1834598494710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611689 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.202079:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611664.202082:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611664.202085:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.202087:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611664.202090:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611664.202094:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611664.202098:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611664.202101:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611664.202107:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133991f80 x1834598494710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611689 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611664.202131:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494710784:0@lo:38:kworker.0 00000100:00000001:2.0:1749611664.202137:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.202140:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611664.202145:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133991f80 x1834598494710784/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611689 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611664.202154:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611664.202157:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611664.202160:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130c7f000. 02000000:00000001:2.0:1749611664.202165:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611664.202167:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611664.202169:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611664.202172:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611664.202174:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880099748000. 02000000:00000001:2.0:1749611664.202178:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611664.202180:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611664.202182:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133991f80. 00000100:00000001:2.0:1749611664.202187:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611664.202189:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.202192:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.202195:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611664.202197:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611664.202199:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.202201:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611664.222654:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300937680, at 4300937680 00000100:00000040:1.0:1749611664.222658:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300937680, at 4300937680 00000100:00000040:0.0:1749611664.222659:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300937680, at 4300937680 00000100:00000010:2.0:1749611664.222664:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eac680. 00000100:00000010:1.0:1749611664.222677:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eacb80. 00000100:00000010:0.0:1749611664.222695:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eacb40. 00000100:00000040:3.0:1749611664.223622:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300937680, at 4300937681 00000100:00000010:3.0:1749611664.223633:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eacf40. 00000100:00000001:2.0:1749611664.243620:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611664.243626:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611664.243628:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611664.243633:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611664.243637:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611664.243639:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.243642:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611664.243644:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.243656:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611664.350741:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611664.350749:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611664.350752:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611664.350757:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611664.350761:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611664.350765:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611664.350768:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611664.350771:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611664.350774:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611664.458676:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611664.458683:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611664.458685:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611664.458689:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611664.458692:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611664.458695:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.458698:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611664.458700:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611664.458702:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611664.472688:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611664.472695:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611664.472698:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611664.472701:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611664.472705:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611664.472708:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611664.472710:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611664.472712:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611664.472795:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611664.472801:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611664.472804:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611665.243643:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611665.243651:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611665.243653:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611665.243657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611665.243661:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611665.243665:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611665.243667:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611665.243670:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611665.243674:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611665.350764:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611665.350771:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611665.350773:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611665.350778:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611665.350781:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611665.350784:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611665.350787:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611665.350789:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611665.350792:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611665.458721:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611665.458731:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611665.458734:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611665.458741:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611665.458746:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611665.458751:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611665.458755:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611665.458758:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611665.458762:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611665.474677:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611665.474683:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611665.474823:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611665.474828:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611665.474832:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611666.243576:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611666.243608:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611666.243610:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611666.243613:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611666.243615:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611666.243617:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611666.243619:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611666.243621:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611666.243623:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611666.350593:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611666.350596:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611666.350597:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611666.350599:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611666.350601:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611666.350602:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611666.350603:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611666.350604:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611666.350606:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611666.458594:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611666.458598:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611666.458599:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611666.458601:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611666.458603:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611666.458604:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611666.458605:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611666.458607:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611666.458608:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611666.476620:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611666.476630:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611666.476708:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611666.476711:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611666.476713:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611667.243602:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611667.243607:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611667.243609:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611667.243611:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611667.243613:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611667.243616:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611667.243617:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611667.243620:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611667.243621:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611667.350659:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611667.350664:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611667.350667:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611667.350686:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611667.350689:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611667.350692:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611667.350694:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611667.350697:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611667.350699:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611667.458660:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611667.458666:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611667.458668:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611667.458671:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611667.458674:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611667.458676:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611667.458679:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611667.458681:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611667.458683:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611667.478753:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611667.478759:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611667.478893:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611667.478898:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611667.478903:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611668.243608:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611668.243614:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611668.243616:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611668.243618:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611668.243621:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611668.243623:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611668.243625:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611668.243632:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079237480 x1834598494710144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611668.243638:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611668.243640:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237480 x1834598494710144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611668.243645:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611668.243647:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611668.243648:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611668.243649:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611668.243651:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237480 x1834598494710144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611668.243655:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494710144:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611668.243671:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611668.243672:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611668.243674:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611668.243675:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611668.243677:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237480 x1834598494710144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611668.243681:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611668.243682:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a3813c0. 00000100:00000001:2.0:1749611668.243685:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611668.243686:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611668.243688:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611668.243691:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611668.243693:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611668.243695:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012db4aa00 refcount=4 00000020:00000001:2.0:1749611668.243696:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137376000512 : -131936333551104 : ffff88012db4aa00) 00010000:00000001:2.0:1749611668.243698:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137376000512 : -131936333551104 : ffff88012db4aa00) 00010000:00010000:2.0:1749611668.243702:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88012db4aa00/0x689c0ec07329d661 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611668.243707:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611668.243710:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88012db4aa00/0x689c0ec07329d661 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611668.243714:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611668.243715:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012db4aa00/0x689c0ec07329d661 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611668.243718:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611668.243720:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611668.243721:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88012db4aa00/0x689c0ec07329d661 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611668.243724:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611668.243729:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611668.243731:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611668.243733:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88012db4aa00/0x689c0ec07329d661 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611668.243736:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88012db4aa00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611668.243738:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611668.243739:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88012db4aa00/0x689c0ec07329d661 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611668.243742:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611668.243743:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611668.243744:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611668.243744:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012db4aa00 refcount=5 00000020:00000001:2.0:1749611668.243745:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137376000512 : -131936333551104 : ffff88012db4aa00) 00010000:00000001:2.0:1749611668.243746:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137376000512 : -131936333551104 : ffff88012db4aa00) 00010000:00000001:2.0:1749611668.243748:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611668.243749:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88012db4aa00/0x689c0ec07329d661 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611668.243752:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611668.243753:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88012db4aa00/0x689c0ec07329d661 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611668.243756:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:2.0:1749611668.243757:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611668.243758:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611668.243759:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611668.243760:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611668.243762:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611668.243763:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611668.243763:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611668.243764:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611668.243766:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012db4aa00 with handle 0x689c0ec07329d661 from hash 00010000:00000001:2.0:1749611668.243767:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611668.243770:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611668.243771:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611668.243771:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611668.243772:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611668.243773:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611668.243775:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611668.243775:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611668.243776:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611668.243777:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611668.243778:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88012db4aa00/0x689c0ec07329d661 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611668.243781:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611668.243781:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611668.243782:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611668.243783:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611668.243783:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611668.243784:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611668.243784:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611668.243785:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88012db4aa00/0x689c0ec07329d661 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611668.243790:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880086d2e200 count: 0 00010000:00000001:2.0:1749611668.243813:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611668.243815:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611668.243816:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611668.243819:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237480 x1834598494710144/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611668.243822:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611668.243824:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611668.243826:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611668.243827:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611668.243829:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012db4b400. 02000000:00000001:2.0:1749611668.243833:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611668.243834:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611668.243835:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237480. 00000100:00000001:2.0:1749611668.243838:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611668.243842:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611668.243844:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611668.243845:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611668.243847:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611668.243849:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880135eac680. 00000020:00000010:2.0:1749611668.243851:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b400. 00000020:00000010:2.0:1749611668.243854:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012db4b200. 00000040:00000010:2.0:1749611668.243857:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012db4b600. 00000020:00000010:2.0:1749611668.243860:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611668.243863:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012db4be00. 80000000:00000010:2.0:1749611668.243866:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256780. 00040000:00000010:2.0:1749611668.243869:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4a200. 00080000:00000010:2.0:1749611668.243874:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118d000. 00080000:00000010:2.0:1749611668.243877:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 10000000:00000040:2.0:1749611668.243883:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611668.243885:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800a8927780 : new refcount 2 10000000:00000001:2.0:1749611668.243887:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611668.243890:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611668.243893:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012db4b200. 00000040:00000010:2.0:1749611668.243895:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012db4b600. 00000020:00000010:2.0:1749611668.243897:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611668.243900:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012db4be00. 80000000:00000010:2.0:1749611668.243901:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256780. 00040000:00000010:2.0:1749611668.243903:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4a200. 00080000:00000010:2.0:1749611668.243906:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:2.0:1749611668.243928:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118d000. 00000020:00000010:2.0:1749611668.243931:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b400. 10000000:00000010:2.0:1749611668.243932:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880135eac680. 10000000:01000000:2.0:1749611668.243934:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' failed (-5). 10000000:00000001:2.0:1749611668.243936:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611668.243937:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611668.243939:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611668.243940:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611668.243943:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff8800b487b000) refs 2 10000000:00000001:2.0:1749611668.243944:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611668.243946:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611668.243946:0:9690:0:(mgc_request.c:123:config_log_put()) log params(ffff88009c9bfc00) refs 2 10000000:00000001:2.0:1749611668.243948:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611668.243949:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611668.243949:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1749611668.243950:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611668.243951:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff8800b4229800 from 30 10000000:00000001:2.0:1749611668.243953:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611668.243953:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1749611668.243955:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237480. 00000020:00000040:2.0:1749611668.243957:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611668.243960:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611668.243962:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611668.243964:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611668.243967:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88012db4b400. 00000100:00000001:2.0:1749611668.243971:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611668.243973:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611668.243974:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1749611668.243977:0:9690:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff8800a8bf4000 count: 2 00010000:00000001:2.0:1749611668.243979:0:9690:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611668.243980:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611668.243981:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88012db4ae00. 00000020:00000001:2.0:1749611668.243983:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611668.243985:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88012db4ae00 with handle 0x689c0ec07329d66f to hash 00000020:00000001:2.0:1749611668.243986:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611668.243986:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612137376001536 : -131936333550080 : ffff88012db4ae00) 00010000:00000001:2.0:1749611668.243988:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612137376001536 : -131936333550080 : ffff88012db4ae00) 00010000:00000001:2.0:1749611668.243990:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611668.243991:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611668.243992:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012db4ae00/0x689c0ec07329d66f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611668.243997:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88012db4ae00/0x689c0ec07329d66f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611668.244006:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88012db4ae00/0x689c0ec07329d66f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611668.244009:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611668.244010:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611668.244013:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a3813c0. 00000100:00000001:2.0:1749611668.244014:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096278464 : -131939613273152 : ffff88006a3813c0) 00000100:00000001:2.0:1749611668.244015:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611668.244016:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346585216 : -131939362966400 : ffff880079237480) 00000100:00000001:2.0:1749611668.244019:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611668.244022:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611668.244023:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611668.244024:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611668.244027:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237480 x1834598494711040/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611668.244031:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611668.244032:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611668.244034:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079237480 x1834598494711040/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611668.244038:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611668.244039:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611668.244039:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611668.244040:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611668.244041:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611668.244042:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611668.244043:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611668.244044:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611668.244044:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611668.246648:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2e200. 00010000:00000010:1.1:1749611668.246655:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012db4aa00. 00000100:00000001:2.0:1749611668.350656:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611668.350661:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611668.350663:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611668.350667:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611668.350669:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611668.350681:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611668.350683:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611668.350686:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611668.350688:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611668.458605:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611668.458608:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611668.458609:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611668.458611:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611668.458613:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611668.458614:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611668.458616:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611668.458617:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611668.458618:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611668.480660:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611668.480665:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611668.480782:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611668.480787:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611668.480791:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611669.201608:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611669.201618:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611669.201619:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.201622:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611669.201624:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611669.201626:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.201628:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611669.214647:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611669.214655:0:27774:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611669.214658:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611669.214662:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611669.214665:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611669.214668:0:27774:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611669.214672:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611669.214677:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6270 00000100:00080000:0.0:1749611669.214681:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611669.214684:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611669.214687:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611669.214690:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611669.214692:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611669.214696:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611669.214698:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611669.214701:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611669.214704:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611669.214707:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611669.214709:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611669.214712:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611669.214714:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611669.214716:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611669.214718:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611669.214721:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611669.214725:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611669.214738:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611669.214742:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611669.214748:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611669.214751:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.214753:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611669.214757:0:27774:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611669.214762:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133992680. 00000020:00000040:0.0:1749611669.214766:0:27774:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611669.214770:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611669.214772:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.214775:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611669.214777:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611669.214780:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611669.214787:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099749c00. 00000100:00000001:0.0:1749611669.214793:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611669.214803:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133992680 x1834598494711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611669.214814:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611669.214819:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611669.214823:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133992680] to pc [ptlrpcd_rcv+-1] req@ffff880133992680 x1834598494711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611669.214855:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611669.214859:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611669.214863:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611669.214865:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611669.214867:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611669.214869:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611669.214872:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6270 00000100:00080000:0.0:1749611669.214875:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611669.214877:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611669.214879:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611669.214881:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611669.214889:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611669.214892:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611669.214893:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611669.214895:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611669.214897:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611669.214899:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611669.214901:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611669.214904:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611669.214906:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611669.214908:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611669.214909:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611669.214912:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611669.214914:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611669.214916:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611669.214918:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611669.214921:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611669.214923:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.214925:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611669.214927:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611669.214930:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133992a00. 00000020:00000040:0.0:1749611669.214932:0:27774:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611669.214935:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611669.214936:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.214938:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611669.214939:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611669.214941:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611669.214944:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099748c00. 00000100:00000001:0.0:1749611669.214948:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611669.214952:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133992a00 x1834598494711296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611669.214960:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611669.214962:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.214964:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611669.214966:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133992a00] to pc [ptlrpcd_rcv+-1] req@ffff880133992a00 x1834598494711296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.214970:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611669.214973:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611669.214980:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611669.214982:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133992680 x1834598494711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611669.214983:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611669.214987:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611669.214988:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611669.214989:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611669.214992:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00000001:2.0:1749611669.214993:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611669.214994:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6270 00000100:00000001:2.0:1749611669.214996:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611669.214996:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1749611669.214999:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000040:0.0:1749611669.214999:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611669.215001:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611669.215002:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:2.0:1749611669.215003:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611669.215004:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611669.215005:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.215006:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611669.215007:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00100000:2.0:1749611669.215009:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494711168:0@lo:38:kworker.0 00000020:00000001:0.0:1749611669.215009:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611669.215011:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749611669.215013:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:2.0:1749611669.215014:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:0.0:1749611669.215015:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:2.0:1749611669.215017:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749611669.215018:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611669.215019:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:2.0:1749611669.215020:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611669.215022:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:0.0:1749611669.215022:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611669.215024:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611669.215026:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000010:2.0:1749611669.215028:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130c7f000. 00000100:00080000:0.0:1749611669.215028:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:2.0:1749611669.215030:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.215030:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611669.215032:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611669.215035:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611669.215037:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.215039:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611669.215044:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611669.215048:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133992d80. 00000400:00000010:2.0:1749611669.215049:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe0b0. 00000020:00000040:0.0:1749611669.215050:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611669.215053:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611669.215054:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611669.215056:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000001:0.0:1749611669.215056:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611669.215057:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611669.215059:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611669.215062:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009974a400. 00000100:00000200:2.0:1749611669.215064:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494711168, portal 4 00000100:00000001:0.0:1749611669.215065:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215066:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611669.215069:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474860672 : -131936234690944 : ffff880133992680) 00000100:00100000:0.0:1749611669.215069:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133992d80 x1834598494711424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611669.215076:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611669.215077:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611669.215078:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133992680 x1834598494711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611669.215081:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133992d80] to pc [ptlrpcd_rcv+-1] req@ffff880133992d80 x1834598494711424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.215087:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611669.215088:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611669.215091:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611669.215091:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1749611669.215093:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:0.0:1749611669.215094:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:2.0:1749611669.215096:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494711168, offset 0 00000100:00000010:0.0:1749611669.215097:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133993100. 00000020:00000040:0.0:1749611669.215099:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611669.215101:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:2.0:1749611669.215102:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611669.215103:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611669.215104:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611669.215107:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff8800a8bf4400. 00000100:00000001:0.0:1749611669.215109:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611669.215113:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749611669.215117:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611669.215121:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611669.215123:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611669.215128:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133993100] to pc [ptlrpcd_00_03+3] req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611669.215129:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf952d80 00000400:00000200:2.0:1749611669.215136:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 22360 00000400:00000200:2.0:1749611669.215145:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611669.215149:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611669.215154:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611669.215157:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611669.215161:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235500. 00000100:00000040:2.0:1749611669.215165:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079235500 x1834598494711168 msgsize 520 00000100:00100000:2.0:1749611669.215169:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611669.215172:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611669.215177:0:27774:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6280) 00000100:00000001:2.0:1749611669.215179:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611669.215187:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000010:2.0:1749611669.215189:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:2.0:1749611669.215192:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611669.215196:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133992680 x1834598494711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.215205:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611669.215208:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133992680 x1834598494711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611669.215209:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611669.215211:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494711168 00000100:00000001:2.0:1749611669.215214:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611669.215214:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611669.215216:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611669.215217:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611669.215220:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611669.215224:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215227:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611669.215227:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494711168 00000020:00000001:0.0:1749611669.215230:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611669.215231:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611669.215232:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1256 usecs (2 jiffies) 00000020:00000001:0.0:1749611669.215233:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611669.215235:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215236:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300942674 00000020:00000001:0.0:1749611669.215237:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611669.215241:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eac680. 00000020:00000010:0.0:1749611669.215241:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbb200. 00000020:00000010:0.0:1749611669.215246:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff880. 00000100:00000001:2.0:1749611669.215247:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000010:0.0:1749611669.215250:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:2.0:1749611669.215254:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300942674 00000100:00000001:0.0:1749611669.215255:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000010:2.0:1749611669.215257:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eaccc0. 00000100:00000001:0.0:1749611669.215257:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611669.215259:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611669.215259:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611669.215261:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611669.215262:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300942674 00000100:00000010:2.0:1749611669.215265:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eacf40. 00000100:00000001:0.0:1749611669.215265:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215268:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:3.0:1749611669.215270:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611669.215271:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300942674 00000100:00000001:0.0:1749611669.215272:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749611669.215274:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eacb40. 00000100:00100000:3.0:1749611669.215276:0:28323:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00000001:2.0:1749611669.215276:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:3.0:1749611669.215279:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.215279:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611669.215281:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611669.215282:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.215283:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611669.215284:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215285:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611669.215286:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611669.215287:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611669.215288:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611669.215289:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00000001:3.0:1749611669.215290:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611669.215291:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346577152 : -131939362974464 : ffff880079235500) 00000100:00000001:3.0:1749611669.215292:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611669.215292:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611669.215294:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.215296:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611669.215296:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079235500 x1834598494711168/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.215297:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611669.215299:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611669.215303:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611669.215303:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133992a00 x1834598494711296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611669.215307:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494711168:12345-0@lo:38:kworker.0 00000100:00000040:3.0:1749611669.215311:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.215311:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:0.0:1749611669.215311:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494711168 00000100:00000001:2.0:1749611669.215312:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611669.215315:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:0.0:1749611669.215315:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:2.0:1749611669.215317:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611669.215318:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 02000000:00000001:2.0:1749611669.215319:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611669.215322:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:2.0:1749611669.215322:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494711296:0@lo:38:kworker.0 00000100:00000001:3.0:1749611669.215324:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215325:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611669.215328:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611669.215330:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611669.215332:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611669.215333:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611669.215334:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611669.215336:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494711552:0@lo:400:kworker.0 02000000:00000001:2.0:1749611669.215336:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749611669.215338:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611669.215339:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130c7dc00. 00000100:00000001:3.0:1749611669.215341:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611669.215341:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:0.0:1749611669.215342:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:3.0:1749611669.215344:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:2.0:1749611669.215345:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee18. 00010000:00000001:0.0:1749611669.215345:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611669.215346:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611669.215348:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000400:00000010:2.0:1749611669.215348:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00010000:00000001:0.0:1749611669.215349:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:2.0:1749611669.215351:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494711296, portal 10 02000000:00000010:3.0:1749611669.215352:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006dc59c00. 00000100:00000001:0.0:1749611669.215352:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611669.215353:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611669.215354:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1749611669.215355:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215355:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474861568 : -131936234690048 : ffff880133992a00) 02000000:00000001:0.0:1749611669.215357:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1749611669.215359:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000100:00000040:2.0:1749611669.215361:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133992a00 x1834598494711296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611669.215361:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880099748000. 02000000:00000001:0.0:1749611669.215363:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611669.215364:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:0.0:1749611669.215365:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215368:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749611669.215369:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494711552, portal 10 00010000:00000001:0.0:1749611669.215369:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749611669.215370:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611669.215371:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611669.215372:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474863360 : -131936234688256 : ffff880133993100) 00000400:00000010:2.0:1749611669.215372:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00010000:00000001:0.0:1749611669.215372:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611669.215374:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494711296, offset 0 00000100:00001000:0.0:1749611669.215375:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:2.0:1749611669.215378:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611669.215378:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:3.0:1749611669.215380:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611669.215382:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611669.215384:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:2.0:1749611669.215385:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611669.215386:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611669.215389:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611669.215389:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:2.0:1749611669.215390:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf952e00 00000100:00000040:3.0:1749611669.215392:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:0.0:1749611669.215392:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000010:3.0:1749611669.215394:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 02000000:00000001:0.0:1749611669.215394:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000400:00000200:2.0:1749611669.215395:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 176832 02000000:00000001:0.0:1749611669.215396:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.215398:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:3.0:1749611669.215399:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494711552, offset 0 00000400:00000200:2.0:1749611669.215400:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:0.0:1749611669.215401:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:3.0:1749611669.215405:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611669.215405:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:0.0:1749611669.215405:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:2.0:1749611669.215408:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611669.215409:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494711168, offset 0 00000100:00000200:2.0:1749611669.215410:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1749611669.215414:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234380. 00000400:00000200:0.0:1749611669.215414:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611669.215415:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611669.215416:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079234380 x1834598494711296 msgsize 520 00000100:00100000:2.0:1749611669.215420:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611669.215422:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611669.215424:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf952f00 00000400:00000200:3.0:1749611669.215429:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 177352 00000400:00000200:0.0:1749611669.215430:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf952d80 00000400:00000200:3.0:1749611669.215435:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611669.215436:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9a55 [1] + 0 00000400:00000200:3.0:1749611669.215439:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611669.215442:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611669.215442:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611669.215446:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611669.215463:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000100:00000001:0.0:1749611669.215463:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:2.0:1749611669.215465:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000001:2.0:1749611669.215468:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611669.215468:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133992680 x1834598494711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611669.215471:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611669.215471:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133992a00 x1834598494711296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611669.215477:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749611669.215478:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611669.215479:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:1.0:1749611669.215480:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494711296 02000000:00000001:1.0:1749611669.215482:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000010:3.0:1749611669.215483:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009f574a80. 00000100:00000001:1.0:1749611669.215484:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611669.215484:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133992680 x1834598494711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611669.215486:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009f574a80 x1834598494711552 msgsize 224 00000100:00000040:2.0:1749611669.215487:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133992a00 x1834598494711296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611669.215487:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611669.215491:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:1.0:1749611669.215491:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.215492:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611669.215494:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611669.215494:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494711296 00000100:00000001:2.0:1749611669.215496:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749611669.215496:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611669.215498:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000200:0.0:1749611669.215499:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000020:00000001:1.0:1749611669.215500:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611669.215501:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611669.215501:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611669.215501:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000020:00000001:1.0:1749611669.215503:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611669.215504:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1090 usecs (2 jiffies) 00000100:00000001:0.0:1749611669.215504:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749611669.215505:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.215506:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611669.215507:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300942674 00000400:00000200:3.0:1749611669.215509:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000100:00000001:2.0:1749611669.215510:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300942674 00000020:00000010:1.0:1749611669.215510:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2400. 00000400:00000010:3.0:1749611669.215511:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000001:0.0:1749611669.215511:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215512:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300942674 00000100:00000040:0.0:1749611669.215513:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611669.215514:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300942674 00000020:00000010:1.0:1749611669.215515:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0980. 00000100:00000001:3.0:1749611669.215516:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611669.215516:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300942674 00000100:00000001:0.0:1749611669.215516:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215518:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300942674 00000020:00000001:0.0:1749611669.215518:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611669.215519:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c640. 00000100:00000001:2.0:1749611669.215520:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300942674 00000100:00000001:2.0:1749611669.215548:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300942674 00000100:00000040:0.0:1749611669.215548:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235500 x1834598494711168/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611689 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.215577:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611669.215580:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215582:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611669.215586:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133992d80 x1834598494711424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611669.215588:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611685 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611669.215589:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079235500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494711168:12345-0@lo:38:kworker.0 Request processed in 280us (420us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611669.215594:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611669.215595:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611669.215598:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611669.215599:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:0.0:1749611669.215599:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 02000000:00000001:2.0:1749611669.215600:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611669.215602:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.215602:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749611669.215603:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611685 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611669.215603:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:2.0:1749611669.215605:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494711424:0@lo:38:kworker.0 00000100:00000001:3.0:1749611669.215609:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215609:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:0.0:1749611669.215609:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff880. 00000100:00000001:3.0:1749611669.215611:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749611669.215611:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611669.215612:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611669.215612:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:0.0:1749611669.215613:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 02000000:00000001:2.0:1749611669.215614:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611669.215614:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611669.215617:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611669.215617:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611669.215617:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbb200. 02000000:00000010:2.0:1749611669.215618:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130c7e400. 02000000:00000001:2.0:1749611669.215620:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.215620:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611669.215621:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 958 usecs (1 jiffies) 00000100:00000001:1.0:1749611669.215621:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611669.215624:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300942674 00000100:00000001:3.0:1749611669.215627:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300942674 00000400:00000010:2.0:1749611669.215629:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe108. 00000100:00000001:1.0:1749611669.215629:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611669.215630:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300942674 00000400:00000010:2.0:1749611669.215632:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00000001:3.0:1749611669.215633:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300942674 00000100:00000001:3.0:1749611669.215635:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300942674 00000100:00000200:2.0:1749611669.215636:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494711424, portal 10 00000100:00000001:3.0:1749611669.215637:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300942674 00000100:00000001:2.0:1749611669.215638:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1749611669.215638:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611669.215639:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300942674 00000100:00000001:2.0:1749611669.215640:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474862464 : -131936234689152 : ffff880133992d80) 00000100:00100000:1.0:1749611669.215640:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494711552 00000100:00000001:3.0:1749611669.215641:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300942674 02000000:00000001:1.0:1749611669.215642:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611669.215643:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611669.215644:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611669.215645:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611669.215646:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611669.215646:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133992d80 x1834598494711424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611669.215647:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611669.215648:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611669.215648:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.215649:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:1.0:1749611669.215650:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494711552 00000100:00000001:3.0:1749611669.215651:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611669.215652:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611669.215653:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:1.0:1749611669.215653:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00100000:0.0:1749611669.215653:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00000040:2.0:1749611669.215655:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749611669.215655:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611669.215656:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346572672 : -131939362978944 : ffff880079234380) 00000400:00000010:2.0:1749611669.215657:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 00000020:00000040:1.0:1749611669.215657:0:9691:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000200:2.0:1749611669.215660:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494711424, offset 0 00000020:00000001:1.0:1749611669.215660:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:0.0:1749611669.215660:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079234380 x1834598494711296/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611669.215663:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749611669.215663:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611669.215667:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00100000:0.0:1749611669.215669:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494711296:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611669.215670:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749611669.215670:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff8800acb8ba00. 00000100:00000200:0.0:1749611669.215673:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494711296 00000400:00000200:2.0:1749611669.215675:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf952e80 00000400:00000200:2.0:1749611669.215679:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 177576 00000020:00000010:1.0:1749611669.215682:0:9691:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136b50740. 00000020:00000001:0.0:1749611669.215683:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:2.0:1749611669.215684:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611669.215686:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:0.0:1749611669.215686:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000040:1.0:1749611669.215689:0:9691:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:2.0:1749611669.215690:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611669.215691:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:0.0:1749611669.215694:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611669.215695:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234a80. 00000100:00000001:1.0:1749611669.215696:0:9691:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749611669.215698:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079234a80 x1834598494711424 msgsize 520 00010000:00020000:0.0:1749611669.215698:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000010:1.0:1749611669.215700:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2800. 00010000:00000001:0.0:1749611669.215700:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:2.0:1749611669.215702:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000001:0.0:1749611669.215703:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000010:1.0:1749611669.215704:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0900. 00000100:00000001:0.0:1749611669.215706:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000010:1.0:1749611669.215707:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438caf0. 00000100:00000001:0.0:1749611669.215707:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611669.215709:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1749611669.215713:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009974b000. 00000100:00000040:1.0:1749611669.215715:0:9691:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000001:0.0:1749611669.215715:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611669.215717:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611669.215717:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611669.215718:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611669.215719:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611669.215720:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611669.215720:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611669.215721:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611669.215723:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 00000100:00001000:0.0:1749611669.215724:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000010:2.0:1749611669.215725:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 00000100:00000001:1.0:1749611669.215725:0:9691:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:2.0:1749611669.215727:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611669.215727:0:9691:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611669.215727:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611669.215728:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.215729:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000200:2.0:1749611669.215730:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133992d80 x1834598494711424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611669.215731:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611669.215733:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611669.215733:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611669.215735:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611669.215738:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611669.215738:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749611669.215738:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00100000:1.0:1749611669.215740:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494711424 02000000:00000001:0.0:1749611669.215740:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611669.215741:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133992d80 x1834598494711424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611669.215742:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 02000000:00000001:0.0:1749611669.215742:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611669.215743:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611669.215744:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611669.215745:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611669.215747:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611669.215747:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611669.215747:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611669.215747:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611669.215749:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00100000:1.0:1749611669.215749:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494711424 00000400:00000010:0.0:1749611669.215749:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:3.0:1749611669.215750:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:1.0:1749611669.215751:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611669.215752:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000200:0.0:1749611669.215753:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494711296, offset 0 00000020:00000001:1.0:1749611669.215754:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611669.215755:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611669.215757:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611669.215757:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611669.215758:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611669.215760:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3600. 00000100:00000040:2.0:1749611669.215761:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 786 usecs (1 jiffies) 00000100:00100000:3.0:1749611669.215763:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000020:00000010:1.0:1749611669.215763:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0780. 00000100:00000001:2.0:1749611669.215764:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300942674 00000400:00000200:0.0:1749611669.215764:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749611669.215765:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000100:00000040:3.0:1749611669.215767:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749611669.215767:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300942674 00000100:00000001:1.0:1749611669.215767:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611669.215768:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611669.215769:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134987516544 : -131938722035072 : ffff88009f574a80) 00000100:00000001:2.0:1749611669.215769:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300942674 00000400:00000200:0.0:1749611669.215769:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952e00 00000100:00000001:1.0:1749611669.215770:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215771:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300942674 00000100:00000001:1.0:1749611669.215772:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215773:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300942674 00000400:00000200:0.0:1749611669.215774:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9a5d [1] + 0 00000100:00000001:2.0:1749611669.215775:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300942674 00000100:00000040:3.0:1749611669.215776:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009f574a80 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:350/0 lens 224/0 e 0 to 0 dl 1749611680 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.215777:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300942674 00000100:00000001:1.0:1749611669.215778:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611669.215778:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611669.215779:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300942674 00000100:00000001:2.0:1749611669.215781:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611669.215781:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611669.215783:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611669.215783:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611669.215784:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611669.215785:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611669.215788:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012eb32fc0. 00000400:00000001:2.0:1749611669.215788:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611669.215789:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611669.215791:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000400:00000010:2.0:1749611669.215791:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe0b0. 00000020:00000010:3.0:1749611669.215794:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012eb32fc0. 00000400:00000200:2.0:1749611669.215794:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00100000:1.0:1749611669.215794:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000400:00000010:2.0:1749611669.215796:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:1.0:1749611669.215797:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346574464 : -131939362977152 : ffff880079234a80) 00000100:00000001:2.0:1749611669.215798:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:3.0:1749611669.215800:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009f574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494711552:12345-0@lo:400:kworker.0 00000100:00000200:2.0:1749611669.215801:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133992680 x1834598494711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611669.215803:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079234a80 x1834598494711424/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611689 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611669.215803:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611669.215804:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494711552 00000020:00000001:3.0:1749611669.215807:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:0.0:1749611669.215808:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133992a00 x1834598494711296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611669.215810:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000200:2.0:1749611669.215810:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133992680 x1834598494711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611669.215813:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611669.215815:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:2.0:1749611669.215816:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749611669.215816:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494711424:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749611669.215817:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133992a00 x1834598494711296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611669.215818:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749611669.215818:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.215820:0:28320:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:3.0:1749611669.215821:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:1.0:1749611669.215821:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494711424 02000000:00000001:2.0:1749611669.215823:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000001:1.0:1749611669.215823:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749611669.215825:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.215825:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749611669.215826:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611669.215826:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749611669.215827:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749611669.215827:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611669.215829:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749611669.215830:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611669.215830:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000020:00000001:3.0:1749611669.215831:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611669.215832:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000020:00000001:3.0:1749611669.215833:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611669.215834:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:1.0:1749611669.215835:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611669.215835:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:2.0:1749611669.215836:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611669 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611669.215837:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611669.215838:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611669.215839:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:1.0:1749611669.215839:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:2.0:1749611669.215840:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=42 v=20 (1 1 20 1) 00000100:00000040:0.0:1749611669.215841:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00010000:00000001:1.0:1749611669.215842:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:3.0:1749611669.215843:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de22800. 00000100:00000001:2.0:1749611669.215843:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611669.215843:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611669.215845:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611669.215845:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749611669.215846:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611669.215848:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611669.215848:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:1.0:1749611669.215849:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:3.0:1749611669.215850:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611669.215850:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234380 x1834598494711296/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611689 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:02020000:2.0:1749611669.215852:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 02000000:00000001:1.0:1749611669.215852:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000040:3.0:1749611669.215853:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494711552 00010000:00000001:3.0:1749611669.215855:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:2.0:1749611669.215855:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:1.0:1749611669.215855:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a0800. 02000000:00000001:1.0:1749611669.215857:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215858:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611669.215859:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749611669.215860:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009f574a80 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1749611680 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611669.215860:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079234380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494711296:12345-0@lo:38:kworker.0 Request processed in 190us (441us total) trans 0 rc -19/-19 00010000:00000001:1.0:1749611669.215862:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749611669.215863:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133992680 x1834598494711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611694 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611669.215864:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611669.215867:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:3.0:1749611669.215868:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:0.0:1749611669.215869:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00000001:2.0:1749611669.215870:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611669.215871:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611669.215871:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611669.215872:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611669.215873:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611669.215874:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749611669.215875:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215875:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611669.215876:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000020:00000010:0.0:1749611669.215876:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0980. 00000100:00000001:2.0:1749611669.215877:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00001000:3.0:1749611669.215878:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=124 v=5 (1 1 1 1) 00000100:00000001:1.0:1749611669.215879:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000010:0.0:1749611669.215879:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c640. 00000100:00000001:2.0:1749611669.215880:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611669.215881:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611669.215882:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00080000:2.0:1749611669.215882:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:0.0:1749611669.215883:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2400. 00000100:00000040:1.0:1749611669.215884:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000040:3.0:1749611669.215885:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00080000:2.0:1749611669.215885:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:1.0:1749611669.215886:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611669.215886:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611669.215887:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611669.215888:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:1.0:1749611669.215888:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611669.215890:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611669.215890:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611669.215891:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133992680 x1834598494711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611694 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611669.215892:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611669.215893:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611669.215894:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611669.215896:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611669.215896:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000400:00000010:3.0:1749611669.215899:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00100000:2.0:1749611669.215900:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494711168:0@lo:38:kworker.0 00000100:00080000:0.0:1749611669.215901:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000200:3.0:1749611669.215904:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494711552, offset 224 00000100:00000001:2.0:1749611669.215905:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611669.215905:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000200:1.0:1749611669.215906:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494711424, offset 0 00000100:00000001:2.0:1749611669.215907:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:3.0:1749611669.215908:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611669.215910:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133992680 x1834598494711168/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611694 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611669.215912:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611669.215915:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611669.215916:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611669.215918:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611669.215921:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130c7f000. 00000400:00000200:1.0:1749611669.215921:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611669.215922:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952f00 02000000:00000001:2.0:1749611669.215926:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:3.0:1749611669.215927:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9a61 [1] + 224 00000020:00000001:2.0:1749611669.215928:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611669.215929:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:1.0:1749611669.215929:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf952e80 00000020:00000001:2.0:1749611669.215931:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:3.0:1749611669.215932:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1749611669.215934:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880099749c00. 00000400:00000200:1.0:1749611669.215935:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9a71 [1] + 0 00000400:00000200:3.0:1749611669.215936:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:2.0:1749611669.215938:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611669.215939:0:10935:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:2.0:1749611669.215940:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:1.0:1749611669.215940:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749611669.215943:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611685 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611669.215944:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:2.0:1749611669.215947:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133992680. 00000100:00000001:1.0:1749611669.215947:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611669.215951:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611669.215952:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611669.215953:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611669.215953:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133992d80 x1834598494711424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.215954:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.215959:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611669.215961:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.215963:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611669.215964:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1749611669.215964:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133992d80 x1834598494711424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611669.215967:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749611669.215967:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611669.215969:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611669.215971:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee18. 00000400:00000200:2.0:1749611669.215973:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00000001:1.0:1749611669.215973:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749611669.215974:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:2.0:1749611669.215977:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1749611669.215980:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133992a00 x1834598494711296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611669.215984:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000400:00000010:3.0:1749611669.215986:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000100:00000200:2.0:1749611669.215988:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133992a00 x1834598494711296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611669.215989:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611669.215991:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749611669.215995:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:3.0:1749611669.215996:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.215996:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611669.215997:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:1.0:1749611669.215998:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000040:3.0:1749611669.215999:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611669.215999:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611669.216000:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611669.216000:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611669.216001:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:3.0:1749611669.216002:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749611669.216002:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749611669.216003:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.216003:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611669.216005:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611669.216005:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611669.216006:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:1.0:1749611669.216008:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000040:3.0:1749611669.216010:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009f574a80 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:350/0 lens 224/224 e 0 to 0 dl 1749611680 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:2.0:1749611669.216010:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611669 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611669.216011:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611669.216013:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00001000:2.0:1749611669.216015:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=24 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611669.216018:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1749611669.216018:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234a80 x1834598494711424/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611689 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.216021:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611669.216023:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749611669.216028:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079234a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494711424:12345-0@lo:38:kworker.0 Request processed in 212us (327us total) trans 0 rc -19/-19 00000100:00000040:2.0:1749611669.216030:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133992a00 x1834598494711296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611694 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611669.216033:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009f574a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28323:x1834598494711552:12345-0@lo:400:kworker.0 Request processed in 245us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1749611669.216036:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00000001:2.0:1749611669.216055:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611669.216055:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611669.216056:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:3.0:1749611669.216057:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00000040:3.0:1749611669.216058:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:2.0:1749611669.216058:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611669.216059:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611669.216059:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0780. 00000100:00000001:3.0:1749611669.216060:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611669.216061:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611669.216061:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000020:00000010:3.0:1749611669.216063:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0900. 00000020:00000010:1.0:1749611669.216063:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3600. 00000020:00000010:3.0:1749611669.216065:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438caf0. 00000100:00000001:1.0:1749611669.216065:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.216066:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000020:00000010:3.0:1749611669.216067:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2800. 00000100:00000001:2.0:1749611669.216068:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000040:3.0:1749611669.216070:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00080000:2.0:1749611669.216070:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611669.216072:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611669.216073:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611669.216075:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611669.216079:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133992a00 x1834598494711296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611694 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611669.216080:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611669.216081:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749611669.216084:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611669.216085:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611669.216086:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000100:00100000:2.0:1749611669.216087:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494711296:0@lo:38:kworker.0 00000400:00000200:3.0:1749611669.216088:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749611669.216089:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749611669.216091:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:2.0:1749611669.216092:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000200:3.0:1749611669.216093:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611685 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1749611669.216093:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611669.216095:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe108. 00000400:00000200:2.0:1749611669.216097:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000100:00000200:3.0:1749611669.216099:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611685 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611669.216099:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000100:00000001:2.0:1749611669.216100:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611669.216102:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611669.216103:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611669.216103:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133992d80 x1834598494711424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611669.216104:0:28323:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611669.216105:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611669.216106:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611669.216107:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611669.216109:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611669.216111:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133992d80 x1834598494711424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611669.216112:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1749611669.216113:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1749611669.216115:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611669.216117:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611669.216119:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.216119:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.216120:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:3.0:1749611669.216121:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1749611669.216122:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00080000:3.0:1749611669.216124:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=93250) req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.216124:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611669.216125:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611669.216127:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611669.216129:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611669.216131:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00001000:2.0:1749611669.216131:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611669 v=5 (0 0 0 0) 00000100:00000040:3.0:1749611669.216132:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:3.0:1749611669.216134:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611669.216134:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611669.216134:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=74 v=20 (1 20 1 1) 00000100:00000040:3.0:1749611669.216136:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611685 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.216136:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611669.216138:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611669.216140:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611669.216140:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611669.216141:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611669.216142:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611669.216143:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133992d80 x1834598494711424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611694 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611669.216144:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611685 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611669.216149:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:28323:1834598494711552:0@lo:400:kworker.0 00000100:00000001:3.0:1749611669.216152:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611669.216153:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611669.216154:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133993100 x1834598494711552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611685 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.216154:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611669.216156:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611669.216158:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611669.216158:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611669.216159:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611669.216159:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 02000000:00000010:3.0:1749611669.216160:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006dc59c00. 00000100:00000001:2.0:1749611669.216160:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611669.216162:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611669.216163:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00080000:2.0:1749611669.216163:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000040:3.0:1749611669.216164:0:28323:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:3.0:1749611669.216165:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00080000:2.0:1749611669.216165:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000010:3.0:1749611669.216166:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff8800a8bf4400. 02000000:00000001:3.0:1749611669.216167:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611669.216167:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611669.216168:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611669.216169:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133993100. 00000100:00000040:2.0:1749611669.216171:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133992d80 x1834598494711424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611694 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611669.216174:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611669.216175:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611669.216176:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611669.216178:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494711424:0@lo:38:kworker.0 00000100:00000001:3.0:1749611669.216179:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611669.216180:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611669.216181:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611669.216181:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611669.216182:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.216183:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611669.216186:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133992a00 x1834598494711296/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611694 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.216192:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611669.216194:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611669.216196:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130c7dc00. 02000000:00000001:2.0:1749611669.216199:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611669.216201:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611669.216202:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611669.216204:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611669.216206:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880099748c00. 02000000:00000001:2.0:1749611669.216209:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611669.216210:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611669.216211:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133992a00. 00000100:00000001:2.0:1749611669.216214:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611669.216215:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.216217:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611669.216219:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133992d80 x1834598494711424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611694 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.216235:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611669.216236:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611669.216237:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130c7e400. 02000000:00000001:2.0:1749611669.216240:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611669.216241:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611669.216242:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611669.216244:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611669.216245:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009974a400. 02000000:00000001:2.0:1749611669.216248:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611669.216249:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611669.216250:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133992d80. 00000100:00000001:2.0:1749611669.216253:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611669.216254:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.216256:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.216258:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611669.216260:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611669.216262:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.216263:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611669.216588:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300942674, at 4300942674 00000100:00000010:0.0:1749611669.216594:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eac680. 00000100:00000040:1.0:1749611669.217631:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300942674, at 4300942675 00000100:00000040:2.0:1749611669.217632:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300942674, at 4300942675 00000100:00000040:3.0:1749611669.217634:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300942674, at 4300942675 00000100:00000010:1.0:1749611669.217648:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eaccc0. 00000100:00000010:3.0:1749611669.217655:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eacb40. 00000100:00000010:2.0:1749611669.217666:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eacf40. 00000100:00000001:2.0:1749611669.243644:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611669.243649:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611669.243651:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611669.243655:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611669.243658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611669.243661:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.243663:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611669.243665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.243667:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.350648:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611669.350653:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611669.350655:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611669.350659:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a8927000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611669.350662:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611669.350665:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.350667:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611669.350689:0:730:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880133990700 x1834598494710272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.350699:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611669.350704:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133990700 x1834598494710272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.350712:0:730:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611669.350715:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.350717:0:730:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611669.350719:0:730:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611669.350722:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133990700 x1834598494710272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611669.350731:0:730:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:730:1834598494710272:0@lo:101:mount.lustre.0 00000100:00000001:2.0:1749611669.350736:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.350739:0:730:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611669.350741:0:730:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611669.350743:0:730:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611669.350746:0:730:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133990700 x1834598494710272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.350753:0:730:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611669.350755:0:730:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff8800a8927000. 00000100:00000001:2.0:1749611669.350759:0:730:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611669.350760:0:730:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611669.350764:0:730:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611669.350767:0:730:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611669.350769:0:730:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611669.350773:0:730:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880129dba800 refcount=4 00000020:00000001:2.0:1749611669.350775:0:730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311447040 : -131936398104576 : ffff880129dba800) 00010000:00000001:2.0:1749611669.350778:0:730:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137311447040 : -131936398104576 : ffff880129dba800) 00010000:00010000:2.0:1749611669.350784:0:730:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880129dba800/0x689c0ec07329d668 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611669.350804:0:730:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611669.350809:0:730:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880129dba800/0x689c0ec07329d668 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611669.350815:0:730:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611669.350818:0:730:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880129dba800/0x689c0ec07329d668 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611669.350825:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611669.350827:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611669.350829:0:730:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880129dba800/0x689c0ec07329d668 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611669.350835:0:730:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611669.350837:0:730:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611669.350840:0:730:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611669.350843:0:730:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880129dba800/0x689c0ec07329d668 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611669.350849:0:730:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880129dba800 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611669.350852:0:730:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611669.350855:0:730:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880129dba800/0x689c0ec07329d668 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611669.350861:0:730:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611669.350862:0:730:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611669.350863:0:730:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611669.350865:0:730:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880129dba800 refcount=5 00000020:00000001:2.0:1749611669.350867:0:730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137311447040 : -131936398104576 : ffff880129dba800) 00010000:00000001:2.0:1749611669.350869:0:730:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137311447040 : -131936398104576 : ffff880129dba800) 00010000:00000001:2.0:1749611669.350872:0:730:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611669.350879:0:730:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880129dba800/0x689c0ec07329d668 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611669.350885:0:730:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611669.350888:0:730:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880129dba800/0x689c0ec07329d668 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611669.350893:0:730:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611669.350896:0:730:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611669.350897:0:730:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611669.350900:0:730:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611669.350902:0:730:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611669.350904:0:730:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611669.350906:0:730:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611669.350908:0:730:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611669.350909:0:730:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611669.350911:0:730:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880129dba800 with handle 0x689c0ec07329d668 from hash 00010000:00000001:2.0:1749611669.350914:0:730:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611669.350915:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611669.350916:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611669.350917:0:730:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611669.350919:0:730:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611669.350920:0:730:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611669.350923:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611669.350924:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611669.350925:0:730:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611669.350927:0:730:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611669.350929:0:730:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880129dba800/0x689c0ec07329d668 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611669.350934:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611669.350935:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611669.350936:0:730:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611669.350938:0:730:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611669.350939:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611669.350940:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611669.350941:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611669.350947:0:730:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880129dba800/0x689c0ec07329d668 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611669.350977:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611669.350980:0:730:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611669.350983:0:730:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611669.350987:0:730:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133990700 x1834598494710272/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.350995:0:730:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611669.350998:0:730:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611669.350999:0:730:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611669.351001:0:730:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611669.351005:0:730:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880129dbaa00. 02000000:00000001:2.0:1749611669.351008:0:730:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611669.351010:0:730:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611669.351012:0:730:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133990700. 00000100:00000001:2.0:1749611669.351016:0:730:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611669.351018:0:730:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611669.351020:0:730:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611669.351023:0:730:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611669.351026:0:730:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611669.351029:0:730:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880135eacf40. 00000020:00000010:2.0:1749611669.351033:0:730:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4a200. 00000020:00000010:2.0:1749611669.351038:0:730:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012db4be00. 00000040:00000010:2.0:1749611669.351041:0:730:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012db4b600. 00000020:00000010:2.0:1749611669.351046:0:730:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611669.351050:0:730:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012db4b200. 80000000:00000010:2.0:1749611669.351055:0:730:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256780. 00040000:00000010:2.0:1749611669.351061:0:730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4aa00. 00080000:00000010:2.0:1749611669.351067:0:730:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118d000. 00080000:00000010:2.0:1749611669.351073:0:730:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 10000000:00000040:2.0:1749611669.351081:0:730:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611669.351085:0:730:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800a8927780 : new refcount 2 00000040:00000001:2.0:1749611669.351089:0:730:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:2.0:1749611669.351096:0:730:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:2.0:1749611669.351100:0:730:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88012d05ac00. 00000040:00000001:2.0:1749611669.351104:0:730:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:2.0:1749611669.351107:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1749611669.351111:0:730:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:2.0:1749611669.351115:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00080000:00000001:2.0:1749611669.351124:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749611669.351127:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749611669.351149:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749611669.351169:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611669.351172:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749611669.351174:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611669.351175:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749611669.351178:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749611669.351182:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x6:0x0] 84:3075167909 to info ffff88013118d000 00000020:00000001:2.0:1749611669.351187:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f3f8 00080000:00000002:2.0:1749611669.351189:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-OST0000 => [0xa:0x6:0x0] 00080000:00000001:2.0:1749611669.351192:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611669.351196:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611669.351199:0:730:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880130c7e400. 00080000:00000001:2.0:1749611669.351202:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1749611669.351207:0:730:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff88006b821fd0. 00000020:00000001:2.0:1749611669.351210:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:2.0:1749611669.351215:0:730:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff880086d2ed00. 00000020:00000010:2.0:1749611669.351220:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff880086d2e700. 00000020:00000001:2.0:1749611669.351225:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1749611669.351228:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d05b600. 00000020:00000001:2.0:1749611669.351231:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611669.351234:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611669.351236:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611669.351238:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611669.351240:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611669.351243:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611669.351247:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611669.351252:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134576187224 : -131939133364392 : ffff880086d2e758) 00000040:00000001:2.0:1749611669.351260:0:730:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1749611669.351262:0:730:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1749611669.351264:0:730:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:2.0:1749611669.351270:0:730:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880136aba000. 00000040:00000001:2.0:1749611669.351272:0:730:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:2.0:1749611669.351275:0:730:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611669.352163:0:730:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611669.352169:0:730:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611669.352171:0:730:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611669.352181:0:730:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611669.352184:0:730:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b166c0. 00000040:00001000:0.0:1749611669.352188:0:730:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611669.352193:0:730:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611669.352197:0:730:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880129dbb200. 00000020:00000010:0.0:1749611669.352201:0:730:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880129dba600. 00000040:00000010:0.0:1749611669.352204:0:730:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880129dbb000. 00000020:00000010:0.0:1749611669.352208:0:730:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88012d16c000. 00000020:00000010:0.0:1749611669.352213:0:730:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efda338. 00000020:00000010:0.0:1749611669.352217:0:730:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880129dbb800. 80000000:00000010:0.0:1749611669.352220:0:730:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16420. 40000000:00000010:0.0:1749611669.352223:0:730:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b50d80. 00100000:00000010:0.0:1749611669.352229:0:730:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d16f800. 00040000:00000010:0.0:1749611669.352233:0:730:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8800a8bf4c00. 00040000:00000010:0.0:1749611669.352237:0:730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880129dbb600. 00080000:00000010:0.0:1749611669.352242:0:730:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013267a000. 00080000:00000010:0.0:1749611669.352247:0:730:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c0c8000. 00000004:00000010:0.0:1749611669.352255:0:730:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff8800b41f5800. 00000004:00000010:0.0:1749611669.352261:0:730:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff8800ac9d7000. 00000004:00000010:0.0:1749611669.352266:0:730:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff8800b41f1800. 00002000:00000010:0.0:1749611669.352270:0:730:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880099749800. 00000004:00000010:0.0:1749611669.352275:0:730:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880099749400. 00000020:00000010:0.0:1749611669.352279:0:730:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b500c0. 00000040:00000010:0.0:1749611669.352287:0:730:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880070f00000. 00000040:00001000:0.0:1749611669.352290:0:730:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611669.352293:0:730:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611669.352295:0:730:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611669.352300:0:730:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10504 00000040:00000001:0.0:1749611669.352546:0:730:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611669.352575:0:730:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.352578:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f00000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611669.352581:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611669.352584:0:730:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611669.352587:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f000e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611669.352596:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:0.0:1749611669.352598:0:730:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611669.352600:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f00160 type=0x10620000 idx=3 00000040:00001000:0.0:1749611669.352602:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:0.0:1749611669.352604:0:730:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611669.352606:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f001d0 type=0x10620000 idx=4 00000040:00001000:0.0:1749611669.352608:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1749611669.352610:0:730:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611669.352611:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f002b0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611669.352613:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1749611669.352615:0:730:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611669.352616:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f00390 type=0x10620000 idx=6 00000040:00001000:0.0:1749611669.352618:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1749611669.352620:0:730:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611669.352622:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f003e0 type=0x10620000 idx=7 00000040:00001000:0.0:1749611669.352623:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1749611669.352625:0:730:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611669.352627:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f004c0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611669.352628:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6976 remains) 00000040:00001000:0.0:1749611669.352630:0:730:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611669.352632:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f005a0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611669.352633:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 80 (6752 remains) 00000040:00001000:0.0:1749611669.352635:0:730:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611669.352637:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f005f0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611669.352639:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6672 remains) 00000040:00001000:0.0:1749611669.352640:0:730:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611669.352642:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f006d0 type=0x10620000 idx=11 00000040:00001000:0.0:1749611669.352644:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6448 remains) 00000040:00001000:0.0:1749611669.352646:0:730:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611669.352647:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f007b0 type=0x10620000 idx=12 00000040:00001000:0.0:1749611669.352649:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 120 (6224 remains) 00000040:00001000:0.0:1749611669.352651:0:730:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000040:00001000:0.0:1749611669.352657:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f00828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611669.352659:0:730:0:(llog.c:688:llog_process_thread()) synced_idx: 13 00000040:00000001:0.0:1749611669.352662:0:730:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611669.352663:0:730:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611669.352667:0:730:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 13 (cur idx 13 off 8192), size 10504 00000040:00000001:0.0:1749611669.352674:0:730:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611669.352676:0:730:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.352678:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f00828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611669.352680:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 224 (6104 remains) 00000040:00001000:0.0:1749611669.352682:0:730:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 13 synced_idx: 13 lgh_last_idx: 13 00000040:00001000:0.0:1749611669.352684:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880070f00908 type=0x0 idx=0 00000040:00000001:0.0:1749611669.352686:0:730:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611669.352689:0:730:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00000010:0.0:1749611669.352691:0:730:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880070f00000. 00000020:00000010:0.0:1749611669.352697:0:730:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880136b500c0. 00000020:00000010:0.0:1749611669.352723:0:730:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880129dba600. 00000040:00000010:0.0:1749611669.352728:0:730:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880129dbb000. 00000020:00000010:0.0:1749611669.352731:0:730:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d16c000. 00000020:00000010:0.0:1749611669.352736:0:730:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efda338. 00000020:00000010:0.0:1749611669.352741:0:730:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880129dbb800. 80000000:00000010:0.0:1749611669.352744:0:730:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16420. 40000000:00000010:0.0:1749611669.352749:0:730:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136b50d80. 00100000:00000010:0.0:1749611669.352753:0:730:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88012d16f800. 00040000:00000010:0.0:1749611669.352757:0:730:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8800a8bf4c00. 00040000:00000010:0.0:1749611669.352760:0:730:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880129dbb600. 00080000:00000010:0.0:1749611669.352765:0:730:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009c0c8000. 00080000:00000010:0.0:1749611669.352769:0:730:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013267a000. 00000004:00000010:0.0:1749611669.352774:0:730:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff8800b41f5800. 00000004:00000010:0.0:1749611669.352780:0:730:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff8800ac9d7000. 00000004:00000010:0.0:1749611669.352784:0:730:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff8800b41f1800. 00002000:00000010:0.0:1749611669.352790:0:730:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880099749800. 00000004:00000010:0.0:1749611669.352795:0:730:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880099749400. 00000020:00000010:0.0:1749611669.352798:0:730:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880129dbb200. 00000040:00000010:0.0:1749611669.352800:0:730:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b166c0. 00000040:00000001:0.0:1749611669.352809:0:730:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611669.352812:0:730:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611669.352816:0:730:0:(lu_object.c:207:lu_object_put()) Add ffff88012d05b600/ffff880086d2e700 to site lru. bkt: ffff880130319dc0 00000040:00000010:0.0:1749611669.352820:0:730:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88006b821fd0. 00000040:00000001:0.0:1749611669.352823:0:730:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611669.352826:0:730:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880136aba000. 00000040:00000010:0.0:1749611669.352855:0:730:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88012d05ac00. 00000040:00000001:0.0:1749611669.352859:0:730:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611669.352862:0:730:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log lustre-OST0000, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611669.352866:0:730:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611669.352869:0:730:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.352872:0:730:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611669.352874:0:730:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-OST0000 00000040:00000001:0.0:1749611669.352875:0:730:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611669.352878:0:730:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff880129dbb200. 00000040:00000001:0.0:1749611669.352881:0:730:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611669.352883:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611669.352886:0:730:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:0.0:1749611669.352890:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00080000:00000001:0.0:1749611669.352895:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611669.352898:0:730:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611669.352900:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611669.352904:0:730:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 15 at ffff88006a9b8460. 00000020:00000001:0.0:1749611669.352906:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611669.352910:0:730:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134576187224 : -131939133364392 : ffff880086d2e758) 00000040:00000001:0.0:1749611669.352912:0:730:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611669.352915:0:730:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611669.352916:0:730:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611669.352919:0:730:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880070f00000. 00000040:00000001:0.0:1749611669.352921:0:730:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611669.352923:0:730:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611669.352932:0:730:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611669.352935:0:730:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611669.352937:0:730:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611669.352944:0:730:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611669.352946:0:730:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b166c0. 00000040:00001000:0.0:1749611669.352948:0:730:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x6:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611669.353227:0:753:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611669.353235:0:753:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f3600. 00000020:00000010:1.0:1749611669.353241:0:753:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c8f3800. 00000040:00000010:1.0:1749611669.353245:0:753:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88009c8f2e00. 00000020:00000010:1.0:1749611669.353249:0:753:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197c000. 00000020:00000010:1.0:1749611669.353253:0:753:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931da90. 00000020:00000010:1.0:1749611669.353256:0:753:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c8f2c00. 80000000:00000010:1.0:1749611669.353260:0:753:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880134ed1ae0. 40000000:00000010:1.0:1749611669.353263:0:753:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb8be40. 00100000:00000010:1.0:1749611669.353268:0:753:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197b000. 00040000:00000010:1.0:1749611669.353271:0:753:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240abc00. 00040000:00000010:1.0:1749611669.353274:0:753:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c8f2200. 00080000:00000010:1.0:1749611669.353279:0:753:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611669.353285:0:753:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28a000. 00000004:00000010:1.0:1749611669.353291:0:753:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197e800. 00000004:00000010:1.0:1749611669.353296:0:753:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749611669.353299:0:753:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197d800. 00002000:00000010:1.0:1749611669.353304:0:753:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800839a3800. 00000004:00000010:1.0:1749611669.353308:0:753:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800839a2400. 00000020:00000010:1.0:1749611669.353311:0:753:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800acb8bf80. 00000040:00000010:1.0:1749611669.353318:0:753:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88007d28e000. 00000040:00001000:1.0:1749611669.353320:0:753:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611669.353323:0:753:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611669.353325:0:753:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611669.353331:0:753:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 10504 00000040:00000001:1.0:1749611669.353342:0:753:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611669.353345:0:753:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611669.353347:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611669.353350:0:753:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611669.353353:0:753:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611669.353356:0:753:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611669.353367:0:753:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611669.353369:0:753:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611669.353371:0:753:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611669.353377:0:753:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:01000004:1.0:1749611669.353380:0:753:0:(obd_mount.c:971:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000001:1.0:1749611669.353383:0:753:0:(obd_mount.c:979:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611669.353388:0:753:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8801240ab000. 00000020:00000080:1.0:1749611669.353391:0:753:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611669.353393:0:753:0:(obd_config.c:1473:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000001:1.0:1749611669.353396:0:753:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611669.353399:0:753:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8801240ab000. 00000020:00000001:1.0:1749611669.353403:0:753:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611669.353405:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611669.353408:0:753:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 128 (7968 remains) 00000040:00001000:1.0:1749611669.353410:0:753:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611669.353412:0:753:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611669.353415:0:753:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 104 at ffff880134ed0780. 00000020:00000080:1.0:1749611669.353417:0:753:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611669.353420:0:753:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611669.353422:0:753:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611669.353434:0:753:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085150000. 00000020:00000080:1.0:1749611669.353438:0:753:0:(genops.c:412:class_newdev()) Allocate new device lustre-OST0000 (ffff880085150000) 00000020:00000001:1.0:1749611669.353441:0:753:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611669.353445:0:753:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197f800. 00000020:00000001:1.0:1749611669.353447:0:753:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611669.353450:0:753:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197f800 with handle 0x689c0ec07329d676 to hash 00000020:00000001:1.0:1749611669.353452:0:753:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611669.353455:0:753:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611669.353458:0:753:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611669.353460:0:753:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134220003328 : -131939489548288 : ffff88007197f800) 00000020:00000040:1.0:1749611669.353463:0:753:0:(genops.c:898:class_export_put()) PUTting export ffff88007197f800 : new refcount 1 00000020:00000040:1.0:1749611669.353475:0:753:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085150000) now 2 - obd_device_list 00000020:00000001:1.0:1749611669.353481:0:753:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611669.353484:0:753:0:(obd_config.c:653:class_attach()) OBD: dev 11 attached type obdfilter with refcount 2 00000020:00000001:1.0:1749611669.353491:0:753:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611669.353493:0:753:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611669.353496:0:753:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 104 at ffff880134ed0780. 00000020:00000001:1.0:1749611669.353499:0:753:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611669.353501:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e160 type=0x10620000 idx=3 00000040:00001000:1.0:1749611669.353503:0:753:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 112 (7840 remains) 00000040:00001000:1.0:1749611669.353505:0:753:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:1.0:1749611669.353507:0:753:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000040:1.0:1749611669.353508:0:753:0:(obd_config.c:1842:class_config_llog_handler()) For 1.8 interoperability, set this index to '0' 00000020:00000010:1.0:1749611669.353511:0:753:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 88 at ffff880134ed1a80. 00000020:00000080:1.0:1749611669.353513:0:753:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611669.353517:0:753:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611669.353605:0:753:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611669.353609:0:753:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012d5ab780. 00000001:00000010:1.0:1749611669.353614:0:753:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009c38b140. 00000001:00000010:1.0:1749611669.353618:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f2000. 00000001:00000010:1.0:1749611669.353621:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f3000. 00000001:00000010:1.0:1749611669.353623:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f2a00. 00000001:00000010:1.0:1749611669.353626:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f3400. 00000001:00000001:1.0:1749611669.353628:0:753:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611669.353629:0:753:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012d5ab480. 00000001:00000010:1.0:1749611669.353632:0:753:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff88009c38bf80. 00000001:00000010:1.0:1749611669.353634:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f3e00. 00000001:00000010:1.0:1749611669.353637:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f2600. 00000001:00000010:1.0:1749611669.353639:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f3200. 00000001:00000010:1.0:1749611669.353642:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88009c8f2800. 00000020:00000001:1.0:1749611669.353645:0:753:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611669.353647:0:753:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2400. 00000020:00000010:1.0:1749611669.353651:0:753:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880134ed0780. 00000020:00000010:1.0:1749611669.353654:0:753:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c708. 00000008:00000010:1.0:1749611669.353659:0:753:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bfb80. 00020000:00000010:1.0:1749611669.353664:0:753:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b6d00. 00008000:00000010:1.0:1749611669.353669:0:753:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7be0. 00000080:00000010:1.0:1749611669.353676:0:753:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a0f0. 00000020:00000010:1.0:1749611669.353686:0:753:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4a00. 00000020:00000010:1.0:1749611669.353689:0:753:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b8b4400. 00000020:00000010:1.0:1749611669.353693:0:753:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071979800. 00000020:00000010:1.0:1749611669.353697:0:753:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611669.353700:0:753:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b8b5600. 80000000:00000010:1.0:1749611669.353703:0:753:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880134ed1f60. 40000000:00000010:1.0:1749611669.353705:0:753:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800acb8bdc0. 00100000:00000010:1.0:1749611669.353709:0:753:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197a800. 00040000:00000010:1.0:1749611669.353712:0:753:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240ab000. 00040000:00000010:1.0:1749611669.353715:0:753:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b8b5a00. 00080000:00000010:1.0:1749611669.353719:0:753:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b6000. 00080000:00000010:1.0:1749611669.353725:0:753:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 00002000:00000010:1.0:1749611669.353730:0:753:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800839a0c00. 00002000:00000010:1.0:1749611669.353733:0:753:0:(ofd_dev.c:3325:ofd_device_alloc()) kmalloced '(m)': 1864 at ffff88007197e000. 00002000:00000001:1.0:1749611669.353736:0:753:0:(ofd_dev.c:3058:ofd_init0()) Process entered 00002000:00000001:1.0:1749611669.353741:0:753:0:(ofd_dev.c:157:ofd_stack_init()) Process entered 00000020:00000001:1.0:1749611669.353744:0:753:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749611669.353747:0:753:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611669.353750:0:753:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137364803648 : -131936344747968 : ffff88012d09d040) 00000020:01000004:1.0:1749611669.353753:0:753:0:(tgt_mount.c:154:server_get_mount()) get mount ffff880129e0e800 from lustre-OST0000, refs=2 00000020:00000001:1.0:1749611669.353755:0:753:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612137364803648 : -131936344747968 : ffff88012d09d040) 00002000:00000010:1.0:1749611669.353759:0:753:0:(ofd_dev.c:175:ofd_stack_init()) kmalloced '(osdname)': 64 at ffff8800acb8b800. 00002000:00000001:1.0:1749611669.353761:0:753:0:(ofd_dev.c:99:ofd_connect_to_next()) Process entered 00002000:00000010:1.0:1749611669.353763:0:753:0:(ofd_dev.c:101:ofd_connect_to_next()) kmalloced '(data)': 192 at ffff88012d5ab600. 00002000:00000001:1.0:1749611669.353766:0:753:0:(obd_class.h:881:obd_connect()) Process entered 00080000:00000001:1.0:1749611669.353769:0:753:0:(osd_handler.c:8730:osd_obd_connect()) Process entered 00080000:01000000:1.0:1749611669.353771:0:753:0:(osd_handler.c:8732:osd_obd_connect()) connect #1 00000020:00000001:1.0:1749611669.353773:0:753:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611669.353775:0:753:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611669.353778:0:753:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197c800. 00000020:00000001:1.0:1749611669.353780:0:753:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611669.353782:0:753:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197c800 with handle 0x689c0ec07329d67d to hash 00000020:00000001:1.0:1749611669.353784:0:753:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611669.353786:0:753:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611669.353788:0:753:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611669.353795:0:753:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800aca48000) now 5 - export 00000020:00000001:1.0:1749611669.353798:0:753:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219991040 : -131939489560576 : ffff88007197c800) 00000020:00000040:1.0:1749611669.353800:0:753:0:(genops.c:898:class_export_put()) PUTting export ffff88007197c800 : new refcount 1 00000020:00000080:1.0:1749611669.353802:0:753:0:(genops.c:1402:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x689c0ec07329d67d 00000020:00000001:1.0:1749611669.353804:0:753:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611669.353806:0:753:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611669.353808:0:753:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d67d 00000020:00000001:1.0:1749611669.353810:0:753:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611669.353812:0:753:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197c800 refcount=2 00000020:00000001:1.0:1749611669.353814:0:753:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219991040 : -131939489560576 : ffff88007197c800) 00000020:00000001:1.0:1749611669.353816:0:753:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219991040 : -131939489560576 : ffff88007197c800) 00080000:00000001:1.0:1749611669.353819:0:753:0:(osd_handler.c:8742:osd_obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:1.0:1749611669.353821:0:753:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749611669.353823:0:753:0:(ofd_dev.c:129:ofd_connect_to_next()) kfreed 'data': 192 at ffff88012d5ab600. 00002000:00000001:1.0:1749611669.353825:0:753:0:(ofd_dev.c:130:ofd_connect_to_next()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:1.0:1749611669.353827:0:753:0:(ofd_dev.c:181:ofd_stack_init()) kfreed 'osdname': 64 at ffff8800acb8b800. 00002000:00000001:1.0:1749611669.353831:0:753:0:(ofd_dev.c:194:ofd_stack_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611669.353834:0:753:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749611669.353837:0:753:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611669.353840:0:753:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749611669.353843:0:753:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff8800839a3c00. 00000001:00000001:1.0:1749611669.353845:0:753:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611669.353847:0:753:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8801240abd00. 00000001:00000010:1.0:1749611669.353851:0:753:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 512 at ffff88012b8b5000. 00000001:00000010:1.0:1749611669.353907:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007a9b000. 00000001:00000010:1.0:1749611669.353968:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007aa5000. 00000001:00000010:1.0:1749611669.354036:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007aaf000. 00000001:00000010:1.0:1749611669.354096:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ab9000. 00000001:00000010:1.0:1749611669.354154:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ac3000. 00000001:00000010:1.0:1749611669.354219:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007acd000. 00000001:00000010:1.0:1749611669.354279:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ad7000. 00000001:00000010:1.0:1749611669.354338:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ae1000. 00000001:00000010:1.0:1749611669.354395:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007aeb000. 00000001:00000010:1.0:1749611669.354467:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007af5000. 00000001:00000010:1.0:1749611669.354572:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007aff000. 00000001:00000010:1.0:1749611669.354637:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b09000. 00000001:00000010:1.0:1749611669.354702:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b13000. 00000001:00000010:1.0:1749611669.354761:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b1d000. 00000001:00000010:1.0:1749611669.354819:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b27000. 00000001:00000010:1.0:1749611669.354877:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b31000. 00000001:00000010:1.0:1749611669.354942:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b3b000. 00000001:00000010:1.0:1749611669.355000:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b45000. 00000001:00000010:1.0:1749611669.355065:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b4f000. 00000001:00000010:1.0:1749611669.355128:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b59000. 00000001:00000010:1.0:1749611669.355187:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b63000. 00000001:00000010:1.0:1749611669.355243:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b6d000. 00000001:00000010:1.0:1749611669.355308:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b77000. 00000001:00000010:1.0:1749611669.355367:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b81000. 00000001:00000010:1.0:1749611669.355426:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b8b000. 00000001:00000010:1.0:1749611669.355483:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b95000. 00000001:00000010:1.0:1749611669.355586:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007b9f000. 00000001:00000010:1.0:1749611669.355648:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ba9000. 00000001:00000010:1.0:1749611669.355706:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007bb3000. 00000001:00000010:1.0:1749611669.355769:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007bbd000. 00000001:00000010:1.0:1749611669.355828:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007bc7000. 00000001:00000010:1.0:1749611669.355887:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007bd1000. 00000001:00000010:1.0:1749611669.355943:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007bdb000. 00000001:00000010:1.0:1749611669.356005:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007be5000. 00000001:00000010:1.0:1749611669.356064:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007bef000. 00000001:00000010:1.0:1749611669.356125:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007bf9000. 00000001:00000010:1.0:1749611669.356189:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c03000. 00000001:00000010:1.0:1749611669.356245:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c0d000. 00000001:00000010:1.0:1749611669.356302:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c17000. 00000001:00000010:1.0:1749611669.356358:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c21000. 00000001:00000010:1.0:1749611669.356426:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c2b000. 00000001:00000010:1.0:1749611669.356483:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c35000. 00000001:00000010:1.0:1749611669.356586:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c3f000. 00000001:00000010:1.0:1749611669.356678:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c49000. 00000001:00000010:1.0:1749611669.356754:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c53000. 00000001:00000010:1.0:1749611669.356829:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c5d000. 00000001:00000010:1.0:1749611669.356897:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c67000. 00000001:00000010:1.0:1749611669.356954:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c71000. 00000001:00000010:1.0:1749611669.357010:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c7b000. 00000001:00000010:1.0:1749611669.357066:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c85000. 00000001:00000010:1.0:1749611669.357131:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c8f000. 00000001:00000010:1.0:1749611669.357189:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007c99000. 00000001:00000010:1.0:1749611669.357247:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ca3000. 00000001:00000010:1.0:1749611669.357310:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007cad000. 00000001:00000010:1.0:1749611669.357387:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007cb7000. 00000001:00000010:1.0:1749611669.357467:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007cc1000. 00000001:00000010:1.0:1749611669.357596:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ccb000. 00000001:00000010:1.0:1749611669.357686:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007cd5000. 00000001:00000010:1.0:1749611669.357748:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007cdf000. 00000001:00000010:1.0:1749611669.357806:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ce9000. 00000001:00000010:1.0:1749611669.357868:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007cf3000. 00000001:00000010:1.0:1749611669.357925:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007cfd000. 00000001:00000010:1.0:1749611669.357979:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d07000. 00000001:00000010:1.0:1749611669.358040:0:753:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d11000. 00000020:00000010:1.0:1749611669.358127:0:753:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88006bb88c00. 00000020:00000010:1.0:1749611669.358132:0:753:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800b4a69e00. 00010000:00000001:1.0:1749611669.358156:0:753:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749611669.358184:0:753:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611669.358199:0:753:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88006bb8b800. 00000020:00000010:1.0:1749611669.358203:0:753:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff88012b8b4200. 00010000:00000001:1.0:1749611669.358213:0:753:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611669.358220:0:753:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-2 is initialized 00010000:00000001:1.0:1749611669.358222:0:753:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611669.358226:0:753:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134522141696 : -131939187409920 : ffff8800839a3c00) 00000020:00000001:1.0:1749611669.358231:0:753:0:(tgt_main.c:465:tgt_init()) Process entered 00000001:00000040:1.0:1749611669.358235:0:753:0:(obd_cksum.c:33:obd_cksum_types_supported_server()) lustre-OST0000: checksum speed: crc 1671, crc32c 9251, adler 1511, t10ip512 7007, t10ip4k 7859, t10crc512 1407, t10crc4k 1851 00000020:00000001:1.0:1749611669.358243:0:753:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:1.0:1749611669.358250:0:753:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611669.358265:0:753:0:(tgt_main.c:538:tgt_init()) kmalloced '(lut->lut_client_bitmap)': 16384 at ffff880096854000. 00000020:00000001:1.0:1749611669.358268:0:753:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:1.0:1749611669.358270:0:753:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:1.0:1749611669.358274:0:753:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 256 at ffff8801240ab200. 00002000:00000001:1.0:1749611669.358278:0:753:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:1.0:1749611669.358282:0:753:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009c5565a0. 00002000:00000001:1.0:1749611669.358284:0:753:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134937060856 : -131938772490760 : ffff88009c5565f8) 00002000:00000001:1.0:1749611669.358309:0:753:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:1.0:1749611669.358311:0:753:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xb:0x0] 00080000:00000010:1.0:1749611669.358355:0:753:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b8b5200. 00002000:00000001:1.0:1749611669.358358:0:753:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611669.358361:0:753:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:1.0:1749611669.358365:0:753:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:1.0:1749611669.358367:0:753:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611669.358370:0:753:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:1.0:1749611669.358378:0:753:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88012a3db630. 00000001:00000010:1.0:1749611669.358391:0:753:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88012a3db630. 00080000:00000001:1.0:1749611669.358395:0:753:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:1.0:1749611669.358397:0:753:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:1.0:1749611669.358402:0:753:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:1.0:1749611669.358404:0:753:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:1.0:1749611669.358411:0:753:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:1.0:1749611669.358414:0:753:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611669.358420:0:753:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134937060856 : -131938772490760 : ffff88009c5565f8) 00000020:00000001:1.0:1749611669.358423:0:753:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612137339736576 : -131936369815040 : ffff88012b8b5200) 00000001:00000040:1.0:1749611669.358435:0:753:0:(tgt_lastrcvd.c:654:tgt_server_data_read()) lustre-OST0000: read last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 42949672960: rc = 0 00000001:00000002:1.0:1749611669.358439:0:753:0:(tgt_lastrcvd.c:1932:tgt_server_data_init()) =======,=BEGIN DUMPING LAST_RCVD======== 00000001:00000002:1.0:1749611669.358446:0:753:0:(tgt_lastrcvd.c:1934:tgt_server_data_init()) lustre-OST0000: server last_transno: 42949672960 00000001:00000002:1.0:1749611669.358448:0:753:0:(tgt_lastrcvd.c:1936:tgt_server_data_init()) lustre-OST0000: server mount_count: 11 00000001:00000002:1.0:1749611669.358450:0:753:0:(tgt_lastrcvd.c:1938:tgt_server_data_init()) lustre-OST0000: server data size: 512 00000001:00000002:1.0:1749611669.358452:0:753:0:(tgt_lastrcvd.c:1940:tgt_server_data_init()) lustre-OST0000: per-client data start: 8192 00000001:00000002:1.0:1749611669.358454:0:753:0:(tgt_lastrcvd.c:1942:tgt_server_data_init()) lustre-OST0000: per-client data size: 128 00000001:00000002:1.0:1749611669.358456:0:753:0:(tgt_lastrcvd.c:1944:tgt_server_data_init()) lustre-OST0000: last_rcvd size: 9088 00000001:00000002:1.0:1749611669.358457:0:753:0:(tgt_lastrcvd.c:1946:tgt_server_data_init()) lustre-OST0000: server subdir_count: 32 00000001:00000002:1.0:1749611669.358459:0:753:0:(tgt_lastrcvd.c:1950:tgt_server_data_init()) lustre-OST0000: last_rcvd clients: 7 00000001:00000002:1.0:1749611669.358460:0:753:0:(tgt_lastrcvd.c:1951:tgt_server_data_init()) ========END DUMPING LAST_RCVD======== 00000001:00000001:1.0:1749611669.358463:0:753:0:(tgt_lastrcvd.c:1671:tgt_clients_data_init()) Process entered 00000001:00000010:1.0:1749611669.358465:0:753:0:(tgt_lastrcvd.c:1679:tgt_clients_data_init()) kmalloced '(lcd)': 128 at ffff8800aca7e700. 00010000:00000010:1.1:1749611669.358660:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880129dba800. 00000001:00000040:0.0:1749611669.358829:0:753:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8320 uuid = , last_transno = 8590240194, last_xid = 1834594324797824, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611669.358838:0:753:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 0 00000001:00000040:0.0:1749611669.358849:0:753:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8448 uuid = , last_transno = 8590240454, last_xid = 1834594324874112, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611669.358853:0:753:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 1 00000001:00000040:0.0:1749611669.358857:0:753:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8576 uuid = , last_transno = 8590240197, last_xid = 1834594497094528, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611669.358860:0:753:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 2 00000001:00000040:0.0:1749611669.358863:0:753:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8704 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611669.358866:0:753:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 3 00000001:00000040:0.0:1749611669.358869:0:753:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8832 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611669.358871:0:753:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 4 00000001:00000040:0.0:1749611669.358874:0:753:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @8960 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611669.358877:0:753:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 5 00000001:00000040:0.0:1749611669.358880:0:753:0:(tgt_lastrcvd.c:494:tgt_client_data_read()) lustre-OST0000: read lcd @9088 uuid = , last_transno = 0, last_xid = 0, last_result = 0, last_data = 0, last_close_transno = 0, last_close_xid = 0, last_close_result = 0, rc = 0 00000001:00000040:0.0:1749611669.358882:0:753:0:(tgt_lastrcvd.c:1706:tgt_clients_data_init()) skipping zeroed client at offset 6 00000001:00000010:0.0:1749611669.358886:0:753:0:(tgt_lastrcvd.c:1779:tgt_clients_data_init()) kfreed 'lcd': 128 at ffff8800aca7e700. 00000001:00000001:0.0:1749611669.358889:0:753:0:(tgt_lastrcvd.c:1780:tgt_clients_data_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611669.358892:0:753:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1749611669.358894:0:753:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 11, last_transno is 42949672960 00080000:00000001:0.0:1749611669.358897:0:753:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611669.358901:0:753:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129dba400. 00080000:00000001:0.0:1749611669.358904:0:753:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137311446016 : -131936398105600 : ffff880129dba400) 00080000:00000001:0.0:1749611669.358916:0:753:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611669.358920:0:753:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611669.358923:0:753:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880136b50d80. 00080000:00000001:0.0:1749611669.358926:0:753:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.358929:0:753:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611669.358942:0:753:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611669.358944:0:753:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1749611669.358970:0:753:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 42949672960: rc = 0 00000001:00000001:0.0:1749611669.358973:0:753:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.358976:0:753:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611669.358983:0:753:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880136b50d80. 00040000:00000001:0.0:1749611669.358987:0:753:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611669.358989:0:753:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611669.358991:0:753:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:0.0:1749611669.358993:0:753:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 42949672960: rc = 0 00000001:00000001:0.0:1749611669.358996:0:753:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611669.358998:0:753:0:(tgt_lastrcvd.c:1980:tgt_server_data_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.359001:0:753:0:(tgt_main.c:579:tgt_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.359004:0:753:0:(lproc_ofd.c:1035:ofd_tunables_init()) Process entered 00000020:00000010:0.0:1749611669.359217:0:753:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff880099749400. 00000020:00000010:0.0:1749611669.359220:0:753:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 480 at ffff880129dbb800. 00000020:00000001:0.0:1749611669.359251:0:753:0:(lprocfs_jobstats.c:823:lprocfs_job_stats_init()) Process entered 00000020:00000001:0.0:1749611669.359256:0:753:0:(lprocfs_jobstats.c:866:lprocfs_job_stats_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.359258:0:753:0:(lproc_ofd.c:1085:ofd_tunables_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611669.359262:0:753:0:(ofd_fs.c:629:ofd_fs_setup()) Process entered 00002000:00000010:0.0:1749611669.359265:0:753:0:(ofd_dev.c:756:ofd_fid_init()) kmalloced '(name)': 21 at ffff88012d09d080. 00002000:00000010:0.0:1749611669.359268:0:753:0:(ofd_dev.c:760:ofd_fid_init()) kmalloced '(ss->ss_server_seq)': 296 at ffff880129dbb000. 40000000:00000001:0.0:1749611669.359271:0:753:0:(fid_handler.c:503:seq_server_init()) Process entered 40000000:00000001:0.0:1749611669.359274:0:753:0:(fid_store.c:190:seq_store_init()) Process entered 00000020:00000001:0.0:1749611669.359276:0:753:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:0.0:1749611669.359278:0:753:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611669.359281:0:753:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611669.359284:0:753:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f7a0. 00002000:00000001:0.0:1749611669.359286:0:753:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849148920 : -131938860402696 : ffff88009717f7f8) 00002000:00000001:0.0:1749611669.359290:0:753:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611669.359297:0:753:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x5:0x0] 00080000:00000010:0.0:1749611669.359300:0:753:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dba600. 00002000:00000001:0.0:1749611669.359303:0:753:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.359305:0:753:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611669.359308:0:753:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611669.359309:0:753:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.359311:0:753:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611669.359316:0:753:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611669.359325:0:753:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611669.359330:0:753:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611669.359332:0:753:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611669.359337:0:753:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611669.359340:0:753:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611669.359346:0:753:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.359349:0:753:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611669.359354:0:753:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849148920 : -131938860402696 : ffff88009717f7f8) 00000020:00000001:0.0:1749611669.359357:0:753:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612137311446528 : -131936398105088 : ffff880129dba600) 40000000:00000001:0.0:1749611669.359360:0:753:0:(fid_store.c:216:seq_store_init()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1749611669.359362:0:753:0:(fid_store.c:157:seq_store_read()) Process entered 40000000:00000040:0.0:1749611669.359699:0:753:0:(fid_store.c:167:seq_store_read()) srv-lustre-OST0000: Space - [0x0000000280000404-0x00000002c0000400]:0:ost 40000000:00000001:0.0:1749611669.359704:0:753:0:(fid_store.c:177:seq_store_read()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:0.0:1749611669.359706:0:753:0:(fid_handler.c:484:seq_server_debugfs_init()) Process entered 40000000:00000001:0.0:1749611669.359744:0:753:0:(fid_handler.c:574:seq_server_init()) Process leaving 00002000:00000010:0.0:1749611669.359747:0:753:0:(ofd_dev.c:772:ofd_fid_init()) kmalloced '(ss->ss_client_seq)': 232 at ffff8800a8bf4300. 40000000:00000001:0.0:1749611669.359751:0:753:0:(fid_request.c:396:seq_client_init()) Process entered 40000000:00000001:0.0:1749611669.359772:0:753:0:(fid_handler.c:35:seq_server_set_cli()) Process entered 40000000:00000040:0.0:1749611669.359774:0:753:0:(fid_handler.c:56:seq_server_set_cli()) srv-lustre-OST0000: Attached sequence controller cli-lustre-OST0000-super 40000000:00000001:0.0:1749611669.359776:0:753:0:(fid_handler.c:60:seq_server_set_cli()) Process leaving 00002000:00000010:0.0:1749611669.359778:0:753:0:(ofd_dev.c:792:ofd_fid_init()) kfreed 'name': 21 at ffff88012d09d080. 00002000:00000001:0.0:1749611669.359782:0:753:0:(ofd_fs.c:457:ofd_fld_init()) Process entered 00002000:00000010:0.0:1749611669.359785:0:753:0:(ofd_fs.c:459:ofd_fld_init()) kmalloced '(ss->ss_server_fld)': 200 at ffff8800a8bf4100. 80000000:00000001:0.0:1749611669.359787:0:753:0:(fld_handler.c:411:fld_server_init()) Process entered 80000000:00000001:0.0:1749611669.359790:0:753:0:(fld_cache.c:36:fld_cache_init()) Process entered 80000000:00000010:0.0:1749611669.359792:0:753:0:(fld_cache.c:41:fld_cache_init()) kmalloced '(cache)': 168 at ffff8800a8927300. 80000000:00000040:0.0:1749611669.359795:0:753:0:(fld_cache.c:60:fld_cache_init()) srv-lustre-OST0000: FLD cache - Size: 74898, Threshold: 7489 80000000:00000001:0.0:1749611669.359797:0:753:0:(fld_cache.c:62:fld_cache_init()) Process leaving (rc=18446612135142388480 : -131938567163136 : ffff8800a8927300) 80000000:00000001:0.0:1749611669.359804:0:753:0:(fld_index.c:321:fld_index_init()) Process entered 80000000:00000010:0.0:1749611669.359807:0:753:0:(fld_index.c:327:fld_index_init()) kmalloced '(attr)': 104 at ffff880096dff880. 00000020:00000001:0.0:1749611669.359810:0:753:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611669.359813:0:753:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611669.359816:0:753:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717fd40. 00002000:00000001:0.0:1749611669.359818:0:753:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849150360 : -131938860401256 : ffff88009717fd98) 00002000:00000001:0.0:1749611669.359821:0:753:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611669.359822:0:753:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x3:0x0] 00080000:00000010:0.0:1749611669.359825:0:753:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dba000. 00002000:00000001:0.0:1749611669.359827:0:753:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.359830:0:753:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611669.359832:0:753:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611669.359833:0:753:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.359835:0:753:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611669.359839:0:753:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611669.359846:0:753:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611669.359850:0:753:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611669.359851:0:753:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611669.359857:0:753:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611669.359858:0:753:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611669.359864:0:753:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.359868:0:753:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611669.359872:0:753:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849150360 : -131938860401256 : ffff88009717fd98) 00080000:00000010:0.0:1749611669.359875:0:753:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff8800a8bf4900. 00100000:00000001:0.0:1749611669.359884:0:753:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611669.359887:0:753:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136b50d80. 00100000:00000010:0.0:1749611669.359891:0:753:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880136b50d80. 00100000:00000001:0.0:1749611669.359893:0:753:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:0.0:1749611669.359897:0:753:0:(osd_handler.c:6663:osd_it_iam_init()) kmalloced '(it)': 328 at ffff880129dbb600. 00000001:00000010:0.0:1749611669.359901:0:753:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611669.360176:0:753:0:(osd_handler.c:6831:osd_it_iam_rec()) Process entered 00080000:00000001:0.0:1749611669.360179:0:753:0:(osd_handler.c:6870:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360182:0:753:0:(osd_handler.c:6831:osd_it_iam_rec()) Process entered 00080000:00000001:0.0:1749611669.360183:0:753:0:(osd_handler.c:6870:osd_it_iam_rec()) Process leaving (rc=0 : 0 : 0) 80000000:00000010:0.0:1749611669.360186:0:753:0:(fld_cache.c:337:fld_cache_entry_create()) kmalloced '(f_new)': 56 at ffff880136b50d80. 80000000:00000001:0.0:1749611669.360189:0:753:0:(fld_cache.c:342:fld_cache_entry_create()) Process leaving (rc=18446612137527020928 : -131936182530688 : ffff880136b50d80) 80000000:00000001:0.0:1749611669.360197:0:753:0:(fld_cache.c:362:fld_cache_insert_nolock()) Process entered 80000000:00000001:0.0:1749611669.360199:0:753:0:(fld_cache.c:183:fld_cache_shrink()) Process entered 80000000:00000001:0.0:1749611669.360201:0:753:0:(fld_cache.c:188:fld_cache_shrink()) Process leaving (rc=0 : 0 : 0) 80000000:00000040:0.0:1749611669.360203:0:753:0:(fld_cache.c:393:fld_cache_insert_nolock()) insert range [0x0000000280000400-0x00000002c0000400]:0:ost 80000000:00000001:0.0:1749611669.360206:0:753:0:(fld_cache.c:103:fld_fix_new_list()) Process entered 80000000:00000001:0.0:1749611669.360207:0:753:0:(fld_cache.c:158:fld_fix_new_list()) Process leaving 80000000:00000001:0.0:1749611669.360208:0:753:0:(fld_cache.c:397:fld_cache_insert_nolock()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611669.360210:0:753:0:(fld_cache.c:416:fld_cache_insert()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:0.0:1749611669.360214:0:753:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff370. 00000001:00000010:0.0:1749611669.360218:0:753:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff370. 00000001:00000010:0.0:1749611669.360221:0:753:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 80000000:00000001:0.0:1749611669.360224:0:753:0:(fld_handler.c:91:fld_name_to_index()) Process entered 80000000:00000040:0.0:1749611669.360225:0:753:0:(fld_handler.c:93:fld_name_to_index()) get index from srv-lustre-OST0000 80000000:00000001:0.0:1749611669.360228:0:753:0:(fld_handler.c:99:fld_name_to_index()) Process leaving (rc=2 : 2 : 2) 00080000:00000010:0.0:1749611669.360232:0:753:0:(osd_handler.c:6691:osd_it_iam_fini()) kfreed 'it': 328 at ffff880129dbb600. 80000000:00000010:0.0:1749611669.360235:0:753:0:(fld_index.c:434:fld_index_init()) kfreed 'attr': 104 at ffff880096dff880. 80000000:00000001:0.0:1749611669.360238:0:753:0:(fld_index.c:441:fld_index_init()) Process leaving (rc=0 : 0 : 0) 80000000:00000001:0.0:1749611669.360240:0:753:0:(fld_handler.c:397:fld_server_debugfs_init()) Process entered 80000000:00000001:0.0:1749611669.360253:0:753:0:(fld_handler.c:438:fld_server_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611669.360255:0:753:0:(ofd_fs.c:470:ofd_fld_init()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611669.360258:0:753:0:(ofd_fs.c:535:ofd_register_seq_exp()) kmalloced '(lwp_name)': 128 at ffff880096dff880. 00000020:00000001:0.0:1749611669.360261:0:753:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1749611669.360263:0:753:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff880136b50d40. 00000020:00000001:0.0:1749611669.360267:0:753:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611669.360269:0:753:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff880136b50d40. 00000020:00000001:0.0:1749611669.360272:0:753:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611669.360275:0:753:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dff500. 00000020:00000001:0.0:1749611669.360284:0:753:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.360286:0:753:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611669.360288:0:753:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dffe00. 00000020:00000001:0.0:1749611669.360292:0:753:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00002000:00000010:0.0:1749611669.360294:0:753:0:(ofd_fs.c:557:ofd_register_seq_exp()) kfreed 'lwp_name': 128 at ffff880096dff880. 00002000:00000001:0.0:1749611669.360297:0:753:0:(ofd_fs.c:599:ofd_seqs_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.360299:0:753:0:(dt_object.c:270:dt_find_or_create()) Process entered 00000020:00000001:0.0:1749611669.360301:0:753:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611669.360308:0:753:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611669.360311:0:753:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f320. 00002000:00000001:0.0:1749611669.360313:0:753:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849147768 : -131938860403848 : ffff88009717f378) 00002000:00000001:0.0:1749611669.360316:0:753:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611669.360318:0:753:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x1018:0x0] 00080000:00000010:0.0:1749611669.360321:0:753:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dbb600. 00002000:00000001:0.0:1749611669.360323:0:753:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360325:0:753:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611669.360327:0:753:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611669.360329:0:753:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360330:0:753:0:(osd_oi.c:517:osd_oi_iam_lookup()) Process entered 00000001:00000010:0.0:1749611669.360334:0:753:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611669.360339:0:753:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611669.360343:0:753:0:(osd_oi.c:539:osd_oi_iam_lookup()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611669.360344:0:753:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611669.360349:0:753:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611669.360350:0:753:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611669.360355:0:753:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360359:0:753:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611669.360362:0:753:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849147768 : -131938860403848 : ffff88009717f378) 00000020:00000001:0.0:1749611669.360365:0:753:0:(dt_object.c:278:dt_find_or_create()) Process leaving (rc=18446612137311450624 : -131936398100992 : ffff880129dbb600) 00002000:00000001:0.0:1749611669.360368:0:753:0:(ofd_fs.c:651:ofd_fs_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.360370:0:753:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611669.360372:0:753:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611669.360375:0:753:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:0.0:1749611669.360378:0:753:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00000020:00000001:0.0:1749611669.360381:0:753:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000001:00000010:0.0:1749611669.360384:0:753:0:(nodemap_storage.c:2192:nm_config_file_register_tgt()) kmalloced '(ncf)': 32 at ffff88012d09d500. 00000001:00000001:0.0:1749611669.360389:0:753:0:(nodemap_storage.c:1893:nodemap_save_config_cache()) Process entered 00000020:00000001:0.0:1749611669.360391:0:753:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611669.360393:0:753:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611669.360395:0:753:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f560. 00002000:00000001:0.0:1749611669.360397:0:753:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849148344 : -131938860403272 : ffff88009717f5b8) 00002000:00000001:0.0:1749611669.360400:0:753:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611669.360406:0:753:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xd:0x0] 00080000:00000010:0.0:1749611669.360409:0:753:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dba800. 00002000:00000001:0.0:1749611669.360411:0:753:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360413:0:753:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611669.360414:0:753:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611669.360416:0:753:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360418:0:753:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611669.360420:0:753:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611669.360422:0:753:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611669.360428:0:753:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360432:0:753:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611669.360436:0:753:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849148344 : -131938860403272 : ffff88009717f5b8) 00080000:00000001:0.0:1749611669.360439:0:753:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611669.360441:0:753:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611669.360450:0:753:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611669.360468:0:753:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360470:0:753:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611669.360472:0:753:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360473:0:753:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611669.360475:0:753:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611669.360478:0:753:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x12:0x0] 89:1036592318 to info ffff88009c9b6000 00000020:00000001:0.0:1749611669.360483:0:753:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800945cf740 00080000:00000002:0.0:1749611669.360485:0:753:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/nodemap => [0x200000003:0x12:0x0] 00080000:00000001:0.0:1749611669.360488:0:753:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611669.360490:0:753:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611669.360493:0:753:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880099749800. 00080000:00000001:0.0:1749611669.360495:0:753:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000001:00000040:0.0:1749611669.360498:0:753:0:(nodemap_storage.c:277:nodemap_cache_find_create()) removing old index, creating new one 00000020:00000001:0.0:1749611669.360500:0:753:0:(local_storage.c:638:local_object_unlink()) Process entered 00080000:00000001:0.0:1749611669.360502:0:753:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611669.360504:0:753:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611669.360506:0:753:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611669.360507:0:753:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611669.360509:0:753:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611669.360511:0:753:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717fe60. 00002000:00000001:0.0:1749611669.360513:0:753:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849150648 : -131938860400968 : ffff88009717feb8) 00002000:00000001:0.0:1749611669.360578:0:753:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611669.360580:0:753:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x12:0x0] 00080000:00000010:0.0:1749611669.360584:0:753:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880129dbaa00. 00002000:00000001:0.0:1749611669.360586:0:753:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360588:0:753:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611669.360590:0:753:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611669.360593:0:753:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611669.360595:0:753:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611669.360599:0:753:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360603:0:753:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611669.360607:0:753:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849150648 : -131938860400968 : ffff88009717feb8) 00080000:00000001:0.0:1749611669.360610:0:753:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611669.360612:0:753:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129dbbe00. 00080000:00000001:0.0:1749611669.360615:0:753:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137311452672 : -131936398098944 : ffff880129dbbe00) 00080000:00000001:0.0:1749611669.360618:0:753:0:(osd_handler.c:5525:osd_index_declare_ea_delete()) Process entered 00000001:00000001:0.0:1749611669.360620:0:753:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611669.360622:0:753:0:(osd_handler.c:5543:osd_index_declare_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360625:0:753:0:(osd_handler.c:3905:osd_declare_destroy()) Process entered 00000001:00000001:0.0:1749611669.360627:0:753:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00000001:00000001:0.0:1749611669.360629:0:753:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000002:0.0:1749611669.360631:0:753:0:(osd_handler.c:383:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x12:0x0] not in the id map cache 00080000:00000010:0.0:1749611669.360636:0:753:0:(osd_handler.c:208:osd_idc_add()) kmalloced '(idc)': 320 at ffff880129dba200. 00080000:00000001:0.0:1749611669.360638:0:753:0:(osd_handler.c:3946:osd_declare_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360640:0:753:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611669.360643:0:753:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360646:0:753:0:(osd_handler.c:5677:osd_index_ea_delete()) Process entered 00080000:00000010:0.0:1749611669.360655:0:753:0:(osd_handler.c:4289:osd_schedule_agent_inode_removal()) kmalloced '(oor)': 32 at ffff88012d09dd80. 00080000:00000001:0.0:1749611669.360666:0:753:0:(osd_handler.c:5740:osd_index_ea_delete()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611669.360668:0:753:0:(osd_handler.c:5746:osd_index_ea_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611669.360672:0:753:0:(osd_handler.c:4586:osd_ref_del()) [0x200000003:0x12:0x0] decrease nlink 1 00080000:00000001:0.0:1749611669.360681:0:753:0:(osd_handler.c:3959:osd_destroy()) Process entered 00080000:00000002:0.0:1749611669.360683:0:753:0:(osd_oi.c:787:osd_oi_delete()) delete OI for [0x200000003:0x12:0x0] 00080000:00000001:0.0:1749611669.360685:0:753:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611669.360687:0:753:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360688:0:753:0:(osd_oi.c:761:osd_oi_iam_delete()) Process entered 00000001:00000010:0.0:1749611669.360693:0:753:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611669.360711:0:753:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611669.360715:0:753:0:(osd_oi.c:778:osd_oi_iam_delete()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360717:0:753:0:(osd_handler.c:4004:osd_destroy()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.360720:0:753:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611669.360723:0:753:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611669.360725:0:753:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000010:0.0:1749611669.360727:0:753:0:(osd_handler.c:4329:osd_process_scheduled_agent_removals()) kfreed 'oor': 32 at ffff88012d09dd80. 00080000:00000002:0.0:1749611669.360731:0:753:0:(osd_handler.c:510:osd_iget2()) stale inode: ino = 89 00080000:00000001:0.0:1749611669.360734:0:753:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611669.361356:0:753:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611669.361359:0:753:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611669.361360:0:753:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611669.361361:0:753:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611669.361362:0:753:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611669.361363:0:753:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611669.361367:0:753:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129dbaa00. 00002000:00000001:0.0:1749611669.361372:0:753:0:(ofd_dev.c:460:ofd_object_free()) Process entered 00002000:00000040:0.0:1749611669.361374:0:753:0:(ofd_dev.c:464:ofd_object_free()) object free, fid = [0x200000003:0x12:0x0] 00002000:00000010:0.0:1749611669.361376:0:753:0:(ofd_dev.c:468:ofd_object_free()) slab-freed 'of': 288 at ffff88009717fe60. 00002000:00000001:0.0:1749611669.361382:0:753:0:(ofd_dev.c:470:ofd_object_free()) Process leaving 00080000:00000001:0.0:1749611669.361385:0:753:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611669.361387:0:753:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611669.361394:0:753:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00080000:00000001:0.0:1749611669.361397:0:753:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00080000:00000001:0.0:1749611669.361399:0:753:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1749611669.361403:0:753:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611669.361406:0:753:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a8bf4d00. 00000020:00000001:0.0:1749611669.361410:0:753:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611669.361412:0:753:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012d05ac00. 00000020:00000001:0.0:1749611669.361414:0:753:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.361417:0:753:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611669.361418:0:753:0:(osd_handler.c:1177:osd_fid_lookup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.361422:0:753:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612135145327960 : -131938564223656 : ffff8800a8bf4d58) 00080000:00000001:0.0:1749611669.361425:0:753:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611669.361428:0:753:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129dbaa00. 00080000:00000001:0.0:1749611669.361430:0:753:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137311447552 : -131936398104064 : ffff880129dbaa00) 00000020:00000001:0.0:1749611669.361433:0:753:0:(local_storage.c:208:local_object_declare_create()) Process entered 00080000:00000001:0.0:1749611669.361441:0:753:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611669.361444:0:753:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611669.361446:0:753:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880136b50d40. 00080000:00000001:0.0:1749611669.361449:0:753:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.361451:0:753:0:(osd_handler.c:3832:osd_declare_create()) Process entered 00080000:00000002:0.0:1749611669.361454:0:753:0:(osd_handler.c:383:osd_idc_find_and_init()) lustre-OST0000: FID [0x200000003:0x13:0x0] not in the id map cache 00000001:00000001:0.0:1749611669.361456:0:753:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611669.361458:0:753:0:(osd_handler.c:3889:osd_declare_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.361461:0:753:0:(local_storage.c:229:local_object_declare_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.361463:0:753:0:(osd_handler.c:6471:osd_index_declare_ea_insert()) Process entered 00000001:00000001:0.0:1749611669.361465:0:753:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000001:0.0:1749611669.361466:0:753:0:(osd_handler.c:6533:osd_index_declare_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.361468:0:753:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611669.361471:0:753:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1749611669.361474:0:753:0:(local_storage.c:360:__local_file_create()) create new object [0x200000003:0x13:0x0] 00000020:00000001:0.0:1749611669.361476:0:753:0:(local_storage.c:241:local_object_create()) Process entered 00080000:00000001:0.0:1749611669.361478:0:753:0:(osd_handler.c:4368:osd_create()) Process entered 00000001:00000001:0.0:1749611669.363008:0:753:0:(osd_iam_lfix.c:845:iam_lfix_create()) Process leaving via out_root (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611669.363016:0:753:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611669.363017:0:753:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.363020:0:753:0:(osd_handler.c:4024:osd_ea_fid_set()) Process entered 00080000:00000001:0.0:1749611669.363028:0:753:0:(osd_handler.c:4082:osd_ea_fid_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611669.363031:0:753:0:(osd_oi.c:683:osd_oi_insert()) insert OI for [0x200000003:0x13:0x0] 00080000:00000001:0.0:1749611669.363033:0:753:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611669.363034:0:753:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.363037:0:753:0:(osd_oi.c:650:osd_oi_iam_refresh()) Process entered 00000001:00000010:0.0:1749611669.363041:0:753:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611669.363050:0:753:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611669.363053:0:753:0:(osd_oi.c:671:osd_oi_iam_refresh()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.363056:0:753:0:(osd_handler.c:4443:osd_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.363070:0:753:0:(local_storage.c:269:local_object_create()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.363074:0:753:0:(osd_handler.c:6562:osd_index_ea_insert()) Process entered 00080000:00000010:0.0:1749611669.363079:0:753:0:(osd_handler.c:6620:osd_index_ea_insert()) kmalloced '(lii)': 1360 at ffff8800b41f1800. 00080000:00000001:0.0:1749611669.363102:0:753:0:(osd_handler.c:5970:__osd_ea_add_rec()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.363107:0:753:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff8800945cf6e8 00080000:00000002:0.0:1749611669.363110:0:753:0:(osd_handler.c:6634:osd_index_ea_insert()) parent 2 insert nodemap:89 rc = 0 00080000:00000001:0.0:1749611669.363114:0:753:0:(osd_handler.c:6641:osd_index_ea_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.363126:0:753:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611669.363134:0:753:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880136b50d40. 00040000:00000001:0.0:1749611669.363139:0:753:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611669.363141:0:753:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611669.363144:0:753:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.363147:0:753:0:(local_storage.c:406:__local_file_create()) Process leaving (rc=18446612137364532224 : -131936345019392 : ffff88012d05ac00) 00080000:00000010:0.0:1749611669.363153:0:753:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88009d2ad200. 00100000:00000001:0.0:1749611669.363162:0:753:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611669.363165:0:753:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136b50d40. 00100000:00000001:0.0:1749611669.363169:0:753:0:(scrub.c:680:lustre_index_register()) Process leaving (rc=0 : 0 : 0) 00080000:10000000:0.0:1749611669.363172:0:753:0:(osd_handler.c:5388:osd_index_try()) lustre-OST0000: index object [0x200000003:0x13:0x0] (8/32) registered 00000020:00000002:0.0:1749611669.363178:0:753:0:(lu_object.c:207:lu_object_put()) Add ffff880129dba800/ffff88009717f560 to site lru. bkt: ffff880130318700 00000001:00000001:0.0:1749611669.363184:0:753:0:(hash.c:1463:cfs_hash_for_each_tight()) Process entered 00000001:00000001:0.0:1749611669.363191:0:753:0:(hash.c:1503:cfs_hash_for_each_tight()) Process leaving (rc=1 : 1 : 1) 00080000:00000001:0.0:1749611669.363196:0:753:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611669.363199:0:753:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88009d27d800. 00080000:00000001:0.0:1749611669.363203:0:753:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134950852608 : -131938758699008 : ffff88009d27d800) 00080000:00000001:0.0:1749611669.363209:0:753:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611669.363213:0:753:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.363218:0:753:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611669.363224:0:753:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611669.363235:0:753:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611669.363240:0:753:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611669.363243:0:753:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 89 00080000:00000001:0.0:1749611669.363246:0:753:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611669.363249:0:753:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0x13:0x0] set version 0x1 (old 0x0) for inode 89 00080000:00000001:0.0:1749611669.363256:0:753:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.363258:0:753:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611669.363261:0:753:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611669.363263:0:753:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611669.363264:0:753:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.363267:0:753:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611669.363270:0:753:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007fb8ee00. 00080000:00000001:0.0:1749611669.363273:0:753:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 00080000:00000001:0.0:1749611669.363275:0:753:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611669.363285:0:753:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.363288:0:753:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611669.363291:0:753:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611669.363296:0:753:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611669.363299:0:753:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611669.363301:0:753:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x1 for inode 89 00080000:00000001:0.0:1749611669.363303:0:753:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611669.363305:0:753:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0x13:0x0] set version 0x2 (old 0x1) for inode 89 00080000:00000001:0.0:1749611669.363309:0:753:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.363311:0:753:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611669.363313:0:753:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611669.363314:0:753:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611669.363316:0:753:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.363318:0:753:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611669.363321:0:753:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff88007fb8fe00. 00080000:00000001:0.0:1749611669.363322:0:753:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612134457048576 : -131939252503040 : ffff88007fb8fe00) 00080000:00000001:0.0:1749611669.363325:0:753:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611669.363326:0:753:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.363328:0:753:0:(osd_handler.c:5860:osd_index_iam_insert()) Process entered 00000001:00000010:0.0:1749611669.363330:0:753:0:(osd_dynlocks.c:89:dynlock_lock()) slab-alloced 'nhl': 88 at ffff88009c3ff3c8. 00000001:00000010:0.0:1749611669.363334:0:753:0:(osd_dynlocks.c:173:dynlock_unlock()) slab-freed 'hl': 88 at ffff88009c3ff3c8. 00080000:00000001:0.0:1749611669.363336:0:753:0:(osd_handler.c:5901:osd_index_iam_insert()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611669.363338:0:753:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x2 for inode 89 00080000:00000001:0.0:1749611669.363340:0:753:0:(osd_handler.c:4995:osd_xattr_set()) Process entered 00080000:00000002:0.0:1749611669.363342:0:753:0:(osd_handler.c:5013:osd_xattr_set()) [0x200000003:0x13:0x0] set version 0x3 (old 0x2) for inode 89 00080000:00000001:0.0:1749611669.363345:0:753:0:(osd_handler.c:5022:osd_xattr_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611669.363347:0:753:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00040000:00000001:0.0:1749611669.363349:0:753:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:0.0:1749611669.363350:0:753:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:0.0:1749611669.363351:0:753:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611669.363353:0:753:0:(nodemap_storage.c:2008:nodemap_save_config_cache()) Process leaving (rc=18446612137364532224 : -131936345019392 : ffff88012d05ac00) 00000001:00000001:0.0:1749611669.363358:0:753:0:(nodemap_storage.c:2232:nm_config_file_register_tgt()) Process leaving (rc=18446612137364804864 : -131936344746752 : ffff88012d09d500) 00002000:00000010:0.0:1749611669.363362:0:753:0:(ofd_io.c:231:ofd_start_inconsistency_verification_thread()) kmalloced '(args)': 208 at ffff88009d2adf00. 00000020:00000010:0.0:1749611669.363365:0:753:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fa00. 00000020:00000010:0.0:1749611669.363369:0:753:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8ec00. 00000020:00000010:0.0:1749611669.363376:0:753:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41f5800. 00000020:00000010:0.0:1749611669.363380:0:753:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efda338. 00000020:00000010:0.0:1749611669.363383:0:753:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e000. 80000000:00000010:0.0:1749611669.363386:0:753:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16420. 40000000:00000010:0.0:1749611669.363389:0:753:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b50240. 00100000:00000010:0.0:1749611669.363393:0:753:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88012d16f800. 00040000:00000010:0.0:1749611669.363396:0:753:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009d2ade00. 00040000:00000010:0.0:1749611669.363399:0:753:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8f200. 00080000:00000010:0.0:1749611669.363402:0:753:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d7000. 00080000:00000010:0.0:1749611669.363405:0:753:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009c0c8000. 00002000:00000010:0.0:1749611669.363411:0:753:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009974a400. 00002000:00000001:1.0:1749611669.363809:0:755:0:(ofd_io.c:158:ofd_inconsistency_verification_main()) Process entered 02000000:00000001:0.0:1749611669.363828:0:753:0:(sec_config.c:915:sptlrpc_conf_target_get_rules()) Process entered 02000000:00000001:0.0:1749611669.363834:0:753:0:(sec_config.c:943:sptlrpc_conf_target_get_rules()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:0.0:1749611669.363838:0:753:0:(ofd_dev.c:3191:ofd_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611669.363843:0:753:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012b8b4400. 00000020:00000010:0.0:1749611669.363848:0:753:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071979800. 00000020:00000010:0.0:1749611669.363852:0:753:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a9318508. 00000020:00000010:0.0:1749611669.363857:0:753:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012b8b5600. 80000000:00000010:0.0:1749611669.363861:0:753:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880134ed1f60. 40000000:00000010:0.0:1749611669.363865:0:753:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800acb8bdc0. 00100000:00000010:0.0:1749611669.363868:0:753:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197a800. 00040000:00000010:0.0:1749611669.363871:0:753:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240ab000. 00040000:00000010:0.0:1749611669.363874:0:753:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012b8b5a00. 00080000:00000010:0.0:1749611669.363878:0:753:0:(osd_handler.c:8115:osd_key_fini()) kfreed 'lli': 1360 at ffff8800b41f1800. 00080000:00000010:0.0:1749611669.363882:0:753:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00080000:00000010:0.0:1749611669.363886:0:753:0:(osd_handler.c:8124:osd_key_fini()) kfreed 'idc': 320 at ffff880129dba200. 00080000:00000010:0.0:1749611669.363889:0:753:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880099749800. 00080000:00000010:0.0:1749611669.363892:0:753:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b6000. 00002000:00000010:0.0:1749611669.363896:0:753:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800839a0c00. 00000020:00000010:0.0:1749611669.363899:0:753:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4a00. 00000020:00000010:0.0:1749611669.363904:0:753:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880134ed0780. 00000020:00000010:0.0:1749611669.363907:0:753:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c708. 00000008:00000010:0.0:1749611669.363911:0:753:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bfb80. 00020000:00000010:0.0:1749611669.363915:0:753:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b6d00. 00008000:00000010:0.0:1749611669.363927:0:753:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7be0. 00000080:00000010:0.0:1749611669.363932:0:753:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a0f0. 00000020:00000010:0.0:1749611669.363935:0:753:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2400. 00000020:00000001:0.0:1749611669.363938:0:753:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611669.363940:0:753:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085150000) now 3 - setup 00000020:00000080:0.0:1749611669.363943:0:753:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000001:0.0:1749611669.363945:0:753:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611669.363947:0:753:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611669.363950:0:753:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 88 at ffff880134ed1a80. 00000020:00000001:0.0:1749611669.363953:0:753:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.363956:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e1d0 type=0x10620000 idx=4 00000040:00001000:0.0:1749611669.363959:0:753:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7728 remains) 00000040:00001000:0.0:1749611669.363962:0:753:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611669.363964:0:753:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611669.363966:0:753:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611669.363968:0:753:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611669.363969:0:753:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611669.363973:0:753:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009d2add00. 00000020:00000080:0.0:1749611669.363976:0:753:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611669.363977:0:753:0:(obd_config.c:1473:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:00000001:0.0:1749611669.363980:0:753:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611669.363982:0:753:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009d2add00. 00000020:00000001:0.0:1749611669.363985:0:753:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.363987:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e2b0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611669.363989:0:753:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7504 remains) 00000040:00001000:0.0:1749611669.363991:0:753:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611669.363993:0:753:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611669.363994:0:753:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611669.363995:0:753:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611669.363996:0:753:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:0.0:1749611669.363998:0:753:0:(obd_config.c:1793:class_config_llog_handler()) SKIP #26 00000020:01000000:0.0:1749611669.364000:0:753:0:(obd_config.c:1819:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1749611669.364001:0:753:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.364003:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e390 type=0x10620000 idx=6 00000040:00001000:0.0:1749611669.364010:0:753:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 80 (7280 remains) 00000040:00001000:0.0:1749611669.364012:0:753:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611669.364014:0:753:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:01000000:0.0:1749611669.364015:0:753:0:(obd_config.c:1819:class_config_llog_handler()) skipping 0x6 00000020:00000001:0.0:1749611669.364017:0:753:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.364019:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e3e0 type=0x10620000 idx=7 00000040:00001000:0.0:1749611669.364021:0:753:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 224 (7200 remains) 00000040:00001000:0.0:1749611669.364022:0:753:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611669.364024:0:753:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611669.364025:0:753:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611669.364026:0:753:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611669.364027:0:753:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000010:0.0:1749611669.364030:0:753:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009d2add00. 00000020:00000080:0.0:1749611669.364032:0:753:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611669.364033:0:753:0:(obd_config.c:1473:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:00000001:0.0:1749611669.364035:0:753:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611669.364037:0:753:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009d2add00. 00000020:00000001:0.0:1749611669.364039:0:753:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.364041:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e4c0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611669.364042:0:753:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6976 remains) 00000040:00001000:0.0:1749611669.364044:0:753:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611669.364046:0:753:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611669.364047:0:753:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611669.364048:0:753:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611669.364049:0:753:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1749611669.364051:0:753:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1749611669.364052:0:753:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611669.364054:0:753:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009d2add00. 00000020:00000080:0.0:1749611669.364056:0:753:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611669.364057:0:753:0:(obd_config.c:1473:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000001:0.0:1749611669.364059:0:753:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611669.364061:0:753:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009d2add00. 00000020:00000001:0.0:1749611669.364063:0:753:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.364065:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e5a0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611669.364071:0:753:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 80 (6752 remains) 00000040:00001000:0.0:1749611669.364073:0:753:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611669.364075:0:753:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1749611669.364077:0:753:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 56 at ffff880136b50040. 00000020:00000080:0.0:1749611669.364079:0:753:0:(obd_config.c:1385:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1749611669.364081:0:753:0:(obd_config.c:1447:class_process_config()) changing lustre timeout from 20 to 20 00000020:00000001:0.0:1749611669.364083:0:753:0:(obd_config.c:1451:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611669.364085:0:753:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 56 at ffff880136b50040. 00000020:00000001:0.0:1749611669.364087:0:753:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.364089:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e5f0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611669.364091:0:753:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 224 (6672 remains) 00000040:00001000:0.0:1749611669.364093:0:753:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611669.364094:0:753:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611669.364095:0:753:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611669.364096:0:753:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611669.364098:0:753:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611669.364099:0:753:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009d2add00. 00000020:00000080:0.0:1749611669.364101:0:753:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611669.364102:0:753:0:(obd_config.c:1473:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:00000001:0.0:1749611669.364104:0:753:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611669.364106:0:753:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009d2add00. 00000020:00000001:0.0:1749611669.364108:0:753:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.364110:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e6d0 type=0x10620000 idx=11 00000040:00001000:0.0:1749611669.364111:0:753:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6448 remains) 00000040:00001000:0.0:1749611669.364113:0:753:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611669.364115:0:753:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611669.364116:0:753:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611669.364117:0:753:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611669.364118:0:753:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:0.0:1749611669.364119:0:753:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:0.0:1749611669.364121:0:753:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611669.364123:0:753:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009d2add00. 00000020:00000080:0.0:1749611669.364124:0:753:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611669.364126:0:753:0:(obd_config.c:1473:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000001:0.0:1749611669.364132:0:753:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611669.364134:0:753:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009d2add00. 00000020:00000001:0.0:1749611669.364136:0:753:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.364139:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e7b0 type=0x10620000 idx=12 00000040:00001000:0.0:1749611669.364141:0:753:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 120 (6224 remains) 00000040:00001000:0.0:1749611669.364143:0:753:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 13 synced_idx: 0 lgh_last_idx: 13 00000020:00000001:0.0:1749611669.364144:0:753:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:0.0:1749611669.364147:0:753:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 96 at ffff880117b16840. 00000020:00000080:0.0:1749611669.364149:0:753:0:(obd_config.c:1385:class_process_config()) processing cmd: cf00f 00000020:00000001:0.0:1749611669.364153:0:753:0:(obd_config.c:1499:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611669.364155:0:753:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 96 at ffff880117b16840. 00000020:00000001:0.0:1749611669.364158:0:753:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.364159:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611669.364161:0:753:0:(llog.c:688:llog_process_thread()) synced_idx: 13 00000040:00000001:0.0:1749611669.364164:0:753:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611669.364166:0:753:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611669.364169:0:753:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 13 (cur idx 13 off 8192), size 10504 00000040:00000001:0.0:1749611669.364178:0:753:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611669.364180:0:753:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.364182:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e828 type=0x10620000 idx=13 00000040:00001000:0.0:1749611669.364184:0:753:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 224 (6104 remains) 00000040:00001000:0.0:1749611669.364186:0:753:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 13 synced_idx: 13 lgh_last_idx: 13 00000020:00000001:0.0:1749611669.364188:0:753:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:0.0:1749611669.364189:0:753:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611669.364191:0:753:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:0.0:1749611669.364192:0:753:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:0.0:1749611669.364194:0:753:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff88009d2add00. 00000020:00000080:0.0:1749611669.364196:0:753:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1749611669.364197:0:753:0:(obd_config.c:1473:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000020:00000001:0.0:1749611669.364199:0:753:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611669.364201:0:753:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff88009d2add00. 00000020:00000001:0.0:1749611669.364203:0:753:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611669.364204:0:753:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e908 type=0x0 idx=0 00000040:00000001:0.0:1749611669.364206:0:753:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611669.364213:0:753:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00000010:0.0:1749611669.364215:0:753:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88007d28e000. 00000020:00000010:0.0:1749611669.364224:0:753:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800acb8bf80. 00000020:00000010:0.0:1749611669.364231:0:753:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c8f3800. 00000040:00000010:0.0:1749611669.364234:0:753:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88009c8f2e00. 00000020:00000010:0.0:1749611669.364237:0:753:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197c000. 00000020:00000010:0.0:1749611669.364241:0:753:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931da90. 00000020:00000010:0.0:1749611669.364246:0:753:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c8f2c00. 80000000:00000010:0.0:1749611669.364249:0:753:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880134ed1ae0. 40000000:00000010:0.0:1749611669.364251:0:753:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800acb8be40. 00100000:00000010:0.0:1749611669.364254:0:753:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197b000. 00040000:00000010:0.0:1749611669.364257:0:753:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240abc00. 00040000:00000010:0.0:1749611669.364260:0:753:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c8f2200. 00080000:00000010:0.0:1749611669.364263:0:753:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28a000. 00080000:00000010:0.0:1749611669.364269:0:753:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00000004:00000010:0.0:1749611669.364273:0:753:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197e800. 00000004:00000010:0.0:1749611669.364277:0:753:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b2000. 00000004:00000010:0.0:1749611669.364280:0:753:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197d800. 00002000:00000010:0.0:1749611669.364283:0:753:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800839a3800. 00000004:00000010:0.0:1749611669.364286:0:753:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800839a2400. 00000020:00000010:0.0:1749611669.364289:0:753:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f3600. 00000040:00000010:2.0:1749611669.364403:0:730:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b166c0. 00000040:00000001:2.0:1749611669.364412:0:730:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:2.0:1749611669.364414:0:730:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 00000040:00000001:2.0:1749611669.364419:0:730:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:2.0:1749611669.364423:0:730:0:(lu_object.c:207:lu_object_put()) Add ffff88012d05b600/ffff880086d2e700 to site lru. bkt: ffff880130319dc0 00000040:00000010:2.0:1749611669.364427:0:730:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 15 at ffff88006a9b8460. 00000040:00000001:2.0:1749611669.364430:0:730:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1749611669.364432:0:730:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880070f00000. 00000040:00000010:2.0:1749611669.364437:0:730:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff880129dbb200. 00000020:00000001:2.0:1749611669.364440:0:730:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611669.364442:0:730:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:2.0:1749611669.364447:0:730:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012db4be00. 00000040:00000010:2.0:1749611669.364452:0:730:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012db4b600. 00000020:00000010:2.0:1749611669.364455:0:730:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0e000. 00000020:00000010:2.0:1749611669.364460:0:730:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012db4b200. 80000000:00000010:2.0:1749611669.364463:0:730:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256780. 00040000:00000010:2.0:1749611669.364467:0:730:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4aa00. 00080000:00000010:2.0:1749611669.364473:0:730:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:2.0:1749611669.364496:0:730:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880130c7e400. 00080000:00000010:2.0:1749611669.364499:0:730:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118d000. 00000020:00000010:2.0:1749611669.364504:0:730:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4a200. 10000000:00000010:2.0:1749611669.364507:0:730:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880135eacf40. 10000000:01000000:2.0:1749611669.364509:0:730:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-OST0000' succeeded (0). 10000000:00000001:2.0:1749611669.364513:0:730:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611669.364516:0:730:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611669.364519:0:730:0:(mgc_request.c:1761:mgc_process_log()) Process log params-ffff880129e0e800 from 1 10000000:00000001:2.0:1749611669.364584:0:730:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611669.364586:0:730:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:2.0:1749611669.364592:0:730:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234e00. 00000020:00000040:2.0:1749611669.364605:0:730:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611669.364610:0:730:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611669.364614:0:730:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611669.364617:0:730:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611669.364623:0:730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a829600. 00000100:00000001:2.0:1749611669.364628:0:730:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611669.364632:0:730:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611669.364635:0:730:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611669.364641:0:730:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880086d2ef00. 00010000:00000001:2.0:1749611669.364645:0:730:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611669.364647:0:730:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a828000. 00000020:00000001:2.0:1749611669.364651:0:730:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611669.364654:0:730:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a828000 with handle 0x689c0ec07329d684 to hash 00000020:00000001:2.0:1749611669.364656:0:730:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611669.364658:0:730:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:2.0:1749611669.364661:0:730:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:2.0:1749611669.364664:0:730:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611669.364666:0:730:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611669.364670:0:730:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d684 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611669.364679:0:730:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d684 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611669.364691:0:730:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d684 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611669.364696:0:730:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611669.364698:0:730:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611669.364702:0:730:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381b40. 00000100:00000001:2.0:1749611669.364704:0:730:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096280384 : -131939613271232 : ffff88006a381b40) 00000100:00000001:2.0:1749611669.364707:0:730:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611669.364708:0:730:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346575360 : -131939362976256 : ffff880079234e00) 00000100:00000001:2.0:1749611669.364712:0:730:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611669.364721:0:730:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.364724:0:730:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611669.364725:0:730:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611669.364732:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234e00 x1834598494711680/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.364742:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611669.364744:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611669.364748:0:730:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079234e00 x1834598494711680/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611669.364756:0:730:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.364758:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611669.364759:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611669.364761:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749611669.364763:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611669.364765:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.364767:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611669.364768:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.364770:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611669.458668:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611669.458673:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611669.458674:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611669.458677:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611669.458680:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611669.458682:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.458685:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611669.458686:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611669.458688:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611669.482646:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611669.482650:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611669.482754:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611669.482759:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611669.482762:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611670.215635:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611670.215651:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611670.215654:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611670.215660:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611670.215663:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611670.215667:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611670.215671:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611670.243625:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611670.243631:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611670.243634:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611670.243651:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611670.243655:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611670.243659:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611670.243662:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611670.243666:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611670.243669:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611670.364591:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611670.364594:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611670.364595:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611670.364598:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749611670.364600:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611670.364601:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611670.364604:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611670.364605:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611670.364607:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611670.458597:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611670.458602:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611670.458604:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611670.458607:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611670.458610:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611670.458612:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611670.458615:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611670.458617:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611670.458619:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611670.484648:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611670.484653:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611670.484773:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611670.484779:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611670.484783:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1749611670.998704:0:28313:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff88006b8af780] -> 12345-192.168.202.6@tcp (4) 00000800:00000200:0.0:1749611670.998709:0:28313:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.6@tcp ip 192.168.202.6:1021 00000800:00000200:0.0:1749611670.998713:0:28313:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff880086d2ee00 type 192, nob 24 niov 1 nkiov 0 00000800:00000200:2.0:1749611670.998830:0:28316:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1749611671.215634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611671.215648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611671.215651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611671.215655:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611671.215658:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611671.215662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611671.215665:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611671.243635:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611671.243640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611671.243642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611671.243646:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611671.243649:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611671.243652:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611671.243655:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611671.243675:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611671.243678:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611671.364617:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611671.364621:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611671.364623:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611671.364626:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749611671.364628:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611671.364631:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611671.364633:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611671.364635:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611671.364636:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611671.458604:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611671.458608:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611671.458609:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611671.458612:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611671.458614:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611671.458616:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611671.458618:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611671.458620:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611671.458621:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611671.486673:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611671.486678:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611671.486793:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611671.486799:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611671.486804:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611672.215624:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611672.215641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611672.215644:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611672.215648:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611672.215651:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611672.215654:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611672.215657:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611672.243612:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611672.243617:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611672.243618:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611672.243622:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611672.243624:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611672.243627:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611672.243629:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611672.243632:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611672.243634:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611672.364632:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611672.364638:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611672.364640:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611672.364662:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749611672.364667:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611672.364670:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611672.364674:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611672.364677:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611672.364680:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611672.458570:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611672.458573:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611672.458574:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611672.458576:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611672.458578:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611672.458579:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611672.458581:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611672.458583:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611672.458584:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611672.488591:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611672.488595:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611672.488662:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611672.488665:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611672.488667:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611673.215625:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611673.215643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611673.215646:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611673.215652:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611673.215655:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611673.215659:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611673.215662:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611673.243592:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611673.243597:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611673.243599:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611673.243603:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611673.243606:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611673.243608:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611673.243612:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611673.243615:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611673.243618:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611673.364640:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611673.364648:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611673.364650:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611673.364655:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749611673.364658:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611673.364661:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611673.364664:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611673.364682:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611673.364685:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611673.458628:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611673.458634:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611673.458636:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611673.458640:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611673.458642:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611673.458645:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611673.458648:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611673.458650:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611673.458652:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611673.490637:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611673.490642:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611673.490771:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611673.490777:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611673.490779:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611674.215603:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611674.215616:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611674.215618:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.215622:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611674.215624:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611674.215627:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.215629:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611674.222610:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611674.222616:0:27774:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611674.222618:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611674.222621:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611674.222623:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611674.222625:0:27774:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611674.222628:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611674.222632:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6275 00000100:00080000:0.0:1749611674.222635:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611674.222638:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611674.222640:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611674.222642:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611674.222643:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611674.222646:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611674.222648:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611674.222651:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611674.222653:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611674.222655:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611674.222657:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611674.222659:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611674.222660:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611674.222662:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611674.222663:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611674.222665:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611674.222668:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611674.222669:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611674.222672:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611674.222677:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611674.222679:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.222690:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611674.222692:0:27774:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611674.222696:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133993480. 00000020:00000040:0.0:1749611674.222700:0:27774:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611674.222703:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611674.222705:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.222707:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611674.222710:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611674.222713:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611674.222719:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099749800. 00000100:00000001:0.0:1749611674.222725:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611674.222733:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133993480 x1834598494711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611674.222742:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611674.222745:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611674.222748:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133993480] to pc [ptlrpcd_rcv+-1] req@ffff880133993480 x1834598494711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611674.222768:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611674.222771:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611674.222774:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611674.222775:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611674.222777:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611674.222778:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611674.222780:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6275 00000100:00080000:0.0:1749611674.222782:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611674.222783:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611674.222785:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611674.222786:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611674.222787:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611674.222789:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611674.222790:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611674.222791:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611674.222796:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611674.222798:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611674.222800:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:0.0:1749611674.222802:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611674.222803:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611674.222804:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611674.222806:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611674.222807:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611674.222809:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611674.222810:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611674.222812:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611674.222814:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611674.222815:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.222817:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611674.222818:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611674.222820:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133993800. 00000020:00000040:0.0:1749611674.222822:0:27774:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611674.222824:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611674.222825:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.222826:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611674.222827:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611674.222828:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611674.222831:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099748c00. 00000100:00000001:0.0:1749611674.222833:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611674.222836:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133993800 x1834598494711936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611674.222838:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611674.222841:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611674.222842:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611674.222843:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1749611674.222843:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611674.222846:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133993800] to pc [ptlrpcd_rcv+-1] req@ffff880133993800 x1834598494711936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611674.222850:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133993480 x1834598494711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611674.222852:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611674.222854:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:2.0:1749611674.222859:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611674.222860:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611674.222860:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611674.222861:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611674.222862:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1749611674.222863:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611674.222864:0:27774:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:2.0:1749611674.222865:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:0.0:1749611674.222866:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6275 02000000:00000001:2.0:1749611674.222868:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611674.222868:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00100000:2.0:1749611674.222870:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494711808:0@lo:38:kworker.0 00000100:00000040:0.0:1749611674.222870:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611674.222871:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611674.222872:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611674.222874:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611674.222874:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611674.222875:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611674.222876:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 02000000:00000001:2.0:1749611674.222877:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:0.0:1749611674.222877:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611674.222878:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:2.0:1749611674.222879:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611674.222880:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 02000000:00000001:2.0:1749611674.222881:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749611674.222881:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749611674.222883:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611674.222884:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000010:2.0:1749611674.222885:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130c7dc00. 00000100:00000040:0.0:1749611674.222885:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611674.222886:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611674.222887:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611674.222888:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749611674.222889:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611674.222891:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611674.222892:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000010:2.0:1749611674.222894:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe108. 02000000:00000001:0.0:1749611674.222894:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611674.222895:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.222897:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611674.222898:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611674.222900:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00000010:0.0:1749611674.222900:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133993b80. 00000020:00000040:0.0:1749611674.222901:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611674.222903:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611674.222907:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.222908:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611674.222910:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611674.222911:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611674.222912:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494711808, portal 4 00000100:00000001:2.0:1749611674.222914:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:0.0:1749611674.222914:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099749c00. 00000100:00000001:2.0:1749611674.222916:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474864256 : -131936234687360 : ffff880133993480) 00000100:00000001:0.0:1749611674.222916:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611674.222920:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133993b80 x1834598494712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:2.0:1749611674.222923:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133993480 x1834598494711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611674.222928:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611674.222929:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611674.222930:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611674.222932:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611674.222933:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000040:0.0:1749611674.222934:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133993b80] to pc [ptlrpcd_rcv+-1] req@ffff880133993b80 x1834598494712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611674.222936:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494711808, offset 0 00000400:00000200:2.0:1749611674.222940:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611674.222943:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611674.222946:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611674.222950:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749611674.222951:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749611674.222955:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133990700. 00000020:00000040:0.0:1749611674.222958:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000400:00000200:2.0:1749611674.222960:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf953000 00000100:00000001:0.0:1749611674.222961:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611674.222963:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611674.222965:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611674.222966:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 22880 02000000:00000010:0.0:1749611674.222968:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2add00. 00000100:00000001:0.0:1749611674.222971:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611674.222973:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611674.222976:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611674.222976:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611674.222980:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611674.222982:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:2.0:1749611674.222986:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237100. 00000100:00000001:0.0:1749611674.222986:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000040:2.0:1749611674.222988:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079237100 x1834598494711808 msgsize 520 00000100:00000001:0.0:1749611674.222988:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611674.222992:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:0.0:1749611674.222994:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133990700] to pc [ptlrpcd_00_00+0] req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.223010:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611674.223017:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000010:2.0:1749611674.223019:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:2.0:1749611674.223021:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611674.223023:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611674.223025:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133993480 x1834598494711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611674.223028:0:27774:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6285) 00000100:00000001:2.0:1749611674.223031:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611674.223033:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133993480 x1834598494711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.223039:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223040:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611674.223043:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.223045:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611674.223046:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1255 usecs (2 jiffies) 00000100:00100000:0.0:1749611674.223048:0:28322:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1749611674.223053:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300947682 00000100:00000001:0.0:1749611674.223054:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1749611674.223056:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eacf40. 00000100:00000001:0.0:1749611674.223059:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611674.223060:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.223061:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:0.0:1749611674.223061:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611674.223063:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611674.223064:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611674.223067:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300947682 00000100:00000040:0.0:1749611674.223068:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611674.223069:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eac780. 00000100:00000001:2.0:1749611674.223071:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611674.223073:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300947682 00000100:00000001:0.0:1749611674.223074:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:2.0:1749611674.223075:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eac600. 00000100:00000001:0.0:1749611674.223075:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223077:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:0.0:1749611674.223077:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611674.223079:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300947682 02000000:00000001:0.0:1749611674.223079:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611674.223080:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611674.223081:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eac000. 00000100:00100000:0.0:1749611674.223082:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494712192:0@lo:400:kworker.0 00000100:00000001:2.0:1749611674.223083:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611674.223085:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611674.223085:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611674.223087:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611674.223088:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611674.223089:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611674.223089:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611674.223090:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611674.223091:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611674.223093:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88007fb8e800. 00000100:00000001:2.0:1749611674.223094:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000001:0.0:1749611674.223095:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611674.223096:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611674.223096:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.223097:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611674.223097:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611674.223098:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000010:0.0:1749611674.223098:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 00000100:00000001:2.0:1749611674.223099:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611674.223101:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611674.223101:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494711808 00000100:00000040:2.0:1749611674.223102:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133993800 x1834598494711936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611674.223102:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 02000000:00000001:1.0:1749611674.223104:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000200:0.0:1749611674.223105:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494712192, portal 10 00000100:00000001:1.0:1749611674.223106:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611674.223107:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611674.223107:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611674.223108:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.223108:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474852608 : -131936234699008 : ffff880133990700) 00000100:00000001:1.0:1749611674.223109:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611674.223110:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611674.223112:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611674.223112:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611674.223113:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611674.223113:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611674.223115:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494711936:0@lo:38:kworker.0 00000100:00100000:1.0:1749611674.223115:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494711808 00000020:00000001:1.0:1749611674.223117:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611674.223118:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:1.0:1749611674.223118:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611674.223118:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:2.0:1749611674.223119:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:1.0:1749611674.223120:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611674.223120:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749611674.223122:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611674.223122:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 02000000:00000001:2.0:1749611674.223123:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611674.223123:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494712192, offset 0 00000020:00000001:1.0:1749611674.223124:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611674.223125:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611674.223127:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130c7e400. 00000400:00000200:0.0:1749611674.223127:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749611674.223128:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4600. 02000000:00000001:2.0:1749611674.223129:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611674.223131:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee18. 00000020:00000010:1.0:1749611674.223132:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800aca7e880. 00000400:00000200:0.0:1749611674.223133:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1749611674.223134:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000200:2.0:1749611674.223136:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494711936, portal 10 00000100:00000001:2.0:1749611674.223138:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:0.0:1749611674.223138:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf953180 00000100:00000001:2.0:1749611674.223139:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474865152 : -131936234686464 : ffff880133993800) 00000020:00000010:1.0:1749611674.223143:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000040:2.0:1749611674.223144:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133993800 x1834598494711936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611674.223146:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 178096 00000100:00000001:1.0:1749611674.223148:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1749611674.223149:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611674.223150:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611674.223150:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611674.223151:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611674.223151:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749611674.223152:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000200:2.0:1749611674.223153:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494711936, offset 0 00000400:00000200:0.0:1749611674.223154:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611674.223156:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611674.223156:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.223159:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:2.0:1749611674.223161:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749611674.223161:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749611674.223164:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953080 00000100:00000001:1.0:1749611674.223164:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611674.223164:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133992d80. 00000100:00000040:0.0:1749611674.223166:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880133992d80 x1834598494712192 msgsize 224 00000400:00000200:2.0:1749611674.223167:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 178320 00000100:00100000:0.0:1749611674.223169:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749611674.223171:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611674.223172:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611674.223173:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:2.0:1749611674.223174:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00100000:1.0:1749611674.223178:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00000001:1.0:1749611674.223180:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134346584320 : -131939362967296 : ffff880079237100) 00000100:00000001:0.0:1749611674.223182:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:1.0:1749611674.223185:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079237100 x1834598494711808/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611694 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611674.223194:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494711808:12345-0@lo:38:kworker.0 00000100:00000001:2.0:1749611674.223195:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611674.223197:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:1.0:1749611674.223197:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494711808 00000400:00000200:0.0:1749611674.223197:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611674.223199:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000010:2.0:1749611674.223201:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c02d80. 00000020:00000001:1.0:1749611674.223201:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611674.223201:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611674.223203:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c02d80 x1834598494711936 msgsize 520 00010000:00000001:1.0:1749611674.223204:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:0.0:1749611674.223204:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611690 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611674.223205:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611674.223206:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1749611674.223207:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494712192 02000000:00000001:3.0:1749611674.223209:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611674.223210:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611674.223211:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611674.223211:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:0.0:1749611674.223212:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611690 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611674.223213:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611674.223214:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 02000000:00000001:3.0:1749611674.223215:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611674.223215:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000020:00000001:1.0:1749611674.223215:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611674.223217:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494712192 00000100:00000001:2.0:1749611674.223217:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611674.223217:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:1.0:1749611674.223218:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611674.223218:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749611674.223219:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:2.0:1749611674.223219:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133993800 x1834598494711936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1749611674.223220:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00010000:00000001:1.0:1749611674.223220:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611674.223221:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611674.223222:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00010000:00000001:1.0:1749611674.223223:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:3.0:1749611674.223224:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000040:0.0:1749611674.223224:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 958 usecs (1 jiffies) 00000100:00000001:2.0:1749611674.223225:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611674.223226:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611674.223226:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300947681 00000020:00000001:3.0:1749611674.223227:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:2.0:1749611674.223227:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133993800 x1834598494711936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611674.223228:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611674.223228:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611674.223228:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300947682 02000000:00000001:1.0:1749611674.223230:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611674.223230:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300947681 00000100:00000001:0.0:1749611674.223232:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300947682 00000100:00000001:3.0:1749611674.223233:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611674.223233:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300947681 02000000:00000010:1.0:1749611674.223235:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800b5205c00. 00000100:00000001:0.0:1749611674.223235:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300947682 00000020:00000010:3.0:1749611674.223236:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880130eac380. 00000100:00000001:2.0:1749611674.223236:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611674.223236:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.223236:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300947681 00000100:00000001:2.0:1749611674.223237:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611674.223238:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.223238:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300947682 00000100:00000001:0.0:1749611674.223239:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1749611674.223240:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff8800acb8ba00. 00000100:00000001:2.0:1749611674.223241:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611674.223241:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749611674.223243:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1090 usecs (2 jiffies) 00010000:00000001:1.0:1749611674.223243:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.223244:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223245:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300947682 00000020:00000040:3.0:1749611674.223246:0:10935:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00001000:1.0:1749611674.223246:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611674.223247:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300947682 00000100:00000001:0.0:1749611674.223247:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223249:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300947682 00000100:00000001:1.0:1749611674.223249:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611674.223249:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223250:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300947682 00000100:00000001:1.0:1749611674.223251:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611674.223252:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300947682 00000100:00000001:2.0:1749611674.223253:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300947682 00000100:00000040:1.0:1749611674.223253:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:3.0:1749611674.223254:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611674.223255:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300947682 00000100:00000001:2.0:1749611674.223256:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300947682 00000100:00000001:2.0:1749611674.223258:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611674.223258:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611674.223259:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611674.223259:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:1.0:1749611674.223260:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611674.223261:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749611674.223262:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000040:2.0:1749611674.223263:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133993b80 x1834598494712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611674.223263:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:1.0:1749611674.223265:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611674.223267:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223268:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611674.223268:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611674.223269:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611674.223270:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59c00. 00000100:00000040:1.0:1749611674.223270:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611674.223271:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611674.223272:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749611674.223272:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000020:00000010:3.0:1749611674.223273:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7d80. 02000000:00000001:2.0:1749611674.223273:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611674.223275:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133993b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494712064:0@lo:38:kworker.0 00000020:00000010:3.0:1749611674.223276:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000200:1.0:1749611674.223276:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494711808, offset 0 00000100:00000001:2.0:1749611674.223277:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611674.223278:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749611674.223279:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000200:1.0:1749611674.223279:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:2.0:1749611674.223280:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611674.223280:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494711936 02000000:00000001:2.0:1749611674.223281:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:0.0:1749611674.223281:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:3.0:1749611674.223282:0:10935:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:0.0:1749611674.223283:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611674.223284:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000010:2.0:1749611674.223284:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130c7f000. 00000100:00000001:3.0:1749611674.223285:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:2.0:1749611674.223285:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611674.223285:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611674.223285:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611674.223287:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611674.223287:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611674.223289:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494711936 00000400:00000200:1.0:1749611674.223290:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf953000 00000100:00000001:3.0:1749611674.223291:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000400:00000010:2.0:1749611674.223291:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe0b0. 00000020:00000001:0.0:1749611674.223291:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611674.223292:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611674.223293:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000010:2.0:1749611674.223293:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000020:00000001:0.0:1749611674.223293:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611674.223294:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611674.223294:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9a85 [1] + 0 00000020:00000001:0.0:1749611674.223295:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611674.223296:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611674.223299:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611674.223299:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000010:0.0:1749611674.223299:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e600. 00000400:00000200:1.0:1749611674.223301:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:0.0:1749611674.223302:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff880. 00000100:00000001:3.0:1749611674.223305:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:2.0:1749611674.223305:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494712064, portal 10 00000100:00000001:1.0:1749611674.223305:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:0.0:1749611674.223305:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:3.0:1749611674.223306:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611674.223306:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611674.223307:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474866048 : -131936234685568 : ffff880133993b80) 00000100:00000001:0.0:1749611674.223308:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1749611674.223309:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00000200:1.0:1749611674.223309:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133993480 x1834598494711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611674.223309:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611674.223311:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611674.223312:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000040:2.0:1749611674.223312:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133993b80 x1834598494712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611674.223313:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474862464 : -131936234689152 : ffff880133992d80) 00000100:00000001:0.0:1749611674.223314:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223317:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611674.223318:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133992d80 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:355/0 lens 224/0 e 0 to 0 dl 1749611685 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611674.223318:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133993480 x1834598494711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611674.223319:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611674.223319:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611674.223321:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 00000100:00000200:2.0:1749611674.223322:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494712064, offset 0 00000100:00000001:1.0:1749611674.223324:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611674.223324:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611674.223325:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000400:00000200:2.0:1749611674.223325:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611674.223326:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749611674.223327:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880130eacec0. 00000100:00000001:3.0:1749611674.223329:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611674.223329:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000400:00000200:2.0:1749611674.223330:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611674.223331:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880130eacec0. 00000400:00000200:1.0:1749611674.223331:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:0.0:1749611674.223331:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356856192 : -131939352695424 : ffff880079c02d80) 00000400:00000200:2.0:1749611674.223333:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953100 00000400:00000010:1.0:1749611674.223333:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000040:0.0:1749611674.223334:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c02d80 x1834598494711936/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611694 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611674.223335:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494712192:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749611674.223335:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:2.0:1749611674.223336:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 178840 00000100:00000001:1.0:1749611674.223336:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:3.0:1749611674.223338:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494712192 00000400:00000200:2.0:1749611674.223339:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611674.223339:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611674.223340:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000040:1.0:1749611674.223341:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000020:00000001:3.0:1749611674.223342:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000400:00000200:2.0:1749611674.223342:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611674.223342:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611674.223343:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494711936:12345-0@lo:38:kworker.0 00000020:00000001:3.0:1749611674.223344:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223344:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000001:1.0:1749611674.223344:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611674.223346:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000200:2.0:1749611674.223346:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:0.0:1749611674.223346:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494711936 00000020:00000001:3.0:1749611674.223348:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000010:2.0:1749611674.223348:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079c02a00. 00000100:00000040:1.0:1749611674.223348:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237100 x1834598494711808/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611694 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611674.223348:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749611674.223350:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:2.0:1749611674.223350:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880079c02a00 x1834598494712064 msgsize 520 00000020:00000001:3.0:1749611674.223353:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611674.223353:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749611674.223354:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:0.0:1749611674.223354:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:1.0:1749611674.223355:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079237100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494711808:12345-0@lo:38:kworker.0 Request processed in 161us (365us total) trans 0 rc -19/-19 00000020:00000001:3.0:1749611674.223356:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749611674.223358:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611674.223360:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 00000020:00000001:0.0:1749611674.223361:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611674.223362:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611674.223362:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 00000100:00000001:2.0:1749611674.223363:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749611674.223364:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00010000:00020000:0.0:1749611674.223364:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1749611674.223365:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00000200:2.0:1749611674.223366:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133993b80 x1834598494712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611674.223366:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611674.223367:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611674.223367:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611674.223368:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:0.0:1749611674.223368:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611674.223369:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611674.223370:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611674.223371:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611674.223371:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000010:3.0:1749611674.223372:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88007de22c00. 00000020:00000010:1.0:1749611674.223372:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800aca7e880. 02000000:00000001:3.0:1749611674.223373:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611674.223373:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133993b80 x1834598494712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611674.223373:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611674.223375:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611674.223375:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000020:00000001:3.0:1749611674.223376:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611674.223376:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009974ac00. 00000020:00000010:1.0:1749611674.223377:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4600. 02000000:00000001:0.0:1749611674.223377:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:3.0:1749611674.223378:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494712192 00000100:00000001:2.0:1749611674.223378:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223379:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611674.223379:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611674.223380:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749611674.223381:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611674.223381:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611674.223383:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:3.0:1749611674.223384:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880133992d80 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1749611685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.223385:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611674.223385:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:2.0:1749611674.223387:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 786 usecs (1 jiffies) 00000100:00000001:0.0:1749611674.223388:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611674.223389:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300947681 00010000:00000001:3.0:1749611674.223390:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611674.223390:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:3.0:1749611674.223391:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223391:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300947682 00000100:00000040:0.0:1749611674.223391:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:2.0:1749611674.223392:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300947681 00000100:00000001:0.0:1749611674.223393:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:3.0:1749611674.223394:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611674.223394:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300947682 00000100:00000001:0.0:1749611674.223395:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:2.0:1749611674.223396:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300947681 00000100:00000001:3.0:1749611674.223397:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611674.223397:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300947682 00000100:00000040:0.0:1749611674.223397:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:3.0:1749611674.223398:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611674.223398:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300947681 02000000:00000001:0.0:1749611674.223399:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:3.0:1749611674.223400:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611674.223400:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300947682 00000100:00000001:2.0:1749611674.223401:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611674.223401:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611674.223402:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:2.0:1749611674.223402:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611674.223402:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611674.223402:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:3.0:1749611674.223403:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611674.223403:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611674.223404:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:1.0:1749611674.223404:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494712064 00000400:00000010:0.0:1749611674.223405:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000040:3.0:1749611674.223406:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000001:2.0:1749611674.223406:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:1.0:1749611674.223406:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000001:2.0:1749611674.223407:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611674.223407:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000010:3.0:1749611674.223408:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000400:00000010:2.0:1749611674.223408:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe108. 00000100:00000001:1.0:1749611674.223409:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611674.223410:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000400:00000010:2.0:1749611674.223411:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 02000000:00000001:1.0:1749611674.223411:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223413:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:1.0:1749611674.223413:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494712064 00000020:00000001:1.0:1749611674.223414:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:0.0:1749611674.223414:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494711936, offset 0 00000100:00000200:2.0:1749611674.223415:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133993480 x1834598494711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:1.0:1749611674.223415:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611674.223417:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749611674.223417:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000001:1.0:1749611674.223418:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611674.223420:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611674.223421:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494712192, offset 224 00000100:00000200:2.0:1749611674.223421:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133993480 x1834598494711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611674.223422:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4600. 00000400:00000200:0.0:1749611674.223422:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:1.0:1749611674.223423:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800aca7e880. 00000400:00000200:3.0:1749611674.223425:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:1.0:1749611674.223425:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000001:2.0:1749611674.223426:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611674.223427:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611674.223427:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:0.0:1749611674.223427:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953080 00000100:00000001:1.0:1749611674.223428:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611674.223429:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611674.223429:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611674.223430:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9a95 [1] + 0 00000400:00000200:3.0:1749611674.223431:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611674.223431:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611674.223432:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611674.223432:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611674.223433:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611674.223434:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611674.223436:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611674.223436:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611674.223436:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611674.223437:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953180 00000100:00000001:0.0:1749611674.223439:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:2.0:1749611674.223440:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611674 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611674.223440:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:3.0:1749611674.223441:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9a8d [1] + 224 00000100:00000001:1.0:1749611674.223441:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00001000:2.0:1749611674.223443:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=47 v=20 (1 1 20 1) 00000100:00000200:0.0:1749611674.223443:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133993800 x1834598494711936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611674.223444:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000400:00000200:3.0:1749611674.223445:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611674.223445:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611674.223445:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134356855296 : -131939352696320 : ffff880079c02a00) 00000400:00000200:3.0:1749611674.223447:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:1.0:1749611674.223448:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079c02a00 x1834598494712064/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611694 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611674.223449:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133993800 x1834598494711936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611674.223450:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611674.223450:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611674.223452:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749611674.223453:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611690 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611674.223455:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133993480 x1834598494711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611699 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611674.223455:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:1.0:1749611674.223456:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494712064:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611674.223458:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611674.223459:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000040:3.0:1749611674.223460:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.223461:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611674.223461:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611674.223462:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:2.0:1749611674.223463:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000200:1.0:1749611674.223463:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494712064 00000020:00000001:1.0:1749611674.223464:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611674.223464:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223465:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.223466:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00010000:00000001:1.0:1749611674.223466:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:0.0:1749611674.223466:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:0.0:1749611674.223467:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223468:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749611674.223469:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611674.223470:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000001:3.0:1749611674.223472:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00080000:2.0:1749611674.223472:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000001:1.0:1749611674.223472:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611674.223472:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c02d80 x1834598494711936/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611694 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.223474:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00020000:1.0:1749611674.223475:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000040:2.0:1749611674.223476:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133993480 x1834598494711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611699 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1749611674.223476:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:3.0:1749611674.223478:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00010000:00000001:1.0:1749611674.223478:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:3.0:1749611674.223479:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00100000:0.0:1749611674.223479:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494711936:12345-0@lo:38:kworker.0 Request processed in 137us (274us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611674.223480:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611674.223482:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00100000:2.0:1749611674.223482:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494711808:0@lo:38:kworker.0 00000100:00000001:1.0:1749611674.223482:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611674.223483:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:1.0:1749611674.223483:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611674.223485:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223485:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611674.223485:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 02000000:00000010:1.0:1749611674.223486:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457e800. 00000100:00000001:2.0:1749611674.223487:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611674.223487:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749611674.223488:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:1.0:1749611674.223488:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.223488:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:3.0:1749611674.223489:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000040:2.0:1749611674.223489:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133993480 x1834598494711808/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611699 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611674.223489:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611674.223491:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611674.223491:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000010:0.0:1749611674.223491:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff880. 00000020:00000001:3.0:1749611674.223492:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:1.0:1749611674.223492:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611674.223493:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000001:2.0:1749611674.223494:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00001000:1.0:1749611674.223494:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:3.0:1749611674.223495:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133992d80 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:355/0 lens 224/224 e 0 to 0 dl 1749611685 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611674.223496:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:1.0:1749611674.223496:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000020:00000010:0.0:1749611674.223496:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e600. 02000000:00000010:2.0:1749611674.223498:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130c7dc00. 00000100:00000001:1.0:1749611674.223498:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611674.223499:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611674.223500:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:2.0:1749611674.223501:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1749611674.223501:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611674.223566:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1749611674.223567:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133992d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494712192:12345-0@lo:400:kworker.0 Request processed in 175us (334us total) trans 0 rc 0/0 00000020:00000001:2.0:1749611674.223567:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:1.0:1749611674.223567:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611674.223568:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749611674.223569:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:1.0:1749611674.223570:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000001:0.0:1749611674.223570:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:2.0:1749611674.223571:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000001:0.0:1749611674.223571:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:1.0:1749611674.223572:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000010:2.0:1749611674.223573:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880099749800. 02000000:00000001:1.0:1749611674.223573:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611674.223573:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff3c8. 00000100:00100000:3.0:1749611674.223574:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00000001:1.0:1749611674.223574:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611674.223576:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 02000000:00000001:2.0:1749611674.223576:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:1.0:1749611674.223576:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:0.0:1749611674.223576:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 02000000:00000001:2.0:1749611674.223577:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1749611674.223578:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749611674.223578:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000400:00000010:0.0:1749611674.223578:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:3.0:1749611674.223579:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000010:2.0:1749611674.223579:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133993480. 00000100:00000001:0.0:1749611674.223579:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611674.223581:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494712064, offset 0 00000020:00000010:3.0:1749611674.223582:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7d80. 00000100:00000001:2.0:1749611674.223582:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:0.0:1749611674.223583:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611690 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611674.223584:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000400:00000200:1.0:1749611674.223584:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611674.223587:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59c00. 00000100:00000001:2.0:1749611674.223587:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.223588:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611674.223589:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:3.0:1749611674.223590:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:3.0:1749611674.223592:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.223592:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611674.223593:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611674.223593:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953100 00000100:00000001:2.0:1749611674.223594:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749611674.223594:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611690 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.223595:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000200:1.0:1749611674.223597:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9aa1 [1] + 0 00000100:00000001:0.0:1749611674.223599:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000001:2.0:1749611674.223600:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611674.223600:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1749611674.223601:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611674.223601:0:28322:0:(client.c:1550:after_reply()) Process entered 00000400:00000001:2.0:1749611674.223602:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1749611674.223603:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee18. 02000000:00000001:0.0:1749611674.223603:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611674.223604:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1749611674.223605:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000100:00000001:0.0:1749611674.223605:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611674.223606:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000400:00000200:1.0:1749611674.223607:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611674.223607:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223608:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611674.223610:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00001000:0.0:1749611674.223610:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=79 v=5 (5 5 5 5) 00000100:00000200:2.0:1749611674.223611:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133993800 x1834598494711936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611674.223612:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=79 v=5 (1 1 1 1) 00000100:00000200:1.0:1749611674.223614:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133993b80 x1834598494712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611674.223614:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611674.223615:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611674.223617:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133993800 x1834598494711936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611674.223617:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000040:1.0:1749611674.223620:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133993b80 x1834598494712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:0.0:1749611674.223620:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.223622:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611674.223623:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.223624:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611674.223625:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:0.0:1749611674.223625:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223626:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611674.223626:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611674.223627:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.223628:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000001:2.0:1749611674.223629:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611674.223629:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000040:0.0:1749611674.223629:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000400:00000010:1.0:1749611674.223630:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:0.0:1749611674.223630:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611674.223631:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611674.223632:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611674 v=5 (0 0 0 0) 00000100:00000001:1.0:1749611674.223632:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611674.223633:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:2.0:1749611674.223634:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=29 v=20 (1 1 20 1) 00000100:00000040:0.0:1749611674.223634:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611690 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611674.223635:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223636:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611674.223637:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:1.0:1749611674.223637:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611674.223638:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611674.223638:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.223638:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611674.223640:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611674.223640:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:2.0:1749611674.223641:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133993800 x1834598494711936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611699 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611674.223641:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611674.223643:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079c02a00 x1834598494712064/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611694 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611674.223643:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611690 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.223646:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611674.223647:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611674.223648:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611674.223648:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494712192:0@lo:400:kworker.0 00000100:00000001:2.0:1749611674.223649:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611674.223650:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00100000:1.0:1749611674.223650:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494712064:12345-0@lo:38:kworker.0 Request processed in 194us (298us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611674.223651:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611674.223653:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749611674.223655:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:0.0:1749611674.223655:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133990700 x1834598494712192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611690 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611674.223656:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00080000:2.0:1749611674.223657:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611674.223658:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611674.223659:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611674.223659:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611674.223660:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:1.0:1749611674.223661:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800aca7e880. 02000000:00000001:0.0:1749611674.223661:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:2.0:1749611674.223662:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133993800 x1834598494711936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611699 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611674.223662:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88007fb8e800. 00000020:00000010:1.0:1749611674.223664:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 02000000:00000001:0.0:1749611674.223664:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611674.223665:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1749611674.223666:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4600. 00000020:00000040:0.0:1749611674.223666:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00100000:2.0:1749611674.223667:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494711936:0@lo:38:kworker.0 00000020:00000001:0.0:1749611674.223667:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611674.223668:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611674.223668:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2add00. 02000000:00000001:0.0:1749611674.223670:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000001:2.0:1749611674.223671:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000001:0.0:1749611674.223671:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000001:2.0:1749611674.223672:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000010:0.0:1749611674.223672:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133990700. 00000400:00000010:2.0:1749611674.223673:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe0b0. 00000400:00000200:2.0:1749611674.223675:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000001:0.0:1749611674.223675:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000010:2.0:1749611674.223676:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:0.0:1749611674.223676:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.223677:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611674.223677:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611674.223679:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133993b80 x1834598494712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611674.223680:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611674.223681:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611674.223682:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611674.223683:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611674.223685:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133993b80 x1834598494712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.223689:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611674.223690:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.223691:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611674.223692:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611674.223693:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611674.223694:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611674.223695:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611674.223698:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611674 v=5 (0 0 0 0) 00000100:00001000:2.0:1749611674.223699:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=79 v=20 (1 20 1 1) 00000100:00000001:2.0:1749611674.223701:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611674.223702:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611674.223703:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611674.223705:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133993b80 x1834598494712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611699 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.223710:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611674.223714:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611674.223715:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.223717:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611674.223718:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:2.0:1749611674.223720:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1749611674.223721:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611674.223723:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611674.223725:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133993b80 x1834598494712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611699 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611674.223730:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133993b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494712064:0@lo:38:kworker.0 00000100:00000001:2.0:1749611674.223732:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223734:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611674.223735:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133993800 x1834598494711936/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611699 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.223740:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611674.223741:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611674.223742:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130c7e400. 02000000:00000001:2.0:1749611674.223744:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611674.223745:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611674.223746:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:2.0:1749611674.223747:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611674.223748:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880099748c00. 02000000:00000001:2.0:1749611674.223750:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611674.223751:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611674.223752:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133993800. 00000100:00000001:2.0:1749611674.223754:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611674.223755:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.223756:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611674.223757:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133993b80 x1834598494712064/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611699 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.223761:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611674.223762:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611674.223767:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130c7f000. 02000000:00000001:2.0:1749611674.223769:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611674.223770:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611674.223771:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:2.0:1749611674.223772:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611674.223774:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880099749c00. 02000000:00000001:2.0:1749611674.223775:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611674.223776:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611674.223777:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133993b80. 00000100:00000001:2.0:1749611674.223778:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611674.223779:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.223780:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223782:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611674.223782:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611674.223783:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.223784:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611674.224575:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300947682, at 4300947682 00000100:00000010:1.0:1749611674.224583:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eac780. 00000100:00000040:0.0:1749611674.224586:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300947682, at 4300947682 00000100:00000040:3.0:1749611674.224587:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300947682, at 4300947682 00000100:00000010:0.0:1749611674.224598:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eacf40. 00000100:00000010:3.0:1749611674.224612:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eac000. 00000100:00000040:2.0:1749611674.225577:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300947682, at 4300947683 00000100:00000010:2.0:1749611674.225584:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eac600. 00000100:00000001:2.0:1749611674.243582:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611674.243585:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611674.243586:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611674.243588:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611674.243590:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611674.243592:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.243593:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611674.243598:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079237480 x1834598494711040/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.243603:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611674.243606:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237480 x1834598494711040/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.243611:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611674.243613:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.243614:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611674.243615:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611674.243617:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237480 x1834598494711040/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611674.243628:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494711040:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611674.243632:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.243633:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611674.243635:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611674.243635:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611674.243637:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237480 x1834598494711040/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.243641:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611674.243643:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a3813c0. 00000100:00000001:2.0:1749611674.243645:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611674.243646:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611674.243649:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611674.243651:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611674.243652:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611674.243654:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012db4ae00 refcount=4 00000020:00000001:2.0:1749611674.243655:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137376001536 : -131936333550080 : ffff88012db4ae00) 00010000:00000001:2.0:1749611674.243657:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137376001536 : -131936333550080 : ffff88012db4ae00) 00010000:00010000:2.0:1749611674.243661:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88012db4ae00/0x689c0ec07329d66f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611674.243667:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611674.243671:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88012db4ae00/0x689c0ec07329d66f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611674.243675:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611674.243676:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88012db4ae00/0x689c0ec07329d66f lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611674.243680:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611674.243681:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611674.243687:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88012db4ae00/0x689c0ec07329d66f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611674.243691:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611674.243693:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611674.243695:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611674.243697:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88012db4ae00/0x689c0ec07329d66f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611674.243700:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88012db4ae00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611674.243703:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611674.243705:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88012db4ae00/0x689c0ec07329d66f lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611674.243708:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611674.243709:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611674.243710:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611674.243711:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88012db4ae00 refcount=5 00000020:00000001:2.0:1749611674.243712:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137376001536 : -131936333550080 : ffff88012db4ae00) 00010000:00000001:2.0:1749611674.243713:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612137376001536 : -131936333550080 : ffff88012db4ae00) 00010000:00000001:2.0:1749611674.243715:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611674.243716:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88012db4ae00/0x689c0ec07329d66f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611674.243720:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611674.243721:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88012db4ae00/0x689c0ec07329d66f lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611674.243725:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611674.243726:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611674.243727:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611674.243729:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611674.243730:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611674.243732:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611674.243733:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611674.243737:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611674.243738:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611674.243740:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88012db4ae00 with handle 0x689c0ec07329d66f from hash 00010000:00000001:2.0:1749611674.243741:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611674.243742:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611674.243743:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611674.243744:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611674.243745:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611674.243746:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611674.243747:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611674.243748:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611674.243748:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611674.243749:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611674.243751:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88012db4ae00/0x689c0ec07329d66f lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611674.243754:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611674.243755:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611674.243756:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611674.243756:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611674.243757:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611674.243758:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611674.243758:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611674.243760:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88012db4ae00/0x689c0ec07329d66f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611674.243764:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff8800a8bf4000 count: 0 00010000:00000001:2.0:1749611674.243783:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611674.243785:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611674.243787:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611674.243789:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237480 x1834598494711040/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.243793:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611674.243795:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611674.243795:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611674.243797:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611674.243801:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88012db4b400. 02000000:00000001:2.0:1749611674.243804:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611674.243805:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611674.243806:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237480. 00000100:00000001:2.0:1749611674.243809:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611674.243810:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611674.243812:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611674.243814:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611674.243815:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611674.243817:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880135eac600. 00000020:00000010:2.0:1749611674.243820:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829200. 00000020:00000010:2.0:1749611674.243822:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a828e00. 00000040:00000010:2.0:1749611674.243825:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a829000. 00000020:00000010:2.0:1749611674.243828:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0a000. 00000020:00000010:2.0:1749611674.243831:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a828c00. 80000000:00000010:2.0:1749611674.243834:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256780. 00040000:00000010:2.0:1749611674.243837:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a829800. 00080000:00000010:2.0:1749611674.243841:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118d000. 00080000:00000010:2.0:1749611674.243846:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 10000000:00000040:2.0:1749611674.243850:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611674.243853:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800a8927780 : new refcount 2 10000000:00000001:2.0:1749611674.243856:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611674.243859:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611674.243862:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a828e00. 00000040:00000010:2.0:1749611674.243865:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a829000. 00000020:00000010:2.0:1749611674.243868:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0a000. 00000020:00000010:2.0:1749611674.243871:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a828c00. 80000000:00000010:2.0:1749611674.243873:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256780. 00040000:00000010:2.0:1749611674.243875:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a829800. 00080000:00000010:2.0:1749611674.243878:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:2.0:1749611674.243899:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118d000. 00000020:00000010:2.0:1749611674.243902:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829200. 10000000:00000010:2.0:1749611674.243904:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880135eac600. 10000000:01000000:2.0:1749611674.243908:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' failed (-5). 10000000:00000001:2.0:1749611674.243911:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:2.0:1749611674.243913:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:2.0:1749611674.243914:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611674.243916:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611674.243917:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-mdtir (ffff88007ed1ce00) refs 2 10000000:00000001:2.0:1749611674.243918:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611674.243919:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611674.243920:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff8800b487b000) refs 2 10000000:00000001:2.0:1749611674.243921:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611674.243922:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611674.243923:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:00000001:2.0:1749611674.243924:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611674.243925:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-mdtir-ffff8800b4229800 from 1 10000000:00000001:2.0:1749611674.243927:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611674.243927:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00000100:00000010:2.0:1749611674.243929:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237480. 00000020:00000040:2.0:1749611674.243931:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611674.243933:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611674.243934:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611674.243936:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611674.243939:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a829200. 00000100:00000001:2.0:1749611674.243941:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611674.243944:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611674.243945:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1749611674.243949:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff880086d2e300. 00010000:00000001:2.0:1749611674.243952:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611674.243953:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a829c00. 00000020:00000001:2.0:1749611674.243955:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611674.243956:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a829c00 with handle 0x689c0ec07329d68b to hash 00000020:00000001:2.0:1749611674.243958:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611674.243959:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:2.0:1749611674.243961:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:2.0:1749611674.243962:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611674.243963:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611674.243968:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d68b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611674.243974:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d68b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611674.243980:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d68b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611674.243984:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611674.243985:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611674.243988:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a3813c0. 00000100:00000001:2.0:1749611674.243989:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096278464 : -131939613273152 : ffff88006a3813c0) 00000100:00000001:2.0:1749611674.243990:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611674.243991:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346585216 : -131939362966400 : ffff880079237480) 00000100:00000001:2.0:1749611674.243993:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611674.243995:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.243997:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611674.243997:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611674.244000:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237480 x1834598494712320/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.244005:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611674.244006:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611674.244008:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079237480 x1834598494712320/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611674.244012:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.244013:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611674.244014:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611674.244016:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611674.244017:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611674.244018:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.244019:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611674.244020:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.244021:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1749611674.246657:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a8bf4000. 00010000:00000010:1.1:1749611674.246665:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012db4ae00. 00000100:00000001:2.0:1749611674.364612:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611674.364617:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611674.364619:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611674.364622:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749611674.364624:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611674.364627:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.364629:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611674.364631:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.364633:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611674.458664:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611674.458671:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611674.458673:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611674.458677:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611674.458680:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611674.458684:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.458686:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611674.458688:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611674.458690:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611674.492634:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611674.492639:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611674.492642:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611674.492644:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611674.492648:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611674.492650:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611674.492651:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611674.492653:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611674.492752:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611674.492756:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611674.492759:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611674.560281:0:732:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007fb8fe00. 00080000:00000010:0.0:1749611674.560287:0:732:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88007fb8ee00. 00080000:00000010:0.0:1749611674.560288:0:732:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff88009d27d800. 00080000:00000010:0.0:1749611674.560293:0:732:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129dbaa00. 00080000:00000010:0.0:1749611674.560301:0:732:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129dbbe00. 00080000:00000010:0.0:1749611674.560303:0:732:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129dba400. 00000100:00000001:2.0:1749611675.223630:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611675.223648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611675.223651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611675.223656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611675.223659:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611675.223662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611675.223665:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611675.243630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611675.243636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611675.243638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611675.243642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611675.243645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611675.243648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611675.243651:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611675.243654:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611675.243656:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611675.364599:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611675.364602:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611675.364604:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611675.364606:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381b40 going to sleep for 0 seconds 00000100:00000001:2.0:1749611675.364609:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611675.364618:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611675.364620:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611675.364629:0:730:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079234e00 x1834598494711680/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611675.364637:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611675.364640:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234e00 x1834598494711680/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611675.364647:0:730:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611675.364649:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611675.364651:0:730:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611675.364653:0:730:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611675.364655:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234e00 x1834598494711680/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611675.364661:0:730:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234e00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:730:1834598494711680:0@lo:101:mount.lustre.0 00000100:00000001:2.0:1749611675.364665:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611675.364666:0:730:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611675.364669:0:730:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611675.364670:0:730:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611675.364672:0:730:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234e00 x1834598494711680/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611675.364677:0:730:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611675.364679:0:730:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381b40. 00000100:00000001:2.0:1749611675.364683:0:730:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611675.364684:0:730:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611675.364687:0:730:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611675.364690:0:730:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611675.364693:0:730:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611675.364696:0:730:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a828000 refcount=4 00000020:00000001:2.0:1749611675.364697:0:730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:2.0:1749611675.364700:0:730:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00010000:2.0:1749611675.364705:0:730:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d684 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611675.364715:0:730:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611675.364719:0:730:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d684 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611675.364723:0:730:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611675.364725:0:730:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d684 lrc: 4/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611675.364730:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611675.364731:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611675.364733:0:730:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d684 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611675.364737:0:730:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611675.364739:0:730:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611675.364742:0:730:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611675.364743:0:730:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d684 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611675.364748:0:730:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007a828000 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611675.364750:0:730:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611675.364752:0:730:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d684 lrc: 4/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611675.364756:0:730:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611675.364757:0:730:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611675.364758:0:730:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611675.364759:0:730:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a828000 refcount=5 00000020:00000001:2.0:1749611675.364761:0:730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:2.0:1749611675.364762:0:730:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369591296 : -131939339960320 : ffff88007a828000) 00010000:00000001:2.0:1749611675.364765:0:730:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611675.364770:0:730:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d684 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611675.364775:0:730:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611675.364777:0:730:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d684 lrc: 5/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611675.364781:0:730:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000040:2.0:1749611675.364783:0:730:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611675.364784:0:730:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611675.364785:0:730:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611675.364786:0:730:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611675.364789:0:730:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611675.364790:0:730:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611675.364791:0:730:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611675.364792:0:730:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611675.364794:0:730:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007a828000 with handle 0x689c0ec07329d684 from hash 00010000:00000001:2.0:1749611675.364796:0:730:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611675.364797:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611675.364797:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611675.364798:0:730:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611675.364799:0:730:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611675.364800:0:730:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611675.364802:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611675.364802:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611675.364803:0:730:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611675.364805:0:730:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611675.364807:0:730:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d684 lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611675.364810:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611675.364811:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611675.364812:0:730:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611675.364812:0:730:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611675.364813:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611675.364814:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611675.364815:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611675.364819:0:730:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007a828000/0x689c0ec07329d684 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611675.364826:0:730:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880086d2ef00 count: 0 00010000:00000001:2.0:1749611675.364851:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611675.364853:0:730:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611675.364856:0:730:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611675.364859:0:730:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234e00 x1834598494711680/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611675.364864:0:730:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611675.364867:0:730:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611675.364869:0:730:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611675.364870:0:730:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611675.364873:0:730:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007a829600. 02000000:00000001:2.0:1749611675.364877:0:730:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611675.364878:0:730:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611675.364880:0:730:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234e00. 00000100:00000001:2.0:1749611675.364884:0:730:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611675.364885:0:730:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611675.364886:0:730:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611675.364889:0:730:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611675.364891:0:730:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611675.364894:0:730:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880135eac600. 00000020:00000010:2.0:1749611675.364897:0:730:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829600. 00000020:00000010:2.0:1749611675.364901:0:730:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a828c00. 00000040:00000010:2.0:1749611675.364903:0:730:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a829000. 00000020:00000010:2.0:1749611675.364907:0:730:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0a000. 00000020:00000010:2.0:1749611675.364911:0:730:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a828e00. 80000000:00000010:2.0:1749611675.364914:0:730:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b4256780. 00040000:00000010:2.0:1749611675.364919:0:730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a829800. 00080000:00000010:2.0:1749611675.364924:0:730:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118d000. 00080000:00000010:2.0:1749611675.364929:0:730:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 10000000:00000040:2.0:1749611675.364935:0:730:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611675.364939:0:730:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800a8927780 : new refcount 2 00000040:00000001:2.0:1749611675.364946:0:730:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:2.0:1749611675.364947:0:730:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:2.0:1749611675.364950:0:730:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88012db4b400. 00000040:00000001:2.0:1749611675.364953:0:730:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:2.0:1749611675.364971:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:2.0:1749611675.364975:0:730:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:2.0:1749611675.364979:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00080000:00000001:2.0:1749611675.364986:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:2.0:1749611675.364990:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:2.0:1749611675.365008:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:2.0:1749611675.365032:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611675.365034:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:2.0:1749611675.365036:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611675.365038:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:2.0:1749611675.365041:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:2.0:1749611675.365045:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0x8:0x0] 90:3075167912 to info ffff88013118d000 00000020:00000001:2.0:1749611675.365049:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f3f8 00080000:00000002:2.0:1749611675.365051:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/params => [0xa:0x8:0x0] 00080000:00000001:2.0:1749611675.365055:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611675.365058:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611675.365061:0:730:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff880130c7f000. 00080000:00000001:2.0:1749611675.365064:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:2.0:1749611675.365069:0:730:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff88006f4ca168. 00000020:00000001:2.0:1749611675.365072:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:2.0:1749611675.365079:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88006ef49a00. 00000020:00000001:2.0:1749611675.365106:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:2.0:1749611675.365109:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012db4a200. 00000020:00000001:2.0:1749611675.365111:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611675.365114:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:2.0:1749611675.365116:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:2.0:1749611675.365119:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:2.0:1749611675.365121:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:2.0:1749611675.365123:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611675.365127:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611675.365131:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134175742552 : -131939533809064 : ffff88006ef49a58) 00000040:00000001:2.0:1749611675.365134:0:730:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1749611675.365141:0:730:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1749611675.365144:0:730:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:2.0:1749611675.365149:0:730:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880136abc000. 00000040:00000001:2.0:1749611675.365151:0:730:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:2.0:1749611675.365154:0:730:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611675.365861:0:730:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611675.365866:0:730:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611675.365868:0:730:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611675.365870:0:730:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611675.365873:0:730:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16840. 00000040:00001000:0.0:1749611675.365875:0:730:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611675.365879:0:730:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611675.365882:0:730:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8ee00. 00000020:00000010:0.0:1749611675.365885:0:730:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8fe00. 00000040:00000010:0.0:1749611675.365888:0:730:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8e800. 00000020:00000010:0.0:1749611675.365891:0:730:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b41f1800. 00000020:00000010:0.0:1749611675.365896:0:730:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd9e30. 00000020:00000010:0.0:1749611675.365899:0:730:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8f600. 80000000:00000010:0.0:1749611675.365902:0:730:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16ae0. 40000000:00000010:0.0:1749611675.365904:0:730:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b50040. 00100000:00000010:0.0:1749611675.365910:0:730:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72a000. 00040000:00000010:0.0:1749611675.365913:0:730:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009d2adc00. 00040000:00000010:0.0:1749611675.365915:0:730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e600. 00080000:00000010:0.0:1749611675.365919:0:730:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d5000. 00080000:00000010:0.0:1749611675.365924:0:730:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28a000. 00000004:00000010:0.0:1749611675.365929:0:730:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a72d800. 00000004:00000010:0.0:1749611675.365934:0:730:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88013267a000. 00000004:00000010:0.0:1749611675.365937:0:730:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72c000. 00002000:00000010:0.0:1749611675.365941:0:730:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880099748c00. 00000004:00000010:0.0:1749611675.365944:0:730:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880099749800. 00000020:00000010:0.0:1749611675.365947:0:730:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b50000. 00000040:00000010:0.0:1749611675.365952:0:730:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88007d28e000. 00000040:00001000:0.0:1749611675.365955:0:730:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611675.365956:0:730:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611675.365958:0:730:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611675.365961:0:730:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:0.0:1749611675.366146:0:730:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611675.366150:0:730:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611675.366152:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611675.366154:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611675.366156:0:730:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611675.366158:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611675.366160:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:0.0:1749611675.366161:0:730:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611675.366162:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e150 type=0x10620000 idx=3 00000040:00001000:0.0:1749611675.366164:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:0.0:1749611675.366165:0:730:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611675.366166:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e230 type=0x10620000 idx=4 00000040:00001000:0.0:1749611675.366167:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:0.0:1749611675.366168:0:730:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611675.366170:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e310 type=0x10620000 idx=5 00000040:00001000:0.0:1749611675.366171:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:0.0:1749611675.366172:0:730:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000040:00001000:0.0:1749611675.366173:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611675.366174:0:730:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:0.0:1749611675.366176:0:730:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611675.366176:0:730:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611675.366179:0:730:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:0.0:1749611675.366183:0:730:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611675.366185:0:730:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611675.366186:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e380 type=0x10620000 idx=6 00000040:00001000:0.0:1749611675.366188:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:0.0:1749611675.366189:0:730:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000040:00001000:0.0:1749611675.366190:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88007d28e460 type=0x0 idx=0 00000040:00000001:0.0:1749611675.366191:0:730:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611675.366193:0:730:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:0.0:1749611675.366195:0:730:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88007d28e000. 00000020:00000010:0.0:1749611675.366200:0:730:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880136b50000. 00000020:00000010:0.0:1749611675.366216:0:730:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8fe00. 00000040:00000010:0.0:1749611675.366219:0:730:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8e800. 00000020:00000010:0.0:1749611675.366222:0:730:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b41f1800. 00000020:00000010:0.0:1749611675.366228:0:730:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd9e30. 00000020:00000010:0.0:1749611675.366232:0:730:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8f600. 80000000:00000010:0.0:1749611675.366234:0:730:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16ae0. 40000000:00000010:0.0:1749611675.366237:0:730:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136b50040. 00100000:00000010:0.0:1749611675.366240:0:730:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72a000. 00040000:00000010:0.0:1749611675.366243:0:730:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009d2adc00. 00040000:00000010:0.0:1749611675.366246:0:730:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8e600. 00080000:00000010:0.0:1749611675.366249:0:730:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28a000. 00080000:00000010:0.0:1749611675.366255:0:730:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d5000. 00000004:00000010:0.0:1749611675.366258:0:730:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a72d800. 00000004:00000010:0.0:1749611675.366262:0:730:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88013267a000. 00000004:00000010:0.0:1749611675.366266:0:730:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a72c000. 00002000:00000010:0.0:1749611675.366268:0:730:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880099748c00. 00000004:00000010:0.0:1749611675.366272:0:730:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880099749800. 00000020:00000010:0.0:1749611675.366275:0:730:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8ee00. 00000040:00000010:0.0:1749611675.366277:0:730:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16840. 00000040:00000001:0.0:1749611675.366278:0:730:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611675.366281:0:730:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611675.366283:0:730:0:(lu_object.c:207:lu_object_put()) Add ffff88012db4a200/ffff88006ef49a00 to site lru. bkt: ffff88013031a450 00000040:00000010:0.0:1749611675.366286:0:730:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff88006f4ca168. 00000040:00000001:0.0:1749611675.366288:0:730:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611675.366291:0:730:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880136abc000. 00000040:00000010:0.0:1749611675.366315:0:730:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88012db4b400. 00000040:00000001:0.0:1749611675.366317:0:730:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611675.366319:0:730:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log params, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611675.366322:0:730:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611675.366324:0:730:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611675.366327:0:730:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611675.366328:0:730:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog params 00000040:00000001:0.0:1749611675.366329:0:730:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611675.366331:0:730:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88007fb8ee00. 00000040:00000001:0.0:1749611675.366333:0:730:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611675.366335:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611675.366337:0:730:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:0.0:1749611675.366340:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00080000:00000001:0.0:1749611675.366343:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611675.366346:0:730:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611675.366347:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611675.366351:0:730:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 7 at ffff880076243ea8. 00000020:00000001:0.0:1749611675.366352:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611675.366355:0:730:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134175742552 : -131939533809064 : ffff88006ef49a58) 00000040:00000001:0.0:1749611675.366357:0:730:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611675.366358:0:730:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611675.366360:0:730:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611675.366362:0:730:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88007d28a000. 00000040:00000001:0.0:1749611675.366363:0:730:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611675.366364:0:730:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611675.366370:0:730:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611675.366371:0:730:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611675.366373:0:730:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611675.366374:0:730:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611675.366375:0:730:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b16840. 00000040:00001000:0.0:1749611675.366377:0:730:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0x8:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611675.366643:0:761:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611675.366650:0:761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4600. 00000020:00000010:1.0:1749611675.366654:0:761:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b8b4c00. 00000040:00000010:1.0:1749611675.366656:0:761:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b8b5c00. 00000020:00000010:1.0:1749611675.366666:0:761:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071979000. 00000020:00000010:1.0:1749611675.366670:0:761:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9318a10. 00000020:00000010:1.0:1749611675.366672:0:761:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b8b4000. 80000000:00000010:1.0:1749611675.366675:0:761:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976f480. 40000000:00000010:1.0:1749611675.366677:0:761:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b406c080. 00100000:00000010:1.0:1749611675.366680:0:761:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197f000. 00040000:00000010:1.0:1749611675.366682:0:761:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240abb00. 00040000:00000010:1.0:1749611675.366685:0:761:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b8b5800. 00080000:00000010:1.0:1749611675.366688:0:761:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b7000. 00080000:00000010:1.0:1749611675.366693:0:761:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00000004:00000010:1.0:1749611675.366697:0:761:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197d000. 00000004:00000010:1.0:1749611675.366701:0:761:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b4000. 00000004:00000010:1.0:1749611675.366704:0:761:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880071978000. 00002000:00000010:1.0:1749611675.366707:0:761:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009457cc00. 00000004:00000010:1.0:1749611675.366709:0:761:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009457c000. 00000020:00000010:1.0:1749611675.366712:0:761:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff8800b406cd40. 00000040:00000010:1.0:1749611675.366717:0:761:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009685c000. 00000040:00001000:1.0:1749611675.366719:0:761:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611675.366720:0:761:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611675.366722:0:761:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611675.366725:0:761:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 9312 00000040:00000001:1.0:1749611675.366734:0:761:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611675.366736:0:761:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611675.366738:0:761:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611675.366740:0:761:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611675.366742:0:761:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611675.366744:0:761:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611675.366746:0:761:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611675.366747:0:761:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611675.366748:0:761:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611675.366751:0:761:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1749611675.366752:0:761:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611675.366756:0:761:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8801240abf00. 00000020:00000080:1.0:1749611675.366758:0:761:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611675.366763:0:761:0:(obd_config.c:1473:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:00000001:1.0:1749611675.366766:0:761:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611675.366768:0:761:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8801240abf00. 00000020:00000001:1.0:1749611675.366771:0:761:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611675.366773:0:761:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611675.366774:0:761:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 112 (7968 remains) 00000040:00001000:1.0:1749611675.366775:0:761:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611675.366776:0:761:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611675.366779:0:761:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff8800b4a699e0. 00000020:01000000:1.0:1749611675.366781:0:761:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff880129e0e800 00000020:00000010:1.0:1749611675.366783:0:761:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff8800aca7e880. 00000020:00000080:1.0:1749611675.366785:0:761:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:1.0:1749611675.366787:0:761:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:1.0:1749611675.366788:0:761:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1749611675.366790:0:761:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff8800aca7e880 00000040:00001000:1.0:1749611675.366791:0:761:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1749611675.366792:0:761:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:1.0:1749611675.366793:0:761:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1749611675.366794:0:761:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1749611675.366796:0:761:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1749611675.366797:0:761:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:1.0:1749611675.366798:0:761:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff880129e0e800 00000040:00001000:1.0:1749611675.366800:0:761:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 debug_raw_pointers=Y 00000040:00001000:1.0:1749611675.366801:0:761:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:1.0:1749611675.366802:0:761:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:1.0:1749611675.366805:0:761:0:(obd_config.c:1295:process_param2_config()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611675.366807:0:761:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611675.366808:0:761:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff8800aca7e880. 00000020:00000010:1.0:1749611675.366810:0:761:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff8800b4a699e0. 00000020:00000001:1.0:1749611675.366813:0:761:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611675.366814:0:761:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c150 type=0x10620000 idx=3 00000040:00001000:1.0:1749611675.366816:0:761:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 224 (7856 remains) 00000040:00001000:1.0:1749611675.366817:0:761:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611675.366818:0:761:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611675.366822:0:761:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611675.366823:0:761:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611675.366824:0:761:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1749611675.366826:0:761:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8801240abf00. 00000020:00000080:1.0:1749611675.366827:0:761:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611675.366829:0:761:0:(obd_config.c:1473:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:00000001:1.0:1749611675.366830:0:761:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611675.366832:0:761:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8801240abf00. 00000020:00000001:1.0:1749611675.366833:0:761:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611675.366835:0:761:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c230 type=0x10620000 idx=4 00000040:00001000:1.0:1749611675.366836:0:761:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7632 remains) 00000040:00001000:1.0:1749611675.366837:0:761:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611675.366838:0:761:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611675.366839:0:761:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611675.366840:0:761:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611675.366841:0:761:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000001:1.0:1749611675.366842:0:761:0:(obd_mount.c:963:lustre_check_exclusion()) Process entered 00000020:00000001:1.0:1749611675.366843:0:761:0:(obd_mount.c:968:lustre_check_exclusion()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611675.366844:0:761:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8801240abf00. 00000020:00000080:1.0:1749611675.366845:0:761:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611675.366846:0:761:0:(obd_config.c:1473:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:00000001:1.0:1749611675.366847:0:761:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611675.366849:0:761:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8801240abf00. 00000020:00000001:1.0:1749611675.366850:0:761:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611675.366851:0:761:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c310 type=0x10620000 idx=5 00000040:00001000:1.0:1749611675.366852:0:761:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 112 (7408 remains) 00000040:00001000:1.0:1749611675.366854:0:761:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 6 synced_idx: 0 lgh_last_idx: 6 00000020:00000001:1.0:1749611675.366855:0:761:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000020:00000010:1.0:1749611675.366856:0:761:0:(obd_config.c:1891:class_config_llog_handler()) kmalloced '(inst_name)': 28 at ffff8800b4a69560. 00000020:01000000:1.0:1749611675.366857:0:761:0:(obd_config.c:1899:class_config_llog_handler()) cmd ce032, instance name: general-ffff880129e0e800 00000020:00000010:1.0:1749611675.366859:0:761:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 112 at ffff8800aca7e880. 00000020:00000080:1.0:1749611675.366860:0:761:0:(obd_config.c:1385:class_process_config()) processing cmd: ce032 00000020:00000001:1.0:1749611675.366861:0:761:0:(obd_config.c:1286:process_param2_config()) Process entered 00000040:00000001:1.0:1749611675.366862:0:761:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:1.0:1749611675.366866:0:761:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff8800aca7e880 00000040:00001000:1.0:1749611675.366867:0:761:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:1.0:1749611675.366868:0:761:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xce032 00000040:00001000:1.0:1749611675.366869:0:761:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:1.0:1749611675.366870:0:761:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:1.0:1749611675.366872:0:761:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:1.0:1749611675.366873:0:761:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 3 00000040:00001000:1.0:1749611675.366874:0:761:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 25 general-ffff880129e0e800 00000040:00001000:1.0:1749611675.366875:0:761:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 21 lod.*.mdt_hash=crush 00000040:00001000:1.0:1749611675.366876:0:761:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[2]: 5 lctl 00000040:00000001:1.0:1749611675.366877:0:761:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000001:1.0:1749611675.366925:0:761:0:(obd_config.c:1321:process_param2_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611675.366927:0:761:0:(obd_config.c:1513:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611675.366929:0:761:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 112 at ffff8800aca7e880. 00000020:00000010:1.0:1749611675.366930:0:761:0:(obd_config.c:1982:class_config_llog_handler()) kfreed 'inst_name': 28 at ffff8800b4a69560. 00000020:00000001:1.0:1749611675.366933:0:761:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611675.366934:0:761:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c380 type=0x10620000 idx=6 00000040:00001000:1.0:1749611675.366936:0:761:0:(llog.c:688:llog_process_thread()) synced_idx: 6 00000040:00000001:1.0:1749611675.366937:0:761:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611675.366939:0:761:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611675.366941:0:761:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 6 (cur idx 6 off 8192), size 9312 00000040:00000001:1.0:1749611675.366945:0:761:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611675.366947:0:761:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611675.366949:0:761:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c380 type=0x10620000 idx=6 00000040:00001000:1.0:1749611675.366950:0:761:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 224 (7296 remains) 00000040:00001000:1.0:1749611675.366952:0:761:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 6 synced_idx: 6 lgh_last_idx: 6 00000020:00000001:1.0:1749611675.366953:0:761:0:(obd_config.c:1756:class_config_llog_handler()) Process entered 00000040:00000001:1.0:1749611675.366954:0:761:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611675.366955:0:761:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:01000000:1.0:1749611675.366956:0:761:0:(obd_config.c:1784:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000010:1.0:1749611675.366958:0:761:0:(obd_config.c:1951:class_config_llog_handler()) kmalloced '(lcfg_new)': 200 at ffff8801240ab800. 00000020:00000080:1.0:1749611675.366959:0:761:0:(obd_config.c:1385:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1749611675.366960:0:761:0:(obd_config.c:1473:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:00000001:1.0:1749611675.366961:0:761:0:(obd_config.c:1474:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611675.366963:0:761:0:(obd_config.c:1980:class_config_llog_handler()) kfreed 'lcfg_new': 200 at ffff8801240ab800. 00000020:00000001:1.0:1749611675.366968:0:761:0:(obd_config.c:1996:class_config_llog_handler()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611675.366970:0:761:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c460 type=0x0 idx=0 00000040:00000001:1.0:1749611675.366972:0:761:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:1.0:1749611675.366974:0:761:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 7 count 7 00000040:00000010:1.0:1749611675.366976:0:761:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009685c000. 00000020:00000010:1.0:1749611675.366980:0:761:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff8800b406cd40. 00000020:00000010:1.0:1749611675.366994:0:761:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012b8b4c00. 00000040:00000010:1.0:1749611675.366997:0:761:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012b8b5c00. 00000020:00000010:1.0:1749611675.367000:0:761:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071979000. 00000020:00000010:1.0:1749611675.367002:0:761:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a9318a10. 00000020:00000010:1.0:1749611675.367006:0:761:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012b8b4000. 80000000:00000010:1.0:1749611675.367008:0:761:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976f480. 40000000:00000010:1.0:1749611675.367010:0:761:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b406c080. 00100000:00000010:1.0:1749611675.367013:0:761:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197f000. 00040000:00000010:1.0:1749611675.367015:0:761:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240abb00. 00040000:00000010:1.0:1749611675.367018:0:761:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012b8b5800. 00080000:00000010:1.0:1749611675.367020:0:761:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:1.0:1749611675.367023:0:761:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b7000. 00000004:00000010:1.0:1749611675.367026:0:761:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197d000. 00000004:00000010:1.0:1749611675.367028:0:761:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b4000. 00000004:00000010:1.0:1749611675.367031:0:761:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880071978000. 00002000:00000010:1.0:1749611675.367035:0:761:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009457cc00. 00000004:00000010:1.0:1749611675.367038:0:761:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009457c000. 00000020:00000010:1.0:1749611675.367041:0:761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4600. 00000040:00000010:0.0:1749611675.367060:0:730:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b16840. 00000040:00000001:0.0:1749611675.367066:0:730:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1749611675.367068:0:730:0:(obd_config.c:2035:class_config_parse_llog()) Processed log params gen 1-6 (rc=0) 00000040:00000001:0.0:1749611675.367071:0:730:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611675.367074:0:730:0:(lu_object.c:207:lu_object_put()) Add ffff88012db4a200/ffff88006ef49a00 to site lru. bkt: ffff88013031a450 00000040:00000010:0.0:1749611675.367076:0:730:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 7 at ffff880076243ea8. 00000040:00000001:0.0:1749611675.367079:0:730:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611675.367080:0:730:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88007d28a000. 00000040:00000010:0.0:1749611675.367084:0:730:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88007fb8ee00. 00000020:00000001:0.0:1749611675.367086:0:730:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611675.367088:0:730:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1749611675.367091:0:730:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a828c00. 00000040:00000010:0.0:1749611675.367095:0:730:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a829000. 00000020:00000010:0.0:1749611675.367098:0:730:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0a000. 00000020:00000010:0.0:1749611675.367101:0:730:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a828e00. 80000000:00000010:0.0:1749611675.367104:0:730:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b4256780. 00040000:00000010:0.0:1749611675.367106:0:730:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a829800. 00080000:00000010:0.0:1749611675.367110:0:730:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:0.0:1749611675.367130:0:730:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff880130c7f000. 00080000:00000010:0.0:1749611675.367133:0:730:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118d000. 00000020:00000010:0.0:1749611675.367137:0:730:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 10000000:00000010:0.0:1749611675.367139:0:730:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880135eac600. 10000000:01000000:0.0:1749611675.367141:0:730:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:0.0:1749611675.367143:0:730:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611675.367146:0:730:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611675.367148:0:730:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611675.367150:0:730:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff8800a8927480. 00000020:00000010:0.0:1749611675.367152:0:730:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff880096dff600. 00000020:00000001:0.0:1749611675.367154:0:730:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611675.367162:0:730:0:(tgt_mount.c:1060:lustre_start_lwp()) Process entered 00000020:00000010:0.0:1749611675.367164:0:730:0:(tgt_mount.c:1064:lustre_start_lwp()) kmalloced '(logname)': 64 at ffff880136b50040. 00000020:00000010:0.0:1749611675.367167:0:730:0:(tgt_mount.c:1076:lustre_start_lwp()) kmalloced '(cfg)': 88 at ffff880117b16840. 00000020:00000001:0.0:1749611675.367168:0:730:0:(obd_mount.c:60:lustre_process_log()) Process entered 00000020:00000010:0.0:1749611675.367170:0:730:0:(obd_mount.c:65:lustre_process_log()) kmalloced '(bufs)': 104 at ffff880096dff600. 00000020:00000010:0.0:1749611675.367173:0:730:0:(obd_mount.c:74:lustre_process_log()) kmalloced '(lcfg)': 184 at ffff880092ecd0c0. 00000020:00000001:0.0:1749611675.367174:0:730:0:(obd_class.h:702:obd_process_config()) Process entered 10000000:00000001:0.0:1749611675.367176:0:730:0:(mgc_request.c:1874:mgc_process_config()) Process entered 10000000:00000001:0.0:1749611675.367177:0:730:0:(mgc_request_server.c:474:mgc_process_config_server()) Process entered 10000000:01000000:0.0:1749611675.367180:0:730:0:(mgc_request.c:1895:mgc_process_config()) parse_log lustre-client from 0 10000000:00000001:0.0:1749611675.367182:0:730:0:(mgc_request.c:326:config_log_add()) Process entered 10000000:01000000:0.0:1749611675.367183:0:730:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff880129e0e800 10000000:00000001:0.0:1749611675.367185:0:730:0:(mgc_request.c:191:do_config_log_add()) Process entered 10000000:01000000:0.0:1749611675.367186:0:730:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff880129e0e800 10000000:00000010:0.0:1749611675.367188:0:730:0:(mgc_request.c:197:do_config_log_add()) kmalloced '(cld)': 294 at ffff88007fb8ee00. 10000000:01000000:0.0:1749611675.367190:0:730:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 00000020:00000040:0.0:1749611675.367193:0:730:0:(genops.c:887:class_export_get()) GET export ffff88009d243800 refcount=15 10000000:00000001:0.0:1749611675.367195:0:730:0:(mgc_request.c:236:do_config_log_add()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 10000000:00000001:0.0:1749611675.367198:0:730:0:(mgc_request.c:441:config_log_add()) Process leaving (rc=18446612134457044480 : -131939252507136 : ffff88007fb8ee00) 10000000:00000001:0.0:1749611675.367199:0:730:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611675.367201:0:730:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-client-ffff880129e0e800 from 1 10000000:00000001:0.0:1749611675.367203:0:730:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611675.367204:0:730:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:0.0:1749611675.367208:0:730:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133990700. 00000020:00000040:0.0:1749611675.367210:0:730:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611675.367213:0:730:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611675.367215:0:730:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611675.367219:0:730:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611675.367223:0:730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007fb8f400. 00000100:00000001:0.0:1749611675.367228:0:730:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611675.367231:0:730:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611675.367233:0:730:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611675.367236:0:730:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d2adc00. 00010000:00000001:0.0:1749611675.367239:0:730:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611675.367241:0:730:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007fb8e600. 00000020:00000001:0.0:1749611675.367244:0:730:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611675.367246:0:730:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007fb8e600 with handle 0x689c0ec07329d692 to hash 00000020:00000001:0.0:1749611675.367248:0:730:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611675.367249:0:730:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749611675.367251:0:730:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749611675.367253:0:730:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611675.367254:0:730:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611675.367257:0:730:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d692 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611675.367264:0:730:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d692 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611675.367273:0:730:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d692 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611675.367277:0:730:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611675.367278:0:730:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611675.367282:0:730:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092ecd600. 00000100:00000001:0.0:1749611675.367283:0:730:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134779213312 : -131938930338304 : ffff880092ecd600) 00000100:00000001:0.0:1749611675.367285:0:730:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611675.367286:0:730:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474852608 : -131936234699008 : ffff880133990700) 00000100:00000001:0.0:1749611675.367290:0:730:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611675.367293:0:730:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611675.367295:0:730:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611675.367296:0:730:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611675.367301:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133990700 x1834598494712448/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611675.367307:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611675.367309:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611675.367312:0:730:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880133990700 x1834598494712448/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611675.367318:0:730:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611675.367319:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611675.367320:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611675.367322:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611675.367323:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611675.367324:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611675.367326:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611675.367326:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611675.367328:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749611675.370671:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2ef00. 00010000:00000010:0.1:1749611675.370680:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a828000. 00000020:00000001:1.0:1749611675.371578:0:763:0:(lproc_lod.c:1065:mdt_hash_store()) Process leaving via out (rc=5 : 5 : 0x5) 00000100:00000001:2.0:1749611675.458628:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611675.458633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611675.458635:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611675.458638:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611675.458641:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611675.458644:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611675.458646:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611675.458649:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611675.458651:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611675.494653:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611675.494658:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611675.494777:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611675.494781:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611675.494785:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611676.223602:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611676.223614:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611676.223616:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611676.223620:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611676.223622:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611676.223625:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611676.223627:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611676.243586:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611676.243590:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611676.243592:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611676.243594:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611676.243596:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611676.243598:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611676.243600:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611676.243602:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611676.243604:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611676.366632:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611676.366635:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611676.366636:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611676.366638:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611676.366639:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611676.366641:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611676.366642:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611676.366643:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611676.366644:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611676.458573:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611676.458576:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611676.458577:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611676.458579:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611676.458580:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611676.458582:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611676.458583:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611676.458585:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611676.458586:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611676.496589:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611676.496592:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611676.496658:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611676.496661:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611676.496663:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611677.223648:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611677.223665:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611677.223668:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611677.223673:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611677.223676:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611677.223679:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611677.223681:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611677.243596:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611677.243601:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611677.243602:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611677.243605:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611677.243608:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611677.243610:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611677.243613:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611677.243615:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611677.243617:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611677.366681:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611677.366688:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611677.366690:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611677.366695:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611677.366698:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611677.366701:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611677.366703:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611677.366706:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611677.366708:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611677.458644:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611677.458649:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611677.458651:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611677.458655:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611677.458658:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611677.458660:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611677.458663:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611677.458665:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611677.458668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611677.498652:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611677.498657:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611677.498794:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611677.498800:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611677.498804:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611678.223632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611678.223649:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611678.223651:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611678.223656:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611678.223658:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611678.223662:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611678.223664:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611678.243616:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611678.243621:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611678.243624:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611678.243627:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611678.243640:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611678.243643:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611678.243645:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611678.243665:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611678.243667:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611678.366733:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611678.366739:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611678.366741:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611678.366745:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611678.366749:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611678.366751:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611678.366754:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611678.366757:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611678.366759:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611678.458634:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611678.458640:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611678.458642:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611678.458646:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611678.458649:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611678.458651:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611678.458654:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611678.458656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611678.458658:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611678.500651:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611678.500658:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611678.500785:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611678.500800:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611678.500804:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611679.223564:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611679.223574:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611679.223575:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611679.223578:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611679.223579:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611679.223582:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.223583:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611679.230596:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611679.230600:0:27774:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1749611679.230602:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611679.230604:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611679.230606:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611679.230608:0:27774:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611679.230610:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611679.230614:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6280 00000100:00080000:0.0:1749611679.230616:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611679.230618:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611679.230619:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611679.230621:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611679.230622:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611679.230625:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611679.230626:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:0.0:1749611679.230628:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611679.230631:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:0.0:1749611679.230632:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:0.0:1749611679.230633:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:0.0:1749611679.230635:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611679.230636:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611679.230637:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611679.230638:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611679.230640:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:0.0:1749611679.230641:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611679.230643:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.230645:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611679.230648:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611679.230650:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611679.230651:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611679.230653:0:27774:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611679.230656:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133992a00. 00000020:00000040:0.0:1749611679.230658:0:27774:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611679.230660:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611679.230661:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611679.230663:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611679.230665:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611679.230667:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611679.230671:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099749800. 00000100:00000001:0.0:1749611679.230676:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611679.230682:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133992a00 x1834598494712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611679.230689:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611679.230692:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611679.230694:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133992a00] to pc [ptlrpcd_rcv+-1] req@ffff880133992a00 x1834598494712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611679.230712:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611679.230714:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611679.230717:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611679.230718:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611679.230719:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611679.230720:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611679.230721:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6280 00000100:00080000:0.0:1749611679.230722:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611679.230724:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611679.230725:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611679.230725:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611679.230726:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611679.230727:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611679.230728:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:0.0:1749611679.230729:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611679.230730:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:0.0:1749611679.230731:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:0.0:1749611679.230732:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:2.0:1749611679.230734:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611679.230734:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611679.230735:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611679.230736:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749611679.230736:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611679.230737:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611679.230738:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:0.0:1749611679.230738:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:0.0:1749611679.230739:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611679.230740:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.230741:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611679.230742:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611679.230743:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133992a00 x1834598494712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611679.230743:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611679.230744:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611679.230746:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611679.230748:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133993100. 00000100:00000001:2.0:1749611679.230749:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:0.0:1749611679.230749:0:27774:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:0.0:1749611679.230750:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:2.0:1749611679.230751:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.230751:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611679.230752:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611679.230753:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611679.230753:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611679.230753:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611679.230755:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749611679.230755:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099748c00. 02000000:00000001:2.0:1749611679.230756:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611679.230757:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611679.230758:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494712576:0@lo:38:kworker.0 00000100:00100000:0.0:1749611679.230759:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133993100 x1834598494712704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611679.230761:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611679.230762:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:2.0:1749611679.230763:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611679.230763:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611679.230765:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611679.230765:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133993100] to pc [ptlrpcd_rcv+-1] req@ffff880133993100 x1834598494712704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611679.230766:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611679.230769:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130c7e400. 00000100:00000001:0.0:1749611679.230769:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611679.230770:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611679.230771:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1749611679.230773:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611679.230773:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1749611679.230774:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:2.0:1749611679.230775:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe0b0. 00000100:00000001:0.0:1749611679.230775:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:0.0:1749611679.230776:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6280 00000100:00080000:0.0:1749611679.230777:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1749611679.230778:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000001:0.0:1749611679.230779:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000010:2.0:1749611679.230780:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5aaa0. 00000100:00000040:0.0:1749611679.230780:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:0.0:1749611679.230781:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611679.230782:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611679.230782:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:0.0:1749611679.230783:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611679.230784:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:0.0:1749611679.230785:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:0.0:1749611679.230787:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:0.0:1749611679.230788:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 16 to 0@lo 00000100:00000200:2.0:1749611679.230789:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494712576, portal 4 00000100:00000001:0.0:1749611679.230789:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1749611679.230790:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:0.0:1749611679.230790:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00000001:2.0:1749611679.230791:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474861568 : -131936234690048 : ffff880133992a00) 00000100:00000001:0.0:1749611679.230791:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:0.0:1749611679.230792:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:0.0:1749611679.230793:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611679.230794:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.230795:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611679.230796:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611679.230797:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133992a00 x1834598494712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611679.230797:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611679.230798:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611679.230799:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.230801:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000010:0.0:1749611679.230801:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133992680. 00000020:00000040:0.0:1749611679.230801:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:0.0:1749611679.230802:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000040:2.0:1749611679.230803:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:0.0:1749611679.230803:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611679.230804:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:0.0:1749611679.230804:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611679.230804:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611679.230805:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611679.230806:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494712576, offset 0 02000000:00000010:0.0:1749611679.230808:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff8800839a2400. 00000400:00000200:2.0:1749611679.230809:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611679.230809:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611679.230811:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880133992680 x1834598494712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611679.230815:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611679.230815:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611679.230817:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133992680] to pc [ptlrpcd_rcv+-1] req@ffff880133992680 x1834598494712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611679.230819:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611679.230820:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611679.230822:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1749611679.230824:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000200:2.0:1749611679.230826:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf953300 00000100:00000010:0.0:1749611679.230826:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133991f80. 00000020:00000040:0.0:1749611679.230827:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611679.230828:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611679.230829:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611679.230830:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611679.230831:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3dfd [256] + 23400 02000000:00000010:0.0:1749611679.230832:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88009d2add00. 00000400:00000010:2.0:1749611679.230833:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012d881e18. 00000100:00000001:0.0:1749611679.230833:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611679.230835:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:2.0:1749611679.230836:0:28320:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff88009c0ca000 00000100:00000001:0.0:1749611679.230839:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000200:2.0:1749611679.230840:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611679.230840:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611679.230842:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611679.230843:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880133991f80] to pc [ptlrpcd_00_01+1] req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611679.230845:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88009c0ca000 00000400:00000010:2.0:1749611679.230846:0:28320:0:(lib-lnet.h:301:lnet_md_free()) kfreed 'md': 4216 at ffff88009c0ca000. 00000100:00000001:2.0:1749611679.230851:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611679.230853:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749611679.230855:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff88012b530050 x1834598494712576 msgsize 520 00000100:00100000:2.0:1749611679.230858:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611679.230858:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611679.230860:0:28320:0:(events.c:350:request_in_callback()) Buffer complete: 63 buffers still posted 00000100:00000040:0.0:1749611679.230860:0:27774:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6290) 00000100:00000001:2.0:1749611679.230865:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611679.230868:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000010:2.0:1749611679.230869:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000100:00000001:2.0:1749611679.230871:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:2.0:1749611679.230873:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133992a00 x1834598494712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611679.230878:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611679.230879:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133992a00 x1834598494712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611679.230880:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611679.230882:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494712576 00000100:00000001:2.0:1749611679.230883:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.230883:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611679.230885:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611679.230886:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.230887:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611679.230888:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.230890:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611679.230890:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494712576 00000020:00000001:0.0:1749611679.230891:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611679.230892:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:2.0:1749611679.230893:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1252 usecs (2 jiffies) 00000020:00000001:0.0:1749611679.230893:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611679.230894:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611679.230895:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.230896:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300952690 00000100:00000010:2.0:1749611679.230898:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eac940. 00000020:00000010:0.0:1749611679.230898:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f600. 00000100:00000001:2.0:1749611679.230902:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000010:0.0:1749611679.230902:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff880. 00000020:00000010:0.0:1749611679.230905:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:2.0:1749611679.230906:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300952690 00000100:00000001:1.0:1749611679.230907:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000010:2.0:1749611679.230908:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eac600. 00000100:00000001:0.0:1749611679.230908:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611679.230908:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611679.230909:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:1.0:1749611679.230910:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611679.230910:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.230911:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300952690 00000100:00000001:1.0:1749611679.230911:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:2.0:1749611679.230912:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eac800. 00000100:00000001:2.0:1749611679.230914:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000001:0.0:1749611679.230914:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.230915:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300952690 00000100:00000040:1.0:1749611679.230916:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1749611679.230917:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880135eac000. 00000100:00000001:2.0:1749611679.230918:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749611679.230918:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611679.230919:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611679.230919:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611679.230921:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611679.230922:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.230922:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.230923:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611679.230924:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611679.230925:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611679.230926:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611679.230927:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611679.230928:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611679.230928:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611679.230928:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:0.0:1749611679.230928:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00000001:2.0:1749611679.230929:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611679.230929:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611679.230930:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137336045648 : -131936373505968 : ffff88012b530050) 00000100:00000040:2.0:1749611679.230931:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133993100 x1834598494712704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611679.230931:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1749611679.230932:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611679.230932:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88012b530050 x1834598494712576/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611679.230933:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.230935:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00100000:1.0:1749611679.230935:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494712960:0@lo:400:kworker.0 00000100:00000001:2.0:1749611679.230936:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611679.230937:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611679.230937:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611679.230938:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611679.230938:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b530050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494712576:12345-0@lo:38:kworker.0 02000000:00000001:2.0:1749611679.230940:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611679.230940:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:0.0:1749611679.230940:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494712576 00000100:00100000:2.0:1749611679.230941:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494712704:0@lo:38:kworker.0 02000000:00000001:1.0:1749611679.230941:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611679.230942:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:0.0:1749611679.230943:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000010:1.0:1749611679.230944:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012b8b4600. 02000000:00000001:1.0:1749611679.230945:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611679.230945:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611679.230946:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611679.230947:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611679.230948:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611679.230948:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db630. 02000000:00000001:2.0:1749611679.230949:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611679.230951:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880130c7dc00. 00000400:00000010:1.0:1749611679.230951:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 02000000:00000001:2.0:1749611679.230952:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611679.230953:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fee18. 00000100:00000200:1.0:1749611679.230953:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494712960, portal 10 00000100:00000001:1.0:1749611679.230954:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000020:00000001:0.0:1749611679.230954:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611679.230955:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a000. 00000100:00000001:1.0:1749611679.230955:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474858880 : -131936234692736 : ffff880133991f80) 00010000:00020000:0.0:1749611679.230956:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000200:2.0:1749611679.230957:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494712704, portal 10 00000100:00000001:2.0:1749611679.230958:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00010000:00000001:0.0:1749611679.230958:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611679.230959:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474863360 : -131936234688256 : ffff880133993100) 00000100:00000040:1.0:1749611679.230960:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1749611679.230960:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611679.230961:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000040:2.0:1749611679.230962:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133993100 x1834598494712704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611679.230963:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611679.230964:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611679.230964:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:1.0:1749611679.230965:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611679.230966:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749611679.230966:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a3800. 00000100:00000040:2.0:1749611679.230967:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611679.230967:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 02000000:00000001:0.0:1749611679.230967:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611679.230968:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a550. 00000100:00000200:1.0:1749611679.230968:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494712960, offset 0 00000100:00000200:2.0:1749611679.230969:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494712704, offset 0 00000100:00000001:0.0:1749611679.230969:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611679.230971:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:0.0:1749611679.230971:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611679.230972:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611679.230973:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749611679.230974:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000400:00000200:1.0:1749611679.230975:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611679.230976:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611679.230976:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611679.230978:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611679.230979:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000400:00000200:1.0:1749611679.230980:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf953480 00000100:00000001:0.0:1749611679.230980:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611679.230981:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953380 00000100:00000001:0.0:1749611679.230982:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749611679.230983:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 179360 00000100:00000040:0.0:1749611679.230984:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 02000000:00000001:0.0:1749611679.230985:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611679.230986:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611679.230987:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611679.230987:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:1.0:1749611679.230989:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1749611679.230990:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 179584 00000100:00000040:0.0:1749611679.230990:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611679.230992:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000400:00000200:2.0:1749611679.230993:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611679.230993:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611679.230994:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494712576, offset 0 00000400:00000200:2.0:1749611679.230995:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:1.0:1749611679.230995:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749611679.230997:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:1.0:1749611679.230998:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a0a80. 00000400:00000200:0.0:1749611679.231001:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611679.231002:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a0a80 x1834598494712960 msgsize 224 00000100:00100000:1.0:1749611679.231005:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:0.0:1749611679.231005:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf953300 00000400:00000200:0.0:1749611679.231008:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9ab5 [1] + 0 00000400:00000200:0.0:1749611679.231011:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611679.231013:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611679.231015:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611679.231017:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133992a00 x1834598494712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611679.231023:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133992a00 x1834598494712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611679.231024:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611679.231034:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:1.0:1749611679.231035:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:1.0:1749611679.231037:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611679.231039:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000200:1.0:1749611679.231040:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611695 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611679.231042:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749611679.231042:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611679.231043:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00100000:2.0:1749611679.231044:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494712960 00000100:00000001:1.0:1749611679.231044:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611679.231045:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611679.231045:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611679.231046:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611679.231046:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611695 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611679.231046:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611679.231047:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611679.231047:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611679.231048:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611679.231049:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000001:2.0:1749611679.231049:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611679.231049:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611679.231049:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 00000100:00100000:2.0:1749611679.231050:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494712960 00000100:00000001:1.0:1749611679.231050:0:28322:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611679.231050:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611679.231052:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611679.231052:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:1.0:1749611679.231052:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611679.231052:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1749611679.231053:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749611679.231054:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 957 usecs (1 jiffies) 00000100:00000040:0.0:1749611679.231054:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012b530050 x1834598494712576/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611699 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611679.231055:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:1.0:1749611679.231056:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300952689 00000100:00000010:3.0:1749611679.231058:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d48000. 00000100:00000001:1.0:1749611679.231058:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300952690 00000100:00000001:1.0:1749611679.231059:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300952689 00000100:00000040:3.0:1749611679.231060:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d48000 x1834598494712704 msgsize 520 00000020:00000001:2.0:1749611679.231060:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611679.231060:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300952690 00000100:00100000:0.0:1749611679.231060:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b530050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494712576:12345-0@lo:38:kworker.0 Request processed in 121us (203us total) trans 0 rc -19/-19 00000020:00000001:2.0:1749611679.231061:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611679.231061:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300952689 00000100:00100000:3.0:1749611679.231063:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611679.231063:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300952690 00000100:00000001:1.0:1749611679.231063:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300952689 00000100:00000001:1.0:1749611679.231064:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300952690 00000100:00100000:0.0:1749611679.231064:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00000001:2.0:1749611679.231065:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611679.231065:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611679.231065:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749611679.231066:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880135eacf40. 00000100:00000001:0.0:1749611679.231066:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611679.231067:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611679.231068:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611679.231068:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611679.231068:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff880. 00000020:00000010:2.0:1749611679.231069:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880130eac380. 00000100:00000001:1.0:1749611679.231069:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611679.231070:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000400:00000200:3.0:1749611679.231072:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a550 00000100:00000001:1.0:1749611679.231073:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611679.231073:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000020:00000010:0.0:1749611679.231073:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f600. 00000400:00000010:3.0:1749611679.231074:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a550. 00000020:00000040:2.0:1749611679.231074:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:1.0:1749611679.231074:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611679.231075:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611679.231075:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:3.0:1749611679.231079:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133993100 x1834598494712704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611679.231079:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749611679.231079:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611679.231080:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611679.231081:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4b600. 00000020:00000010:2.0:1749611679.231083:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000100:00000001:3.0:1749611679.231084:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611679.231084:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000010:2.0:1749611679.231085:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be94b0. 00000100:00000040:3.0:1749611679.231086:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133993100 x1834598494712704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611679.231086:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800839a3800. 02000000:00000001:0.0:1749611679.231087:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:0.0:1749611679.231088:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:2.0:1749611679.231089:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 02000000:00000010:0.0:1749611679.231089:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b5205c00. 00000100:00000001:3.0:1749611679.231090:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.231090:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611679.231091:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611679.231091:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:0.0:1749611679.231091:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231092:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237100. 00000100:00000001:3.0:1749611679.231093:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.231093:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1749611679.231093:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:3.0:1749611679.231095:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1087 usecs (2 jiffies) 00000020:00000040:1.0:1749611679.231095:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 02000000:00000001:0.0:1749611679.231095:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749611679.231096:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 02000000:00000010:0.0:1749611679.231096:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880099748000. 00000100:00000001:3.0:1749611679.231097:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300952690 00000100:00000001:2.0:1749611679.231097:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:3.0:1749611679.231098:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300952690 00000100:00000001:2.0:1749611679.231098:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.231098:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231099:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235500. 00000100:00000001:3.0:1749611679.231100:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300952690 00000100:00000001:3.0:1749611679.231101:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300952690 02000000:00000001:0.0:1749611679.231101:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231101:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800839a2800. 00000100:00000001:3.0:1749611679.231102:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300952690 00000100:00000001:2.0:1749611679.231102:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611679.231102:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231103:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236d80. 00000100:00000001:3.0:1749611679.231104:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300952690 00000100:00000001:3.0:1749611679.231105:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300952690 02000000:00000001:0.0:1749611679.231105:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231105:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800839a1000. 00000100:00000001:3.0:1749611679.231106:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300952690 00000100:00000001:2.0:1749611679.231106:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:0.0:1749611679.231106:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611679.231107:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611679.231107:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494712704 00000100:00000001:1.0:1749611679.231107:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1749611679.231107:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133990a80. 02000000:00000001:2.0:1749611679.231108:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611679.231108:0:12680:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.231109:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749611679.231109:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231109:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800839a1c00. 00000100:00000001:2.0:1749611679.231110:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.231110:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611679.231111:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611679.231111:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611679.231111:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079c03b80. 00000100:00000001:3.0:1749611679.231112:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1749611679.231112:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494712704 00000100:00000001:1.0:1749611679.231112:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611679.231113:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:1.0:1749611679.231113:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749611679.231113:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1749611679.231114:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133992680 x1834598494712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611679.231114:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611679.231114:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:0.0:1749611679.231114:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800839a2c00. 00000020:00000001:2.0:1749611679.231115:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.231115:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000020:00000001:2.0:1749611679.231116:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611679.231116:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00000010:0.0:1749611679.231116:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079c03100. 00000020:00000010:2.0:1749611679.231117:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4be00. 02000000:00000001:0.0:1749611679.231117:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:1.0:1749611679.231118:0:12680:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 02000000:00000010:0.0:1749611679.231118:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c627000. 00000100:00000001:3.0:1749611679.231119:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1749611679.231119:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00000100:00000001:1.0:1749611679.231119:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598675072 : -131939110876544 : ffff8800882a0a80) 02000000:00000001:0.0:1749611679.231119:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611679.231120:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611679.231120:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9320. 00000100:00000010:0.0:1749611679.231120:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800882a3480. 02000000:00000001:3.0:1749611679.231121:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611679.231121:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 02000000:00000001:3.0:1749611679.231122:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611679.231122:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000040:1.0:1749611679.231122:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a0a80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:360/0 lens 224/0 e 0 to 0 dl 1749611690 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611679.231122:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231122:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd6ac00. 02000000:00000001:3.0:1749611679.231123:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.231123:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231124:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079c01f80. 00000100:00100000:3.0:1749611679.231125:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880133992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494712832:0@lo:38:kworker.0 00000100:00000001:2.0:1749611679.231125:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.231126:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231126:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880080faac00. 00000100:00000001:3.0:1749611679.231127:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611679.231127:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611679.231127:0:12680:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 02000000:00000001:3.0:1749611679.231128:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611679.231128:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:3.0:1749611679.231129:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611679.231129:0:12680:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012a3c78c0. 00000100:00000010:0.0:1749611679.231129:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079c01500. 02000000:00000001:3.0:1749611679.231130:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611679.231130:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611679.231130:0:12680:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611679.231130:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231131:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c625400. 02000000:00000010:3.0:1749611679.231132:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007de23800. 00000020:00000010:1.0:1749611679.231132:0:12680:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012a3c78c0. 02000000:00000001:0.0:1749611679.231132:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231133:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079c00380. 02000000:00000001:3.0:1749611679.231134:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.231134:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749611679.231134:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494712960:12345-0@lo:400:kworker.0 00000100:00000001:2.0:1749611679.231135:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749611679.231135:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231135:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801327de400. 00000400:00000010:3.0:1749611679.231136:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000100:00000200:1.0:1749611679.231136:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494712960 00000100:00100000:2.0:1749611679.231137:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 02000000:00000001:0.0:1749611679.231137:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231137:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c9bb480. 00000400:00000010:3.0:1749611679.231138:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:2.0:1749611679.231138:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492405760 : -131939217145856 : ffff880081d48000) 00000020:00000001:1.0:1749611679.231138:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:0.0:1749611679.231139:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1749611679.231140:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494712832, portal 10 00000020:00000001:1.0:1749611679.231140:0:12680:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 02000000:00000010:0.0:1749611679.231140:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801327df000. 00000100:00000001:3.0:1749611679.231141:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749611679.231141:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d48000 x1834598494712704/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611679.231141:0:12680:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.231141:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231141:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c9ba680. 00000100:00000001:3.0:1749611679.231142:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474860672 : -131936234690944 : ffff880133992680) 00000020:00000001:1.0:1749611679.231142:0:12680:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 02000000:00000001:0.0:1749611679.231143:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231143:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009457dc00. 00000020:00000001:1.0:1749611679.231144:0:12680:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 02000000:00000001:0.0:1749611679.231145:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1749611679.231146:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880133992680 x1834598494712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611679.231146:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494712704:12345-0@lo:38:kworker.0 00000020:00000001:1.0:1749611679.231146:0:12680:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000010:0.0:1749611679.231146:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c9b9880. 02000000:00000001:0.0:1749611679.231147:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:2.0:1749611679.231148:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494712704 00000020:00000001:1.0:1749611679.231148:0:12680:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611679.231148:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009b41fc00. 00000020:00000001:2.0:1749611679.231149:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:1.0:1749611679.231149:0:12680:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 02000000:00000001:0.0:1749611679.231149:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611679.231150:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:2.0:1749611679.231150:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749611679.231150:0:12680:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000010:0.0:1749611679.231150:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c9b8a80. 00000020:00000001:1.0:1749611679.231151:0:12680:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.231151:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000040:3.0:1749611679.231152:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:1.0:1749611679.231152:0:12680:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:0.0:1749611679.231152:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009b41e000. 00000400:00000010:3.0:1749611679.231153:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 02000000:00000001:0.0:1749611679.231153:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1749611679.231154:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494712832, offset 0 00000100:00000010:0.0:1749611679.231154:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38d880. 00000100:00000001:1.0:1749611679.231155:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611679.231155:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231155:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009b41d400. 00000020:00000001:2.0:1749611679.231156:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611679.231156:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:3.0:1749611679.231157:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00020000:2.0:1749611679.231157:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749611679.231157:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000010:1.0:1749611679.231158:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009457d000. 00000100:00000010:0.0:1749611679.231158:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013033f100. 00010000:00000001:2.0:1749611679.231159:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749611679.231159:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:3.0:1749611679.231160:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749611679.231160:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:0.0:1749611679.231160:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009b41e800. 02000000:00000001:0.0:1749611679.231161:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749611679.231162:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000001:1.0:1749611679.231162:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611679.231162:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013033d180. 00000100:00000001:2.0:1749611679.231163:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611679.231163:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611679.231164:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953400 02000000:00000001:2.0:1749611679.231164:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:0.0:1749611679.231164:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:1.0:1749611679.231165:0:12680:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611679.231165:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880074695000. 02000000:00000010:2.0:1749611679.231166:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130c7f800. 02000000:00000001:0.0:1749611679.231166:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000400:00000200:3.0:1749611679.231167:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 180104 02000000:00000001:2.0:1749611679.231167:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611679.231167:0:12680:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494712960 00000100:00000010:0.0:1749611679.231167:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800882a0e00. 00000100:00000001:2.0:1749611679.231168:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611679.231168:0:12680:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00010000:00000001:2.0:1749611679.231169:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:3.0:1749611679.231170:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1749611679.231170:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749611679.231171:0:12680:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800882a0a80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1749611690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611679.231172:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:2.0:1749611679.231172:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:0.0:1749611679.231172:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231172:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006bbae800. 00000100:00000001:2.0:1749611679.231174:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:0.0:1749611679.231174:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749611679.231175:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749611679.231175:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000010:0.0:1749611679.231175:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079f01c00. 00000100:00000001:3.0:1749611679.231176:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611679.231176:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:1.0:1749611679.231176:0:12680:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611679.231177:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611679.231177:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611679.231177:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231177:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b5207000. 00000100:00000010:3.0:1749611679.231178:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d48380. 00000100:00001000:1.0:1749611679.231178:0:12680:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=134 v=5 (1 1 1 1) 00000100:00000001:2.0:1749611679.231179:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:0.0:1749611679.231179:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1749611679.231180:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d48380 x1834598494712832 msgsize 520 00000100:00000040:2.0:1749611679.231180:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611679.231180:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000010:0.0:1749611679.231180:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880077a9d880. 00000100:00000040:1.0:1749611679.231181:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611679.231182:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611679.231182:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1749611679.231183:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000010:0.0:1749611679.231183:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b5206400. 02000000:00000001:2.0:1749611679.231184:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611679.231184:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611679.231184:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 02000000:00000001:1.0:1749611679.231185:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611679.231185:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013033d500. 00000100:00000001:3.0:1749611679.231186:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749611679.231186:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611679.231186:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611679.231186:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749611679.231187:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611679.231187:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:0.0:1749611679.231187:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880087546800. 00000400:00000200:3.0:1749611679.231188:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000100:00000040:2.0:1749611679.231188:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611679.231188:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 02000000:00000001:0.0:1749611679.231188:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231188:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013033c700. 00000400:00000010:3.0:1749611679.231189:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000400:00000010:2.0:1749611679.231190:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 00000100:00000001:3.0:1749611679.231191:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749611679.231191:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231191:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd6a800. 00000100:00000200:2.0:1749611679.231192:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494712704, offset 0 00000100:00000200:1.0:1749611679.231192:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494712960, offset 224 02000000:00000001:0.0:1749611679.231192:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000200:3.0:1749611679.231193:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880133992680 x1834598494712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611679.231193:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38df80. 00000400:00000200:1.0:1749611679.231194:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611679.231195:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231195:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8800b4063000. 00000400:00000200:2.0:1749611679.231196:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611679.231196:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611679.231197:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749611679.231197:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006a38dc00. 00000100:00000040:3.0:1749611679.231199:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133992680 x1834598494712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611679.231199:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611679.231199:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231199:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880086dcb000. 00000400:00000200:2.0:1749611679.231200:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611679.231201:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231201:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bf93100. 00000100:00000001:3.0:1749611679.231202:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611679.231202:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953480 00000100:00000001:3.0:1749611679.231203:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611679.231203:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000400:00000200:2.0:1749611679.231204:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953380 02000000:00000010:0.0:1749611679.231204:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880086dc9800. 00000100:00000001:3.0:1749611679.231205:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611679.231205:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9abd [1] + 224 02000000:00000001:0.0:1749611679.231205:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1749611679.231206:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 785 usecs (1 jiffies) 00000100:00000010:0.0:1749611679.231206:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 00000100:00000001:3.0:1749611679.231207:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300952689 02000000:00000001:0.0:1749611679.231207:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231207:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c626000. 00000400:00000200:2.0:1749611679.231208:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9ac1 [1] + 0 00000400:00000200:1.0:1749611679.231208:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1749611679.231208:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611679.231209:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300952690 00000100:00000010:0.0:1749611679.231209:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111264700. 00000100:00000001:3.0:1749611679.231210:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300952689 00000400:00000200:2.0:1749611679.231210:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611679.231210:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611679.231210:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749611679.231211:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300952690 02000000:00000010:0.0:1749611679.231211:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c627c00. 00000100:00000001:3.0:1749611679.231212:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300952689 00000400:00000200:2.0:1749611679.231212:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611679.231212:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611679.231213:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300952690 02000000:00000001:0.0:1749611679.231213:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611679.231214:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300952689 00000100:00000001:2.0:1749611679.231214:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611679.231214:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611695 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611679.231214:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111264e00. 00000100:00000001:3.0:1749611679.231215:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300952690 02000000:00000001:0.0:1749611679.231215:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749611679.231216:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749611679.231216:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88006dff6c00. 00000100:00000001:3.0:1749611679.231217:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611679.231217:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133993100 x1834598494712704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611679.231218:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231218:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111265880. 00000400:00000001:3.0:1749611679.231219:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1749611679.231219:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:3.0:1749611679.231220:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749611679.231220:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231220:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012b560800. 00000400:00000010:3.0:1749611679.231221:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe0b0. 00000100:00000040:2.0:1749611679.231222:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133993100 x1834598494712704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611679.231222:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231223:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111267100. 00000400:00000200:3.0:1749611679.231225:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5aaa0 00000100:00000001:1.0:1749611679.231225:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611679.231225:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231225:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012b561400. 00000400:00000010:3.0:1749611679.231226:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5aaa0. 00000100:00000001:2.0:1749611679.231226:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611679.231226:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611679.231227:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000010:0.0:1749611679.231227:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111572a00. 02000000:00000001:0.0:1749611679.231228:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000200:3.0:1749611679.231229:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133992a00 x1834598494712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611679.231229:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 02000000:00000010:0.0:1749611679.231229:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d032c00. 00000400:00000010:1.0:1749611679.231230:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 02000000:00000001:0.0:1749611679.231230:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231230:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078807480. 02000000:00000001:0.0:1749611679.231232:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231233:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009d743000. 00000100:00000200:3.0:1749611679.231234:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133992a00 x1834598494712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611679.231234:0:12680:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749611679.231234:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231234:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc700. 00000100:00000001:1.0:1749611679.231235:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749611679.231236:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 02000000:00000001:0.0:1749611679.231236:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231236:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cd68000. 00000100:00000001:3.0:1749611679.231237:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000010:2.0:1749611679.231237:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 00000100:00000001:1.0:1749611679.231237:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.231237:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611679.231238:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1749611679.231238:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009ac3c380. 00000100:00000001:3.0:1749611679.231239:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:2.0:1749611679.231239:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611679.231239:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749611679.231239:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 18 to 0@lo 00010000:00000001:1.0:1749611679.231240:0:12680:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 02000000:00000001:0.0:1749611679.231240:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231240:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009c957400. 02000000:00000001:3.0:1749611679.231241:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611679.231241:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611679.231241:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611679.231241:0:12680:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.231241:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1749611679.231242:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611679.231242:0:12680:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000010:0.0:1749611679.231242:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8e300. 00000100:00000040:2.0:1749611679.231243:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:3.0:1749611679.231244:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.231244:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611679.231244:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a0a80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:360/0 lens 224/224 e 0 to 0 dl 1749611690 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611679.231244:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000020:00000001:2.0:1749611679.231245:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749611679.231245:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009a3ff000. 00000100:00001000:3.0:1749611679.231247:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611679 v=5 (0 0 0 0) 02000000:00000001:0.0:1749611679.231247:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231247:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d3100. 00000100:00000040:2.0:1749611679.231248:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d48000 x1834598494712704/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611699 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611679.231249:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=52 v=20 (1 1 20 1) 00000100:00100000:1.0:1749611679.231250:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494712960:12345-0@lo:400:kworker.0 Request processed in 122us (246us total) trans 0 rc 0/0 02000000:00000001:0.0:1749611679.231250:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231250:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88007dd5d400. 00000100:00000001:3.0:1749611679.231251:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611679.231252:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749611679.231252:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231252:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad5500. 00000100:00100000:2.0:1749611679.231253:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d48000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494712704:12345-0@lo:38:kworker.0 Request processed in 106us (191us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611679.231254:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:1.0:1749611679.231254:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 02000000:00000001:0.0:1749611679.231255:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231255:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f5400. 00000100:00000040:3.0:1749611679.231256:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133992a00 x1834598494712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611704 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611679.231256:0:12680:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00100000:2.0:1749611679.231257:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00000001:1.0:1749611679.231257:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000001:0.0:1749611679.231257:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231257:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009bad5880. 00000100:00000001:2.0:1749611679.231258:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611679.231258:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611679.231259:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611679.231259:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:3.0:1749611679.231260:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:1.0:1749611679.231260:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 02000000:00000010:0.0:1749611679.231260:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130312400. 02000000:00000001:0.0:1749611679.231261:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231261:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ee680. 00000100:00000001:3.0:1749611679.231262:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611679.231263:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611679.231263:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000020:00000010:1.0:1749611679.231263:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be94b0. 02000000:00000001:0.0:1749611679.231263:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231263:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880130311800. 00000100:00000001:3.0:1749611679.231264:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611679.231265:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:2.0:1749611679.231265:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9320. 02000000:00000001:0.0:1749611679.231265:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231265:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ed180. 00000020:00000010:1.0:1749611679.231266:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4b600. 02000000:00000001:0.0:1749611679.231266:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00080000:3.0:1749611679.231267:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000010:2.0:1749611679.231267:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4be00. 02000000:00000010:0.0:1749611679.231267:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f4800. 02000000:00000001:0.0:1749611679.231268:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00080000:3.0:1749611679.231269:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000020:00000040:1.0:1749611679.231269:0:12680:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000010:0.0:1749611679.231269:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755ee300. 00000100:00000001:3.0:1749611679.231270:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611679.231270:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611679.231270:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1749611679.231270:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231270:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff8801302f7c00. 02000000:00000001:0.0:1749611679.231271:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000040:3.0:1749611679.231272:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133992a00 x1834598494712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611704 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:0.0:1749611679.231272:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d3b80. 02000000:00000001:0.0:1749611679.231273:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00000001:2.0:1749611679.231274:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611679.231274:0:12680:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000010:0.0:1749611679.231274:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88009cb9a000. 00000100:00100000:2.0:1749611679.231275:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494712832 02000000:00000001:2.0:1749611679.231275:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611679.231275:0:12680:0:(service.c:2224:ptlrpc_server_handle_req_in()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.231275:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1749611679.231276:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:0.0:1749611679.231276:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800755edc00. 00000100:00000001:2.0:1749611679.231277:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.231277:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:0.0:1749611679.231278:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff88012eab3800. 02000000:00000001:2.0:1749611679.231279:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611679.231279:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00100000:2.0:1749611679.231280:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494712832 00000100:00000001:1.0:1749611679.231280:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611679.231280:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000010:0.0:1749611679.231280:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111573480. 00000020:00000001:2.0:1749611679.231281:0:9693:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749611679.231281:0:9761:0:(sec.c:2511:sptlrpc_svc_free_rs()) Process entered 00000100:00100000:3.0:1749611679.231282:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494712576:0@lo:38:kworker.0 00000020:00000040:2.0:1749611679.231282:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611679.231282:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:1.0:1749611679.231282:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 02000000:00000010:0.0:1749611679.231282:0:9761:0:(sec_null.c:330:null_free_rs()) kfreed 'rs': 520 at ffff880083909400. 00000020:00000001:2.0:1749611679.231283:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611679.231283:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000001:0.0:1749611679.231283:0:9761:0:(sec.c:2524:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:0.0:1749611679.231283:0:9761:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800827d0700. 00000100:00000001:3.0:1749611679.231284:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611679.231284:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611679.231284:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db630. 00000100:00000001:3.0:1749611679.231285:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:1.0:1749611679.231285:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:0.0:1749611679.231285:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611679.231286:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4be00. 00000400:00000010:1.0:1749611679.231286:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000040:3.0:1749611679.231287:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133992a00 x1834598494712576/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611704 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611679.231287:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387880. 00000100:00000200:0.0:1749611679.231287:0:9761:0:(niobuf.c:1133:ptlrpc_register_rqbd()) mdt_out: registering portal 24 00000020:00000010:2.0:1749611679.231288:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9320. 00000100:00000001:1.0:1749611679.231288:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611679.231289:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611679.231290:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611679.231290:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:1.0:1749611679.231290:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611695 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611679.231290:0:9761:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff3c8. 02000000:00000001:3.0:1749611679.231291:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1749611679.231291:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.231292:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611679.231293:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130c7e400. 00000100:00000200:1.0:1749611679.231294:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611695 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611679.231294:0:9761:0:(lib-md.c:136:lnet_md_build()) alloc '(lmd)': 4216 at ffff88007d28a000. 02000000:00000001:3.0:1749611679.231295:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611679.231295:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611679.231296:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611679.231297:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749611679.231298:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611679.231298:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611679.231298:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:3.0:1749611679.231299:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880099749800. 00000100:00100000:2.0:1749611679.231300:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 02000000:00000001:3.0:1749611679.231301:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611679.231302:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611679.231302:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492406656 : -131939217144960 : ffff880081d48380) 00000100:00000010:3.0:1749611679.231303:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133992a00. 00000100:00000001:1.0:1749611679.231303:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:2.0:1749611679.231304:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d48380 x1834598494712832/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611699 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611679.231304:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611679.231305:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611679.231305:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611679.231305:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:3.0:1749611679.231306:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611679.231307:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1749611679.231308:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494712832:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611679.231308:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611679.231309:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611679.231309:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611679.231310:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611679.231310:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494712832 02000000:00000001:1.0:1749611679.231310:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611679.231311:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611679.231311:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611679.231312:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00010000:00000001:2.0:1749611679.231312:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:1.0:1749611679.231312:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=84 v=5 (5 5 5 5) 00000400:00000001:3.0:1749611679.231313:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611679.231314:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00001000:1.0:1749611679.231314:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=84 v=5 (1 1 1 1) 00000400:00000010:3.0:1749611679.231315:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fee18. 00000100:00000001:1.0:1749611679.231315:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611679.231316:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611679.231317:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a000 00000400:00000010:3.0:1749611679.231317:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a000. 00000020:00000001:2.0:1749611679.231318:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611679.231318:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:3.0:1749611679.231319:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611679.231320:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133993100 x1834598494712704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00020000:2.0:1749611679.231320:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00080000:1.0:1749611679.231320:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611679.231322:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:2.0:1749611679.231323:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611679.231324:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:1.0:1749611679.231324:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611679.231325:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133993100 x1834598494712704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611679.231325:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611679.231326:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611679.231326:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 02000000:00000010:2.0:1749611679.231327:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130c7e400. 00000100:00000040:1.0:1749611679.231327:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 02000000:00000001:2.0:1749611679.231328:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611679.231328:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611679.231329:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611679.231329:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611679.231330:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611695 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611679.231331:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1749611679.231332:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611679.231333:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:2.0:1749611679.231333:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611679.231334:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611679.231334:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611679.231334:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611679.231335:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611679.231335:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611679.231335:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611679.231336:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611679.231336:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611679.231337:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611679.231337:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611679.231337:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:1.0:1749611679.231337:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611695 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611679.231338:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.231338:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:3.0:1749611679.231340:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611679 v=5 (0 0 0 0) 00000100:00000001:2.0:1749611679.231340:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:2.0:1749611679.231341:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00001000:3.0:1749611679.231342:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=34 v=20 (1 1 20 1) 02000000:00000001:2.0:1749611679.231342:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00100000:1.0:1749611679.231342:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494712960:0@lo:400:kworker.0 00000100:00000001:3.0:1749611679.231343:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:2.0:1749611679.231343:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611679.231344:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611679.231344:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611679.231345:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:2.0:1749611679.231345:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611679.231345:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:2.0:1749611679.231346:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 00000100:00000001:1.0:1749611679.231346:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611679.231347:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133993100 x1834598494712704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611704 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611679.231347:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133991f80 x1834598494712960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611695 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611679.231348:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494712832, offset 0 00000100:00000001:3.0:1749611679.231350:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611679.231350:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:3.0:1749611679.231352:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000200:2.0:1749611679.231352:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611679.231353:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611679.231353:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611679.231354:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611679.231355:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:2.0:1749611679.231355:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953400 00000100:00080000:3.0:1749611679.231356:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:1.0:1749611679.231356:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611679.231357:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611679.231357:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9ad1 [1] + 0 02000000:00000001:1.0:1749611679.231357:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1749611679.231358:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012b8b4600. 00000100:00000040:3.0:1749611679.231359:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133993100 x1834598494712704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611704 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611679.231359:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749611679.231360:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1749611679.231361:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611679.231361:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611679.231362:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000040:1.0:1749611679.231362:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00100000:3.0:1749611679.231363:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494712704:0@lo:38:kworker.0 00000020:00000001:1.0:1749611679.231363:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000200:2.0:1749611679.231364:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880133992680 x1834598494712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611679.231364:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88009d2add00. 00000100:00000001:3.0:1749611679.231365:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611679.231365:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1749611679.231366:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749611679.231366:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611679.231367:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133991f80. 00000100:00000040:3.0:1749611679.231368:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133993100 x1834598494712704/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611704 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611679.231369:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611679.231370:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611679.231371:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611679.231372:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880133992680 x1834598494712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611679.231373:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611679.231373:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611679.231374:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611679.231375:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611679.231376:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611679.231376:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749611679.231377:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611679.231378:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130c7dc00. 00000400:00000200:2.0:1749611679.231378:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 00000400:00000010:2.0:1749611679.231379:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 02000000:00000001:3.0:1749611679.231380:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611679.231380:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:3.0:1749611679.231381:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611679.231381:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:2.0:1749611679.231381:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:3.0:1749611679.231382:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611679.231382:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611679.231383:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880099748c00. 02000000:00000001:3.0:1749611679.231384:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1749611679.231384:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 17 to 0@lo 02000000:00000001:3.0:1749611679.231385:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611679.231385:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1749611679.231386:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133993100. 00000020:00000001:2.0:1749611679.231386:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611679.231388:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611679.231388:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611679.231388:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d48380 x1834598494712832/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611699 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611679.231389:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611679.231390:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611679.231391:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749611679.231392:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611679.231393:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00100000:2.0:1749611679.231393:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494712832:12345-0@lo:38:kworker.0 Request processed in 84us (211us total) trans 0 rc -19/-19 00000400:00000010:3.0:1749611679.231394:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000400:00000200:3.0:1749611679.231396:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000100:00100000:2.0:1749611679.231396:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000400:00000010:3.0:1749611679.231397:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:2.0:1749611679.231397:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611679.231398:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611679.231398:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:3.0:1749611679.231400:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133992680 x1834598494712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611679.231400:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387880. 00000020:00000010:2.0:1749611679.231401:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9320. 00000020:00000010:2.0:1749611679.231403:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4be00. 00000100:00000200:3.0:1749611679.231404:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133992680 x1834598494712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611679.231404:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611679.231408:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611679.231408:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611679.231409:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611679.231410:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611679.231410:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611679.231411:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611679.231412:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611679.231414:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611679 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611679.231415:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=84 v=20 (1 20 1 1) 00000100:00000001:3.0:1749611679.231419:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611679.231420:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611679.231422:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611679.231424:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133992680 x1834598494712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611704 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611679.231427:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611679.231428:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611679.231429:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611679.231430:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611679.231430:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611679.231431:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611679.231433:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611679.231433:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611679.231435:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133992680 x1834598494712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611704 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611679.231439:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494712832:0@lo:38:kworker.0 00000100:00000001:3.0:1749611679.231440:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611679.231441:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611679.231442:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133992680 x1834598494712832/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611704 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611679.231445:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611679.231446:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611679.231447:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007de23800. 02000000:00000001:3.0:1749611679.231448:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611679.231449:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611679.231449:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611679.231450:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611679.231451:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff8800839a2400. 02000000:00000001:3.0:1749611679.231452:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611679.231453:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611679.231453:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133992680. 00000100:00000001:3.0:1749611679.231475:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611679.231476:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611679.231477:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611679.231478:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611679.231479:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611679.231480:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611679.231481:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611679.232568:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300952690, at 4300952690 00000100:00000040:0.0:1749611679.232570:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300952690, at 4300952690 00000100:00000010:2.0:1749611679.232573:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eac800. 00000100:00000040:3.0:1749611679.232574:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300952690, at 4300952690 00000100:00000010:0.0:1749611679.232575:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eac940. 00000100:00000010:3.0:1749611679.232579:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eac000. 00000100:00000040:1.0:1749611679.232583:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300952690, at 4300952690 00000100:00000010:1.0:1749611679.232589:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880135eac600. 00000100:00000001:2.0:1749611679.243572:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611679.243574:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611679.243575:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611679.243577:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611679.243579:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611679.243580:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611679.243581:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611679.243583:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611679.243589:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611679.366587:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611679.366592:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611679.366594:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611679.366598:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611679.366600:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611679.366603:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611679.366605:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611679.366608:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611679.366610:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611679.458604:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611679.458608:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611679.458610:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611679.458614:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611679.458617:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611679.458620:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611679.458622:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611679.458623:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611679.458625:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611679.502622:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611679.502627:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611679.502703:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611679.502708:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611679.502712:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611680.230632:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611680.230649:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611680.230652:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611680.230657:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611680.230660:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611680.230664:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611680.230666:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611680.243572:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611680.243576:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611680.243577:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611680.243579:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611680.243581:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611680.243583:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611680.243585:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:2.0:1749611680.243593:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079237480 x1834598494712320/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611680.243599:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611680.243601:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237480 x1834598494712320/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611680.243606:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1749611680.243607:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611680.243609:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611680.243610:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1749611680.243612:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237480 x1834598494712320/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611680.243616:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494712320:0@lo:101:ll_cfg_requeue.0 00000100:00000001:2.0:1749611680.243619:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611680.243620:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611680.243622:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1749611680.243628:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611680.243631:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237480 x1834598494712320/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611680.243635:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611680.243636:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a3813c0. 00000100:00000001:2.0:1749611680.243639:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1749611680.243640:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:2.0:1749611680.243642:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1749611680.243644:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611680.243647:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611680.243649:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829c00 refcount=4 00000020:00000001:2.0:1749611680.243650:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:2.0:1749611680.243652:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00010000:2.0:1749611680.243656:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d68b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611680.243661:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:2.0:1749611680.243664:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d68b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611680.243668:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1749611680.243670:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d68b lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611680.243673:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611680.243674:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1749611680.243676:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d68b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611680.243679:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611680.243680:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611680.243682:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1749611680.243683:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d68b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611680.243690:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007a829c00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:2.0:1749611680.243692:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611680.243693:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d68b lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611680.243696:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1749611680.243697:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1749611680.243698:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611680.243699:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a829c00 refcount=5 00000020:00000001:2.0:1749611680.243700:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:2.0:1749611680.243701:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369598464 : -131939339953152 : ffff88007a829c00) 00010000:00000001:2.0:1749611680.243702:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1749611680.243704:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d68b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:2.0:1749611680.243707:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:2.0:1749611680.243708:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d68b lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1749611680.243710:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000040:2.0:1749611680.243712:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:2.0:1749611680.243712:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611680.243714:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1749611680.243715:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1749611680.243716:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1749611680.243717:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1749611680.243718:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611680.243719:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611680.243720:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007a829c00 with handle 0x689c0ec07329d68b from hash 00010000:00000001:2.0:1749611680.243722:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1749611680.243722:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611680.243723:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611680.243723:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1749611680.243727:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1749611680.243728:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1749611680.243729:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611680.243730:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611680.243731:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611680.243731:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611680.243733:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d68b lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1749611680.243735:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611680.243736:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611680.243737:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1749611680.243737:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1749611680.243738:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1749611680.243739:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611680.243739:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1749611680.243740:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007a829c00/0x689c0ec07329d68b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:2.0:1749611680.243744:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff880086d2e300 count: 0 00010000:00000001:2.0:1749611680.243762:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1749611680.243763:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:2.0:1749611680.243765:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611680.243767:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237480 x1834598494712320/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611680.243771:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1749611680.243773:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611680.243774:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:2.0:1749611680.243775:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1749611680.243778:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007a829200. 02000000:00000001:2.0:1749611680.243780:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611680.243781:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1749611680.243782:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237480. 00000100:00000001:2.0:1749611680.243785:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611680.243786:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1749611680.243787:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:2.0:1749611680.243789:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:2.0:1749611680.243793:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1749611680.243795:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880130eacf80. 00000020:00000010:2.0:1749611680.243798:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012db4be00. 00000020:00000010:2.0:1749611680.243802:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012db4b600. 00000040:00000010:2.0:1749611680.243804:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012db4b200. 00000020:00000010:2.0:1749611680.243807:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880129e0f800. 00000020:00000010:2.0:1749611680.243810:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012db4ae00. 80000000:00000010:2.0:1749611680.243813:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff8800b42564e0. 00040000:00000010:2.0:1749611680.243816:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012db4b400. 00080000:00000010:2.0:1749611680.243819:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013118f000. 00080000:00000010:2.0:1749611680.243823:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880136ab8000. 10000000:00000040:2.0:1749611680.243829:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:2.0:1749611680.243831:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800a8927780 : new refcount 2 10000000:00000001:2.0:1749611680.243833:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:2.0:1749611680.243835:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:2.0:1749611680.243838:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012db4b600. 00000040:00000010:2.0:1749611680.243841:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012db4b200. 00000020:00000010:2.0:1749611680.243842:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880129e0f800. 00000020:00000010:2.0:1749611680.243846:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012db4ae00. 80000000:00000010:2.0:1749611680.243849:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff8800b42564e0. 00040000:00000010:2.0:1749611680.243851:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012db4b400. 00080000:00000010:2.0:1749611680.243854:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880136ab8000. 00080000:00000010:2.0:1749611680.243875:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013118f000. 00000020:00000010:2.0:1749611680.243877:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012db4be00. 10000000:00000010:2.0:1749611680.243879:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880130eacf80. 10000000:01000000:2.0:1749611680.243881:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-mdtir' failed (-5). 10000000:00000400:2.0:1749611680.243882:0:9690:0:(mgc_request.c:1854:mgc_process_log()) MGC192.168.202.106@tcp: IR log lustre-mdtir failed, not fatal: rc = -5 10000000:00000001:2.0:1749611680.248419:0:9690:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:2.0:1749611680.248422:0:9690:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-mdtir: requeue (r=2 sp=0 st=1) 10000000:00000040:2.0:1749611680.248423:0:9690:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:2.0:1749611680.248424:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1749611680.248425:0:9690:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611680.248427:0:9690:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:2.0:1749611680.248432:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611680.248434:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1749611680.248435:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1749611680.248436:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-MDT0001 (ffff88007ed1c200) refs 2 10000000:00000001:2.0:1749611680.248437:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611680.248439:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1749611680.248440:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-mdtir(ffff88007ed1ce00) refs 2 10000000:00000001:2.0:1749611680.248441:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1749611680.248442:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1749611680.248443:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:00000001:2.0:1749611680.248444:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:2.0:1749611680.248445:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 25 10000000:00000001:2.0:1749611680.248459:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:2.0:1749611680.248460:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00000100:00000010:2.0:1749611680.248463:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237480. 00000020:00000040:2.0:1749611680.248465:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:2.0:1749611680.248468:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611680.248470:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611680.248473:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611680.248476:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff880079131c00. 00000100:00000001:2.0:1749611680.248480:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611680.248483:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1749611680.248484:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1749611680.248488:0:9690:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff88009d2adc00 count: 2 00010000:00000001:2.0:1749611680.248489:0:9690:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611680.248491:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1749611680.248492:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff880079131a00. 00000020:00000001:2.0:1749611680.248494:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1749611680.248496:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880079131a00 with handle 0x689c0ec07329d699 to hash 00000020:00000001:2.0:1749611680.248497:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1749611680.248498:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134345513472 : -131939364038144 : ffff880079131a00) 00010000:00000001:2.0:1749611680.248499:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134345513472 : -131939364038144 : ffff880079131a00) 00010000:00000001:2.0:1749611680.248501:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1749611680.248502:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611680.248504:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff880079131a00/0x689c0ec07329d699 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611680.248515:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff880079131a00/0x689c0ec07329d699 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1749611680.248533:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff880079131a00/0x689c0ec07329d699 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1749611680.248536:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1749611680.248538:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1749611680.248541:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a3813c0. 00000100:00000001:2.0:1749611680.248542:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096278464 : -131939613273152 : ffff88006a3813c0) 00000100:00000001:2.0:1749611680.248544:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611680.248545:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346585216 : -131939362966400 : ffff880079237480) 00000100:00000001:2.0:1749611680.248547:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611680.248550:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611680.248552:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611680.248553:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611680.248555:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237480 x1834598494713088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611680.248560:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611680.248561:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611680.248563:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079237480 x1834598494713088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611680.248567:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611680.248568:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611680.248569:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611680.248570:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611680.248571:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611680.248572:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611680.248573:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611680.248573:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611680.248574:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1749611680.249624:0:27:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff880086d2e300. 00010000:00000010:0.1:1749611680.249630:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a829c00. 00000100:00000001:0.0:1749611680.366579:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611680.366582:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611680.366583:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611680.366585:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611680.366587:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611680.366588:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611680.366589:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611680.366591:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611680.366592:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611680.458588:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611680.458597:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611680.458599:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611680.458602:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611680.458605:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611680.458607:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611680.458609:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611680.458611:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611680.458613:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611680.504604:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611680.504607:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611680.504686:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611680.504689:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611680.504691:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1749611681.230658:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611681.230673:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611681.230676:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.230681:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611681.230684:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611681.230688:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.230690:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611681.248623:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611681.248630:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611681.248633:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611681.248637:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611681.248642:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611681.248645:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611681.248649:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611681.248652:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611681.248655:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.366624:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611681.366630:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611681.366632:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611681.366636:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd600 going to sleep for 0 seconds 00000100:00000001:0.0:1749611681.366639:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611681.366642:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611681.366644:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611681.366655:0:730:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880133990700 x1834598494712448/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611681.366666:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611681.366670:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133990700 x1834598494712448/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611681.366680:0:730:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611681.366683:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611681.366686:0:730:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611681.366688:0:730:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611681.366692:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133990700 x1834598494712448/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611681.366701:0:730:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133990700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:730:1834598494712448:0@lo:101:mount.lustre.0 00000100:00000001:0.0:1749611681.366706:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611681.366708:0:730:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611681.366711:0:730:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611681.366713:0:730:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611681.366716:0:730:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133990700 x1834598494712448/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611681.366723:0:730:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611681.366726:0:730:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880092ecd600. 00000100:00000001:0.0:1749611681.366731:0:730:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611681.366732:0:730:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611681.366736:0:730:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611681.366740:0:730:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611681.366743:0:730:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611681.366746:0:730:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e600 refcount=4 00000020:00000001:0.0:1749611681.366749:0:730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749611681.366751:0:730:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00010000:0.0:1749611681.366757:0:730:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d692 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611681.366766:0:730:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611681.366771:0:730:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d692 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611681.366778:0:730:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611681.366781:0:730:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d692 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611681.366794:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611681.366796:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611681.366798:0:730:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d692 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611681.366804:0:730:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611681.366807:0:730:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611681.366809:0:730:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611681.366812:0:730:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d692 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611681.366818:0:730:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007fb8e600 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611681.366821:0:730:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611681.366824:0:730:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d692 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611681.366830:0:730:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611681.366831:0:730:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611681.366833:0:730:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611681.366834:0:730:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007fb8e600 refcount=5 00000020:00000001:0.0:1749611681.366836:0:730:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749611681.366838:0:730:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134457042432 : -131939252509184 : ffff88007fb8e600) 00010000:00000001:0.0:1749611681.366841:0:730:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611681.366844:0:730:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d692 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611681.366849:0:730:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611681.366851:0:730:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d692 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611681.366856:0:730:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611681.366859:0:730:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611681.366860:0:730:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611681.366863:0:730:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611681.366865:0:730:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611681.366868:0:730:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611681.366870:0:730:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611681.366872:0:730:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611681.366874:0:730:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611681.366876:0:730:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007fb8e600 with handle 0x689c0ec07329d692 from hash 00010000:00000001:0.0:1749611681.366879:0:730:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611681.366880:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611681.366881:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611681.366882:0:730:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611681.366884:0:730:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611681.366885:0:730:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611681.366887:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611681.366888:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611681.366890:0:730:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611681.366891:0:730:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611681.366894:0:730:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d692 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611681.366899:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611681.366900:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611681.366901:0:730:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611681.366902:0:730:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611681.366903:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611681.366904:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611681.366906:0:730:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611681.366908:0:730:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007fb8e600/0x689c0ec07329d692 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 730 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611681.366936:0:730:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611681.366938:0:730:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611681.366941:0:730:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611681.366944:0:730:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133990700 x1834598494712448/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611681.366951:0:730:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611681.366955:0:730:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611681.366957:0:730:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611681.366959:0:730:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611681.366964:0:730:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007fb8f400. 02000000:00000001:0.0:1749611681.366969:0:730:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611681.366971:0:730:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611681.366973:0:730:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133990700. 00000100:00000001:0.0:1749611681.366978:0:730:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611681.366979:0:730:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611681.366981:0:730:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611681.366984:0:730:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611681.366987:0:730:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611681.366991:0:730:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880136b50140. 00000020:00000010:0.0:1749611681.366995:0:730:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8f400. 00000020:00000010:0.0:1749611681.367000:0:730:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8e800. 00000040:00000010:0.0:1749611681.367003:0:730:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007fb8f600. 00000020:00000010:0.0:1749611681.367008:0:730:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72d800. 00000020:00000010:0.0:1749611681.367013:0:730:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8fe00. 80000000:00000010:0.0:1749611681.367018:0:730:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16ae0. 00040000:00000010:0.0:1749611681.367023:0:730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8f000. 00080000:00000010:0.0:1749611681.367029:0:730:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88013267a000. 00080000:00000010:0.0:1749611681.367035:0:730:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88007d28e000. 10000000:00000040:0.0:1749611681.367043:0:730:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611681.367048:0:730:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800a8927780 : new refcount 2 00000040:00000001:0.0:1749611681.367052:0:730:0:(llog.c:1640:llog_validate()) Process entered 00000040:00000001:0.0:1749611681.367054:0:730:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611681.367057:0:730:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88007fb8fc00. 00000040:00000001:0.0:1749611681.367062:0:730:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611681.367065:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611681.367069:0:730:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:0.0:1749611681.367073:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00080000:00000001:0.0:1749611681.367080:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611681.367084:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611681.367109:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611681.367128:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611681.367131:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611681.367133:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611681.367135:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611681.367138:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611681.367142:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0xa:0xa:0x0] 91:3075167914 to info ffff88013267a000 00000020:00000001:0.0:1749611681.367146:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f3f8 00080000:00000002:0.0:1749611681.367148:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0x1017:0x0]/lustre-client => [0xa:0xa:0x0] 00080000:00000001:0.0:1749611681.367151:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611681.367155:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611681.367159:0:730:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff8800839a1c00. 00080000:00000001:0.0:1749611681.367162:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611681.367167:0:730:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff88006a9b8440. 00000020:00000001:0.0:1749611681.367170:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611681.367176:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009d2ad900. 00000020:00000001:0.0:1749611681.367181:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611681.367184:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8f800. 00000020:00000001:0.0:1749611681.367187:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611681.367190:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611681.367191:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611681.367194:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611681.367196:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611681.367198:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611681.367202:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611681.367206:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134951049560 : -131938758502056 : ffff88009d2ad958) 00000040:00000001:0.0:1749611681.367209:0:730:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611681.367211:0:730:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611681.367213:0:730:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611681.367221:0:730:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff88009bec6000. 00000040:00000001:0.0:1749611681.367223:0:730:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611681.367225:0:730:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611681.368088:0:730:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611681.368094:0:730:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611681.368096:0:730:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611681.368099:0:730:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611681.368103:0:730:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b166c0. 00000040:00001000:0.0:1749611681.368107:0:730:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0xa:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1749611681.368111:0:730:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:0.0:1749611681.368116:0:730:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8e200. 00000020:00000010:0.0:1749611681.368121:0:730:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a829c00. 00000040:00000010:0.0:1749611681.368125:0:730:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a829200. 00000020:00000010:0.0:1749611681.368128:0:730:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72a000. 00000020:00000010:0.0:1749611681.368135:0:730:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd9e30. 00000020:00000010:0.0:1749611681.368138:0:730:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a828000. 80000000:00000010:0.0:1749611681.368141:0:730:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b163c0. 40000000:00000010:0.0:1749611681.368144:0:730:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b502c0. 00100000:00000010:0.0:1749611681.368149:0:730:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a728000. 00040000:00000010:0.0:1749611681.368153:0:730:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009d2ad800. 00040000:00000010:0.0:1749611681.368157:0:730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a829600. 00080000:00000010:0.0:1749611681.368162:0:730:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d5000. 00080000:00000010:0.0:1749611681.368167:0:730:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bec0000. 00000004:00000010:0.0:1749611681.368173:0:730:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88006a729000. 00000004:00000010:0.0:1749611681.368180:0:730:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88012d898000. 00000004:00000010:0.0:1749611681.368185:0:730:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88006a72f800. 00002000:00000010:0.0:1749611681.368189:0:730:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800839a1000. 00000004:00000010:0.0:1749611681.368193:0:730:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff8800839a2800. 00000020:00000010:0.0:1749611681.368197:0:730:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff880136b50680. 00000040:00000010:0.0:1749611681.368206:0:730:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff880129e7e000. 00000040:00001000:0.0:1749611681.368209:0:730:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:0.0:1749611681.368211:0:730:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611681.368213:0:730:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611681.368218:0:730:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16952 00000040:00000001:0.0:1749611681.368729:0:730:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611681.368735:0:730:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.368737:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e000 type=0x10620000 idx=1 00000040:00001000:0.0:1749611681.368741:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611681.368744:0:730:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368747:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e0e0 type=0x10620000 idx=2 00000040:00001000:0.0:1749611681.368749:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1749611681.368751:0:730:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368754:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e158 type=0x10620000 idx=3 00000040:00001000:0.0:1749611681.368756:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:0.0:1749611681.368757:0:730:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368759:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e200 type=0x10620000 idx=4 00000040:00001000:0.0:1749611681.368762:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:0.0:1749611681.368763:0:730:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368765:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e2e0 type=0x10620000 idx=5 00000040:00001000:0.0:1749611681.368767:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:0.0:1749611681.368768:0:730:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368770:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e3c0 type=0x10620000 idx=6 00000040:00001000:0.0:1749611681.368772:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:0.0:1749611681.368773:0:730:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368775:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e438 type=0x10620000 idx=7 00000040:00001000:0.0:1749611681.368777:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:0.0:1749611681.368778:0:730:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368780:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e4e0 type=0x10620000 idx=8 00000040:00001000:0.0:1749611681.368782:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:0.0:1749611681.368783:0:730:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368785:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e5c0 type=0x10620000 idx=9 00000040:00001000:0.0:1749611681.368787:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:0.0:1749611681.368788:0:730:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368790:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e6a0 type=0x10620000 idx=10 00000040:00001000:0.0:1749611681.368792:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:0.0:1749611681.368794:0:730:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368795:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e718 type=0x10620000 idx=11 00000040:00001000:0.0:1749611681.368797:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:0.0:1749611681.368799:0:730:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368800:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e7f8 type=0x10620000 idx=12 00000040:00001000:0.0:1749611681.368802:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:0.0:1749611681.368804:0:730:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368805:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e8d8 type=0x10620000 idx=13 00000040:00001000:0.0:1749611681.368807:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:0.0:1749611681.368810:0:730:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368811:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e930 type=0x10620000 idx=14 00000040:00001000:0.0:1749611681.368813:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000040:00001000:0.0:1749611681.368815:0:730:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368817:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e9b0 type=0x10620000 idx=15 00000040:00001000:0.0:1749611681.368819:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000040:00001000:0.0:1749611681.368821:0:730:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368823:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7ea40 type=0x10620000 idx=16 00000040:00001000:0.0:1749611681.368824:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000040:00001000:0.0:1749611681.368826:0:730:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368828:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7eae0 type=0x10620000 idx=17 00000040:00001000:0.0:1749611681.368829:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000040:00001000:0.0:1749611681.368831:0:730:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368833:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7ebc0 type=0x10620000 idx=18 00000040:00001000:0.0:1749611681.368834:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000040:00001000:0.0:1749611681.368836:0:730:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368838:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7eca0 type=0x10620000 idx=19 00000040:00001000:0.0:1749611681.368839:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000040:00001000:0.0:1749611681.368841:0:730:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368843:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7ecf0 type=0x10620000 idx=20 00000040:00001000:0.0:1749611681.368844:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 00000040:00001000:0.0:1749611681.368846:0:730:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368848:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7edd0 type=0x10620000 idx=21 00000040:00001000:0.0:1749611681.368849:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000040:00001000:0.0:1749611681.368851:0:730:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368853:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7eeb0 type=0x10620000 idx=22 00000040:00001000:0.0:1749611681.368854:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:0.0:1749611681.368856:0:730:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368858:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7ef08 type=0x10620000 idx=23 00000040:00001000:0.0:1749611681.368859:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1749611681.368861:0:730:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368863:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7ef88 type=0x10620000 idx=24 00000040:00001000:0.0:1749611681.368865:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00000040:00001000:0.0:1749611681.368867:0:730:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368869:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f018 type=0x10620000 idx=25 00000040:00001000:0.0:1749611681.368871:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000040:00001000:0.0:1749611681.368873:0:730:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368875:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f0b8 type=0x10620000 idx=26 00000040:00001000:0.0:1749611681.368877:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:0.0:1749611681.368878:0:730:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368880:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f198 type=0x10620000 idx=27 00000040:00001000:0.0:1749611681.368882:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:0.0:1749611681.368883:0:730:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368885:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f278 type=0x10620000 idx=28 00000040:00001000:0.0:1749611681.368887:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000040:00001000:0.0:1749611681.368888:0:730:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368890:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f2c8 type=0x10620000 idx=29 00000040:00001000:0.0:1749611681.368892:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000040:00001000:0.0:1749611681.368893:0:730:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368895:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f3a8 type=0x10620000 idx=30 00000040:00001000:0.0:1749611681.368897:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:0.0:1749611681.368898:0:730:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368900:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f488 type=0x10620000 idx=31 00000040:00001000:0.0:1749611681.368902:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00000040:00001000:0.0:1749611681.368903:0:730:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368905:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f4e0 type=0x10620000 idx=32 00000040:00001000:0.0:1749611681.368907:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000040:00001000:0.0:1749611681.368908:0:730:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368910:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f560 type=0x10620000 idx=33 00000040:00001000:0.0:1749611681.368912:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000040:00001000:0.0:1749611681.368913:0:730:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368915:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f5f0 type=0x10620000 idx=34 00000040:00001000:0.0:1749611681.368917:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000040:00001000:0.0:1749611681.368919:0:730:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368921:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f670 type=0x10620000 idx=35 00000040:00001000:0.0:1749611681.368923:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000040:00001000:0.0:1749611681.368925:0:730:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368927:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f750 type=0x10620000 idx=36 00000040:00001000:0.0:1749611681.368929:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000040:00001000:0.0:1749611681.368931:0:730:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368932:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f830 type=0x10620000 idx=37 00000040:00001000:0.0:1749611681.368934:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000040:00001000:0.0:1749611681.368936:0:730:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368937:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f880 type=0x10620000 idx=38 00000040:00001000:0.0:1749611681.368939:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000040:00001000:0.0:1749611681.368941:0:730:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368942:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7f960 type=0x10620000 idx=39 00000040:00001000:0.0:1749611681.368944:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:0.0:1749611681.368946:0:730:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368947:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7fa40 type=0x10620000 idx=40 00000040:00001000:0.0:1749611681.368949:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000040:00001000:0.0:1749611681.368951:0:730:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368952:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7fa98 type=0x10620000 idx=41 00000040:00001000:0.0:1749611681.368954:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000040:00001000:0.0:1749611681.368956:0:730:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368957:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7fb18 type=0x10620000 idx=42 00000040:00001000:0.0:1749611681.368959:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:0.0:1749611681.368961:0:730:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368962:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7fba8 type=0x10620000 idx=43 00000040:00001000:0.0:1749611681.368964:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000040:00001000:0.0:1749611681.368966:0:730:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368967:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7fc28 type=0x10620000 idx=44 00000040:00001000:0.0:1749611681.368969:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000040:00001000:0.0:1749611681.368971:0:730:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368973:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7fd08 type=0x10620000 idx=45 00000040:00001000:0.0:1749611681.368975:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000040:00001000:0.0:1749611681.368977:0:730:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368979:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7fde8 type=0x10620000 idx=46 00000040:00001000:0.0:1749611681.368981:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000040:00001000:0.0:1749611681.368983:0:730:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368985:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7fe38 type=0x10620000 idx=47 00000040:00001000:0.0:1749611681.368986:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00000040:00001000:0.0:1749611681.368988:0:730:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.368990:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7ff18 type=0x10600000 idx=48 00000040:00001000:0.0:1749611681.368991:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000040:00001000:0.0:1749611681.368993:0:730:0:(llog.c:575:llog_process_thread()) index: 49 last_index 64767 00000040:00000001:0.0:1749611681.368995:0:730:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611681.368997:0:730:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611681.369000:0:730:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 16952 00000040:00000001:0.0:1749611681.369249:0:730:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611681.369253:0:730:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.369255:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e000 type=0x10620000 idx=49 00000040:00001000:0.0:1749611681.369258:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000040:00001000:0.0:1749611681.369260:0:730:0:(llog.c:754:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.369262:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e0e0 type=0x10620000 idx=50 00000040:00001000:0.0:1749611681.369264:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1749611681.369266:0:730:0:(llog.c:754:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.369267:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e158 type=0x10620000 idx=51 00000040:00001000:0.0:1749611681.369269:0:730:0:(llog.c:688:llog_process_thread()) synced_idx: 51 00000040:00000001:0.0:1749611681.369271:0:730:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:0.0:1749611681.369272:0:730:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611681.369275:0:730:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 51 (cur idx 51 off 16384), size 16952 00000040:00000001:0.0:1749611681.369281:0:730:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:0.0:1749611681.369282:0:730:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.369284:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e158 type=0x10620000 idx=51 00000040:00001000:0.0:1749611681.369286:0:730:0:(llog.c:733:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000040:00001000:0.0:1749611681.369288:0:730:0:(llog.c:754:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000040:00001000:0.0:1749611681.369290:0:730:0:(llog.c:631:llog_process_thread()) processing rec 0xffff880129e7e238 type=0x0 idx=0 00000040:00000001:0.0:1749611681.369293:0:730:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00080000:0.0:1749611681.369295:0:730:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00000010:0.0:1749611681.369298:0:730:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff880129e7e000. 00000020:00000010:0.0:1749611681.369304:0:730:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff880136b50680. 00000020:00000010:0.0:1749611681.369313:0:730:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a829c00. 00000040:00000010:0.0:1749611681.369318:0:730:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a829200. 00000020:00000010:0.0:1749611681.369321:0:730:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72a000. 00000020:00000010:0.0:1749611681.369326:0:730:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd9e30. 00000020:00000010:0.0:1749611681.369331:0:730:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a828000. 80000000:00000010:0.0:1749611681.369335:0:730:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b163c0. 40000000:00000010:0.0:1749611681.369340:0:730:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136b502c0. 00100000:00000010:0.0:1749611681.369344:0:730:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a728000. 00040000:00000010:0.0:1749611681.369348:0:730:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009d2ad800. 00040000:00000010:0.0:1749611681.369351:0:730:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a829600. 00080000:00000010:0.0:1749611681.369356:0:730:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009bec0000. 00080000:00000010:0.0:1749611681.369360:0:730:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d5000. 00000004:00000010:0.0:1749611681.369364:0:730:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88006a729000. 00000004:00000010:0.0:1749611681.369370:0:730:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88012d898000. 00000004:00000010:0.0:1749611681.369374:0:730:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88006a72f800. 00002000:00000010:0.0:1749611681.369379:0:730:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800839a1000. 00000004:00000010:0.0:1749611681.369383:0:730:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff8800839a2800. 00000020:00000010:0.0:1749611681.369386:0:730:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8e200. 00000040:00000010:0.0:1749611681.369389:0:730:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b166c0. 00000040:00000001:0.0:1749611681.369392:0:730:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611681.369395:0:730:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00000020:00000002:0.0:1749611681.369399:0:730:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8f800/ffff88009d2ad900 to site lru. bkt: ffff880130318b60 00000040:00000010:0.0:1749611681.369402:0:730:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88006a9b8440. 00000040:00000001:0.0:1749611681.369405:0:730:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611681.369408:0:730:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff88009bec6000. 00000040:00000010:0.0:1749611681.369412:0:730:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88007fb8fc00. 00000040:00000001:0.0:1749611681.369414:0:730:0:(llog.c:1666:llog_validate()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:0.0:1749611681.369417:0:730:0:(mgc_request_server.c:626:mgc_process_server_cfg_log()) MGC192.168.202.106@tcp: Failed to get MGS log lustre-client, using local copy for now, will try to update later. 10000000:00000040:0.0:1749611681.369421:0:730:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff880097117900 : new refcount 1 10000000:00000001:0.0:1749611681.369424:0:730:0:(mgc_request_server.c:641:mgc_process_server_cfg_log()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611681.369428:0:730:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1749611681.369430:0:730:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:0.0:1749611681.369432:0:730:0:(llog.c:1456:llog_open()) Process entered 00000040:00000010:0.0:1749611681.369434:0:730:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 320 at ffff88007a829800. 00000040:00000001:0.0:1749611681.369456:0:730:0:(llog_osd.c:1409:llog_osd_open()) Process entered 00000020:00000001:0.0:1749611681.369458:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611681.369462:0:730:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:0.0:1749611681.369466:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00080000:00000001:0.0:1749611681.369470:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611681.369473:0:730:0:(osd_handler.c:8024:osd_index_ea_lookup()) Process leaving via out (rc=1 : 1 : 0x1) 00080000:00000001:0.0:1749611681.369476:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611681.369480:0:730:0:(llog_osd.c:1471:llog_osd_open()) kmalloced '(handle->lgh_name)': 14 at ffff88006a9b8440. 00000020:00000001:0.0:1749611681.369482:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611681.369486:0:730:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134951049560 : -131938758502056 : ffff88009d2ad958) 00000040:00000001:0.0:1749611681.369489:0:730:0:(llog_osd.c:1521:llog_osd_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611681.369491:0:730:0:(llog.c:1481:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611681.369492:0:730:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1749611681.369495:0:730:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff880129e7e000. 00000040:00000001:0.0:1749611681.369497:0:730:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1749611681.369499:0:730:0:(llog_osd.c:198:llog_osd_read_header()) Process entered 00000040:00000001:0.0:1749611681.369505:0:730:0:(llog_osd.c:280:llog_osd_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611681.369507:0:730:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611681.369509:0:730:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611681.369511:0:730:0:(llog.c:900:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1749611681.369512:0:730:0:(llog.c:902:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff880117b166c0. 00000040:00001000:0.0:1749611681.369515:0:730:0:(llog.c:917:llog_process_or_fork()) Processing [0xa:0xa:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:1.0:1749611681.369914:0:768:0:(llog.c:512:llog_process_thread()) Process entered 00000020:00000010:1.0:1749611681.369923:0:768:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012b8b4600. 00000020:00000010:1.0:1749611681.369929:0:768:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012b8b5400. 00000040:00000010:1.0:1749611681.369932:0:768:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88012b8b5800. 00000020:00000010:1.0:1749611681.369937:0:768:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff880071978000. 00000020:00000010:1.0:1749611681.369942:0:768:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9318a10. 00000020:00000010:1.0:1749611681.369945:0:768:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012b8b4000. 80000000:00000010:1.0:1749611681.369949:0:768:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976f480. 40000000:00000010:1.0:1749611681.369952:0:768:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012a3c78c0. 00100000:00000010:1.0:1749611681.369956:0:768:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197d000. 00040000:00000010:1.0:1749611681.369961:0:768:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240ab300. 00040000:00000010:1.0:1749611681.369974:0:768:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012b8b5c00. 00080000:00000010:1.0:1749611681.369979:0:768:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b4000. 00080000:00000010:1.0:1749611681.369984:0:768:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00000004:00000010:1.0:1749611681.369990:0:768:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197f000. 00000004:00000010:1.0:1749611681.369994:0:768:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b7000. 00000004:00000010:1.0:1749611681.369998:0:768:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff880071979000. 00002000:00000010:1.0:1749611681.370003:0:768:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009457dc00. 00000004:00000010:1.0:1749611681.370006:0:768:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009457cc00. 00000020:00000010:1.0:1749611681.370010:0:768:0:(lu_object.c:1898:lu_env_add_task()) kmalloced '(lei)': 40 at ffff88012a3c7e00. 00000040:00000010:1.0:1749611681.370017:0:768:0:(llog.c:538:llog_process_thread()) kmalloced '(buf)': 8192 at ffff88009685c000. 00000040:00001000:1.0:1749611681.370019:0:768:0:(llog.c:575:llog_process_thread()) index: 1 last_index 64767 00000040:00000001:1.0:1749611681.370022:0:768:0:(lustre_log.h:469:llog_next_block()) Process entered 00000040:00000001:1.0:1749611681.370024:0:768:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:1.0:1749611681.370029:0:768:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 1 (cur idx 0 off 8192), size 16952 00000040:00000001:1.0:1749611681.370043:0:768:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000040:00000001:1.0:1749611681.370046:0:768:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.370049:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c000 type=0x10620000 idx=1 00000040:00001000:1.0:1749611681.370052:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 1 lrh_len: 224 (8192 remains) 00000040:00001000:1.0:1749611681.370054:0:768:0:(llog.c:754:llog_process_thread()) index: 1, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.370058:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611681.370061:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611681.370063:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611681.370066:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611681.370069:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.370071:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c0e0 type=0x10620000 idx=2 00000040:00001000:1.0:1749611681.370073:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 2 lrh_len: 120 (7968 remains) 00000040:00001000:1.0:1749611681.370075:0:768:0:(llog.c:754:llog_process_thread()) index: 2, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.370076:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611681.370078:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.370080:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c158 type=0x10620000 idx=3 00000040:00001000:1.0:1749611681.370082:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 3 lrh_len: 168 (7848 remains) 00000040:00001000:1.0:1749611681.370084:0:768:0:(llog.c:754:llog_process_thread()) index: 3, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.370085:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611681.370087:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.370094:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c200 type=0x10620000 idx=4 00000040:00001000:1.0:1749611681.370096:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 4 lrh_len: 224 (7680 remains) 00000040:00001000:1.0:1749611681.370098:0:768:0:(llog.c:754:llog_process_thread()) index: 4, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.370100:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611681.370101:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611681.370103:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611681.370104:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611681.370106:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.370108:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c2e0 type=0x10620000 idx=5 00000040:00001000:1.0:1749611681.370109:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 5 lrh_len: 224 (7456 remains) 00000040:00001000:1.0:1749611681.370111:0:768:0:(llog.c:754:llog_process_thread()) index: 5, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.370113:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611681.370114:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611681.370115:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611681.370116:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611681.370118:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.370120:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c3c0 type=0x10620000 idx=6 00000040:00001000:1.0:1749611681.370121:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 6 lrh_len: 120 (7232 remains) 00000040:00001000:1.0:1749611681.370123:0:768:0:(llog.c:754:llog_process_thread()) index: 6, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.370124:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611681.370126:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.370127:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c438 type=0x10620000 idx=7 00000040:00001000:1.0:1749611681.370129:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 7 lrh_len: 168 (7112 remains) 00000040:00001000:1.0:1749611681.370131:0:768:0:(llog.c:754:llog_process_thread()) index: 7, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.370132:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611681.370133:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.370135:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c4e0 type=0x10620000 idx=8 00000040:00001000:1.0:1749611681.370137:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 8 lrh_len: 224 (6944 remains) 00000040:00001000:1.0:1749611681.370138:0:768:0:(llog.c:754:llog_process_thread()) index: 8, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.370140:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611681.370141:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611681.370142:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611681.370143:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611681.370145:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.370150:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c5c0 type=0x10620000 idx=9 00000040:00001000:1.0:1749611681.370153:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 9 lrh_len: 224 (6720 remains) 00000040:00001000:1.0:1749611681.370155:0:768:0:(llog.c:754:llog_process_thread()) index: 9, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.370157:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611681.370158:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611681.370159:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611681.370161:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611681.370163:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.370164:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c6a0 type=0x10620000 idx=10 00000040:00001000:1.0:1749611681.370166:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 10 lrh_len: 120 (6496 remains) 00000040:00001000:1.0:1749611681.370168:0:768:0:(llog.c:754:llog_process_thread()) index: 10, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.370169:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611681.370171:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.370172:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c718 type=0x10620000 idx=11 00000040:00001000:1.0:1749611681.370174:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 11 lrh_len: 224 (6376 remains) 00000040:00001000:1.0:1749611681.370176:0:768:0:(llog.c:754:llog_process_thread()) index: 11, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.370177:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611681.370178:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611681.370179:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611681.370181:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611681.370183:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.370184:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c7f8 type=0x10620000 idx=12 00000040:00001000:1.0:1749611681.370186:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 12 lrh_len: 224 (6152 remains) 00000040:00001000:1.0:1749611681.370188:0:768:0:(llog.c:754:llog_process_thread()) index: 12, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.370189:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:1.0:1749611681.370190:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611681.370191:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611681.370195:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.370196:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c8d8 type=0x10620000 idx=13 00000040:00001000:1.0:1749611681.370198:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 13 lrh_len: 88 (5928 remains) 00000040:00001000:1.0:1749611681.370200:0:768:0:(llog.c:754:llog_process_thread()) index: 13, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.370201:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611681.370203:0:768:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000010:1.0:1749611681.370207:0:768:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88009457c000. 00000100:00000040:1.0:1749611681.370219:0:768:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000400:00001000:1.0:1749611681.370224:0:768:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000400:00000200:1.0:1749611681.370232:0:768:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 00000100:00000040:1.0:1749611681.370237:0:768:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000100:00000010:1.0:1749611681.370239:0:768:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff88009457c000. 00000020:00000010:1.0:1749611681.370244:0:768:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff88012a3c7f40. 00000020:00000001:1.0:1749611681.370247:0:768:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:1.0:1749611681.370249:0:768:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff88012a3c76c0. 00000020:00000001:1.0:1749611681.370253:0:768:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611681.370255:0:768:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff88012a3c76c0. 00000020:00000010:1.0:1749611681.370259:0:768:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff88012a3c76c0. 00000020:01000004:1.0:1749611681.370262:0:768:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000001:1.0:1749611681.370265:0:768:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf001 lwp lustre-MDT0000-lwp-OST0000_UUID (null) (null) 00000020:00000010:1.0:1749611681.370270:0:768:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff8800aca7ea80. 00000020:00000080:1.0:1749611681.370273:0:768:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000001:1.0:1749611681.370275:0:768:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000001:1.0:1749611681.370278:0:768:0:(genops.c:349:class_newdev()) Process entered 00000020:00000010:1.0:1749611681.370289:0:768:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085154050. 00000020:00000080:1.0:1749611681.370293:0:768:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff880085154050) 00000020:00000001:1.0:1749611681.370296:0:768:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611681.370300:0:768:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff880071978800. 00000020:00000001:1.0:1749611681.370302:0:768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611681.370304:0:768:0:(lustre_handles.c:77:class_handle_hash()) added object ffff880071978800 with handle 0x689c0ec07329d6a0 to hash 00000020:00000001:1.0:1749611681.370307:0:768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611681.370310:0:768:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611681.370312:0:768:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.370315:0:768:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219974656 : -131939489576960 : ffff880071978800) 00000020:00000040:1.0:1749611681.370319:0:768:0:(genops.c:898:class_export_put()) PUTting export ffff880071978800 : new refcount 1 00000020:00000040:1.0:1749611681.370333:0:768:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085154050) now 2 - obd_device_list 00000020:00000001:1.0:1749611681.370340:0:768:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611681.370343:0:768:0:(obd_config.c:653:class_attach()) OBD: dev 12 attached type lwp with refcount 2 00000020:00000001:1.0:1749611681.370345:0:768:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.370347:0:768:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611681.370350:0:768:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff8800aca7ea80. 00000020:00000001:1.0:1749611681.370357:0:768:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0000-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000020:00000010:1.0:1749611681.370361:0:768:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88009976f4e0. 00000020:00000080:1.0:1749611681.370363:0:768:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 00000020:00000001:1.0:1749611681.370368:0:768:0:(obd_config.c:667:class_setup()) Process entered 00000001:00000001:1.0:1749611681.370392:0:768:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611681.370396:0:768:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012d5aba80. 00000001:00000010:1.0:1749611681.370400:0:768:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a8a26bc0. 00000001:00000010:1.0:1749611681.370405:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4e00. 00000001:00000010:1.0:1749611681.370408:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4a00. 00000001:00000010:1.0:1749611681.370411:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5e00. 00000001:00000010:1.0:1749611681.370414:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5a00. 00000001:00000001:1.0:1749611681.370416:0:768:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611681.370417:0:768:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012d5ab540. 00000001:00000010:1.0:1749611681.370420:0:768:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a8a26f40. 00000001:00000010:1.0:1749611681.370422:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b5600. 00000001:00000010:1.0:1749611681.370425:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4400. 00000001:00000010:1.0:1749611681.370427:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012b8b4800. 00000001:00000010:1.0:1749611681.370430:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880095487600. 00000020:00000001:1.0:1749611681.370433:0:768:0:(obd_class.h:571:obd_setup()) Process entered 00000020:00000010:1.0:1749611681.370435:0:768:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095486c00. 00000020:00000010:1.0:1749611681.370467:0:768:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800aca7ea80. 00000020:00000010:1.0:1749611681.370471:0:768:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000008:00000010:1.0:1749611681.370477:0:768:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bfce0. 00020000:00000010:1.0:1749611681.370482:0:768:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b6f40. 00008000:00000010:1.0:1749611681.370486:0:768:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7b40. 00000080:00000010:1.0:1749611681.370493:0:768:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a0f0. 00000020:00000010:1.0:1749611681.370496:0:768:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095487000. 00000020:00000010:1.0:1749611681.370500:0:768:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880081eef800. 00000040:00000010:1.0:1749611681.370503:0:768:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880081eee200. 00000020:00000010:1.0:1749611681.370506:0:768:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197b800. 00000020:00000010:1.0:1749611681.370510:0:768:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931da90. 00000020:00000010:1.0:1749611681.370513:0:768:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880081eef200. 80000000:00000010:1.0:1749611681.370516:0:768:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009976f540. 40000000:00000010:1.0:1749611681.370518:0:768:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012a3c7a00. 00100000:00000010:1.0:1749611681.370567:0:768:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197a000. 00040000:00000010:1.0:1749611681.370570:0:768:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240ab400. 00040000:00000010:1.0:1749611681.370573:0:768:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880081eee800. 00080000:00000010:1.0:1749611681.370578:0:768:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b2000. 00080000:00000010:1.0:1749611681.370583:0:768:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 00000004:00000010:1.0:1749611681.370588:0:768:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197d800. 00000004:00000010:1.0:1749611681.370592:0:768:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749611681.370596:0:768:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197e800. 00000004:00000010:1.0:1749611681.370600:0:768:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009bce7400. 00000010:00000010:1.0:1749611681.370604:0:768:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88009976f660. 00000010:00000001:1.0:1749611681.370607:0:768:0:(lwp_dev.c:248:lwp_init0()) Process entered 00000100:00000001:1.0:1749611681.370612:0:768:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 00000100:00000001:1.0:1749611681.370615:0:768:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.370706:0:768:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000010:00000001:1.0:1749611681.370710:0:768:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000010:00000010:1.0:1749611681.370713:0:768:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff8800aca7eb00. 00000010:00000010:1.0:1749611681.370716:0:768:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff8800a8a26340. 00000010:00000010:1.0:1749611681.370720:0:768:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff8800a8a263a0. 00000020:00000001:1.0:1749611681.370722:0:768:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000020:00000001:1.0:1749611681.370724:0:768:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611681.370726:0:768:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137364803648 : -131936344747968 : ffff88012d09d040) 00000020:01000004:1.0:1749611681.370729:0:768:0:(tgt_mount.c:154:server_get_mount()) get mount ffff880129e0e800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749611681.370731:0:768:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612137364803648 : -131936344747968 : ffff88012d09d040) 00000020:00000001:1.0:1749611681.370734:0:768:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749611681.370736:0:768:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611681.370737:0:768:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137364803648 : -131936344747968 : ffff88012d09d040) 00000020:01000004:1.0:1749611681.370739:0:768:0:(tgt_mount.c:188:server_put_mount()) put mount ffff880129e0e800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749611681.370742:0:768:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000020:01000004:1.0:1749611681.370744:0:768:0:(obd_mount.c:737:lustre_put_lsi()) put ffff880129e0e800 3 00000020:00000001:1.0:1749611681.370745:0:768:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.370747:0:768:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611681.370750:0:768:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff8800aca7eb80. 00010000:00000001:1.0:1749611681.370753:0:768:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00010000:00000010:1.0:1749611681.370759:0:768:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012a3c7280. 00010000:00000001:1.0:1749611681.370761:0:768:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611681.370769:0:768:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.370774:0:768:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff88007197b000. 00000020:00000040:1.0:1749611681.370776:0:768:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085154050) now 3 - import 00000020:00000001:1.0:1749611681.370782:0:768:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611681.370783:0:768:0:(genops.c:1242:class_import_put()) import ffff88007197b000 refcount=1 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:1.0:1749611681.370786:0:768:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:1.0:1749611681.370787:0:768:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1749611681.370799:0:768:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:1.0:1749611681.370802:0:768:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611681.370807:0:768:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611681.370809:0:768:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000001:1.0:1749611681.370812:0:768:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611681.370814:0:768:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:1.0:1749611681.370818:0:768:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 18 to 0@lo 00000100:00000040:1.0:1749611681.370820:0:768:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00010000:00000010:1.0:1749611681.370823:0:768:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009976f6c0. 00010000:00080000:1.0:1749611681.370826:0:768:0:(ldlm_lib.c:102:import_set_conn()) imp ffff88007197b000@lustre-MDT0000-lwp-OST0000: add connection 192.168.202.106@tcp at head 00010000:00000001:1.0:1749611681.370828:0:768:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611681.370831:0:768:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00010000:00000001:1.0:1749611681.370833:0:768:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00010000:00000001:1.0:1749611681.370834:0:768:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749611681.370837:0:768:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009bce4c00. 00000001:00000001:1.0:1749611681.370839:0:768:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:1.0:1749611681.370842:0:768:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8801240ab700. 00000001:00000010:1.0:1749611681.370847:0:768:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8801240ab500. 00000001:00000010:1.0:1749611681.370910:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d1b000. 00000001:00000010:1.0:1749611681.370972:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d25000. 00000001:00000010:1.0:1749611681.371030:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d2f000. 00000001:00000010:1.0:1749611681.371088:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d39000. 00000001:00000010:1.0:1749611681.371154:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d43000. 00000001:00000010:1.0:1749611681.371212:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d4d000. 00000001:00000010:1.0:1749611681.371269:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d57000. 00000001:00000010:1.0:1749611681.371334:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d61000. 00000001:00000010:1.0:1749611681.371398:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d6b000. 00000001:00000010:1.0:1749611681.371485:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d75000. 00000001:00000010:1.0:1749611681.371574:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d7f000. 00000001:00000010:1.0:1749611681.371640:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d89000. 00000001:00000010:1.0:1749611681.371699:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d93000. 00000001:00000010:1.0:1749611681.371758:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007d9d000. 00000001:00000010:1.0:1749611681.371823:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007da7000. 00000001:00000010:1.0:1749611681.371887:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007db1000. 00000001:00000010:1.0:1749611681.371946:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007dbb000. 00000001:00000010:1.0:1749611681.372012:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007dc5000. 00000001:00000010:1.0:1749611681.372070:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007dcf000. 00000001:00000010:1.0:1749611681.372128:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007dd9000. 00000001:00000010:1.0:1749611681.372187:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007de3000. 00000001:00000010:1.0:1749611681.372252:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ded000. 00000001:00000010:1.0:1749611681.372310:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007df7000. 00000001:00000010:1.0:1749611681.372373:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e01000. 00000001:00000010:1.0:1749611681.372456:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e0b000. 00000001:00000010:1.0:1749611681.372520:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e15000. 00000001:00000010:1.0:1749611681.372604:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e1f000. 00000001:00000010:1.0:1749611681.372664:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e29000. 00010000:00000010:3.1:1749611681.372674:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007fb8e600. 00000001:00000010:1.0:1749611681.372729:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e33000. 00000001:00000010:1.0:1749611681.372787:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e3d000. 00000001:00000010:1.0:1749611681.372846:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e47000. 00000001:00000010:1.0:1749611681.372909:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e51000. 00000020:00000010:1.0:1749611681.372982:0:768:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009bce4400. 00000020:00000010:1.0:1749611681.372986:0:768:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a8a261c0. 00010000:00000001:1.0:1749611681.373000:0:768:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749611681.373036:0:768:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611681.373051:0:768:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff8801322e4400. 00000020:00000010:1.0:1749611681.373054:0:768:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff880081eeec00. 00010000:00000001:1.0:1749611681.373065:0:768:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611681.373070:0:768:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-5 is initialized 00010000:00000001:1.0:1749611681.373072:0:768:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611681.373076:0:768:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134928206848 : -131938781344768 : ffff88009bce4c00) 00010000:00000001:1.0:1749611681.373079:0:768:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611681.373082:0:768:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff8800aca7eb00. 00000010:00000010:1.0:1749611681.373085:0:768:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff8800a8a263a0. 00000010:00000010:1.0:1749611681.373088:0:768:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff8800a8a26340. 00000010:00000010:1.0:1749611681.373091:0:768:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff8800aca7eb80. 00000010:00000001:1.0:1749611681.373093:0:768:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.373112:0:768:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88012b561400. 00000020:00000010:1.0:1749611681.373115:0:768:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88009c9b6000. 00000010:00000001:1.0:1749611681.373130:0:768:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.373135:0:768:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880081eef800. 00000040:00000010:1.0:1749611681.373139:0:768:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880081eee200. 00000020:00000010:1.0:1749611681.373144:0:768:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197b800. 00000020:00000010:1.0:1749611681.373148:0:768:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931da90. 00000020:00000010:1.0:1749611681.373154:0:768:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880081eef200. 80000000:00000010:1.0:1749611681.373157:0:768:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976f540. 40000000:00000010:1.0:1749611681.373160:0:768:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012a3c7a00. 00100000:00000010:1.0:1749611681.373163:0:768:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197a000. 00040000:00000010:1.0:1749611681.373166:0:768:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240ab400. 00040000:00000010:1.0:1749611681.373170:0:768:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880081eee800. 00080000:00000010:1.0:1749611681.373174:0:768:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00080000:00000010:1.0:1749611681.373178:0:768:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b2000. 00000004:00000010:1.0:1749611681.373181:0:768:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197d800. 00000004:00000010:1.0:1749611681.373185:0:768:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749611681.373188:0:768:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197e800. 00000004:00000010:1.0:1749611681.373191:0:768:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009bce7400. 00000020:00000010:1.0:1749611681.373194:0:768:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095487000. 00000020:00000010:1.0:1749611681.373199:0:768:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800aca7ea80. 00000020:00000010:1.0:1749611681.373202:0:768:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000008:00000010:1.0:1749611681.373205:0:768:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bfce0. 00020000:00000010:1.0:1749611681.373211:0:768:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b6f40. 00008000:00000010:1.0:1749611681.373219:0:768:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7b40. 00000080:00000010:1.0:1749611681.373231:0:768:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a0f0. 00000020:00000010:1.0:1749611681.373236:0:768:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095486c00. 00000020:00000001:1.0:1749611681.373240:0:768:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611681.373243:0:768:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085154050) now 4 - setup 00000020:00000080:1.0:1749611681.373247:0:768:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000001:1.0:1749611681.373250:0:768:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.373252:0:768:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611681.373257:0:768:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88009976f4e0. 00000020:00000001:1.0:1749611681.373266:0:768:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749611681.373271:0:768:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081eef600. 00000020:00000010:1.0:1749611681.373275:0:768:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880081eee800. 00000040:00000010:1.0:1749611681.373278:0:768:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880081eef200. 00000020:00000010:1.0:1749611681.373282:0:768:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197e800. 00000020:00000010:1.0:1749611681.373286:0:768:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931da90. 00000020:00000010:1.0:1749611681.373290:0:768:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880081eee200. 80000000:00000010:1.0:1749611681.373294:0:768:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009ac44d20. 40000000:00000010:1.0:1749611681.373297:0:768:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012a3c7a00. 00100000:00000010:1.0:1749611681.373301:0:768:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197d800. 00040000:00000010:1.0:1749611681.373305:0:768:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240ab400. 00040000:00000010:1.0:1749611681.373308:0:768:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880081eef800. 00080000:00000010:1.0:1749611681.373312:0:768:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611681.373317:0:768:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 00000004:00000010:1.0:1749611681.373323:0:768:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197a000. 00000004:00000010:1.0:1749611681.373327:0:768:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749611681.373330:0:768:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197b800. 00000004:00000010:1.0:1749611681.373335:0:768:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88012b560800. 00000020:00000010:1.0:1749611681.373339:0:768:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081eee000. 00000020:00000010:1.0:1749611681.373342:0:768:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096809880. 00000020:00000010:1.0:1749611681.373346:0:768:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000020:00000010:1.0:1749611681.373351:0:768:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff88012d5abcc0. 00000020:00000010:1.0:1749611681.373354:0:768:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff88012a3c73c0. 00000020:00000001:1.0:1749611681.373357:0:768:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749611681.373360:0:768:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749611681.373371:0:768:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749611681.373374:0:768:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611681.373376:0:768:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611681.373380:0:768:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197c000. 00000020:00000001:1.0:1749611681.373383:0:768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611681.373387:0:768:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197c000 with handle 0x689c0ec07329d6a7 to hash 00000020:00000001:1.0:1749611681.373390:0:768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611681.373394:0:768:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611681.373396:0:768:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611681.373400:0:768:0:(genops.c:887:class_export_get()) GET export ffff88007197c000 refcount=3 00000020:00000040:1.0:1749611681.373405:0:768:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085154050) now 5 - export 00000020:00000001:1.0:1749611681.373409:0:768:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000020:00000040:1.0:1749611681.373412:0:768:0:(genops.c:898:class_export_put()) PUTting export ffff88007197c000 : new refcount 2 00000020:00000080:1.0:1749611681.373415:0:768:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x689c0ec07329d6a7 00000020:00000001:1.0:1749611681.373418:0:768:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.373421:0:768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611681.373424:0:768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6a7 00000020:00000001:1.0:1749611681.373426:0:768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611681.373429:0:768:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197c000 refcount=3 00000020:00000001:1.0:1749611681.373432:0:768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000020:00000001:1.0:1749611681.373458:0:768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000100:00000001:1.0:1749611681.373465:0:768:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749611681.373469:0:768:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611681.373474:0:768:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749611681.373479:0:768:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611681.373482:0:768:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:1.0:1749611681.373485:0:768:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611681.373489:0:768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611681.373491:0:768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6a7 00000020:00000001:1.0:1749611681.373492:0:768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611681.373494:0:768:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197c000 refcount=4 00000020:00000001:1.0:1749611681.373496:0:768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000020:00000001:1.0:1749611681.373498:0:768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000100:00000001:1.0:1749611681.373501:0:768:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611681.373509:0:768:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:1.0:1749611681.373511:0:768:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611681.373514:0:768:0:(genops.c:898:class_export_put()) PUTting export ffff88007197c000 : new refcount 3 00000100:00080000:1.0:1749611681.373518:0:768:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197b000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611681.373520:0:768:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611681.373550:0:768:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611681.373557:0:768:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749611681.373560:0:768:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0000-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749611681.373564:0:768:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749611681.373567:0:768:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.373570:0:768:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611681.373572:0:768:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611681.373577:0:768:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a0e00. 00000020:00000040:1.0:1749611681.373580:0:768:0:(genops.c:1229:class_import_get()) import ffff88007197b000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:1.0:1749611681.373584:0:768:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611681.373586:0:768:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.373589:0:768:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611681.373592:0:768:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611681.373595:0:768:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611681.373601:0:768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88012b563800. 00000100:00000001:1.0:1749611681.373607:0:768:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611681.373615:0:768:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800882a0e00 x1834598494713216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611681.373627:0:768:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611681.373632:0:768:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611681.373636:0:768:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800882a0e00] to pc [ptlrpcd_rcv+-1] req@ffff8800882a0e00 x1834598494713216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611681.373661:0:768:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.373664:0:768:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749611681.373666:0:768:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000020:00000040:1.0:1749611681.373670:0:768:0:(genops.c:1229:class_import_get()) import ffff88007197b000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:1.0:1749611681.373686:0:768:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749611681.373694:0:768:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611681.373760:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611681.373766:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611681.373769:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611681.373777:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800882a0e00 x1834598494713216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611681.373786:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749611681.373789:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611681.373791:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611681.373794:0:27774:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:3.0:1749611681.373795:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:2.0:1749611681.373797:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:3.0:1749611681.373798:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1749611681.373801:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611681.373801:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611681.373802:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00100000:3.0:1749611681.373805:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800882a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494713216:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1749611681.373805:0:27774:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611681.373808:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611681.373812:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6285 00000100:00080000:2.0:1749611681.373815:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611681.373818:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:3.0:1749611681.373820:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611681.373821:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611681.373823:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 02000000:00000001:3.0:1749611681.373824:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611681.373825:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:3.0:1749611681.373826:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611681.373828:0:27774:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:3.0:1749611681.373829:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000040:2.0:1749611681.373830:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611681.373832:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000010:3.0:1749611681.373833:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007de23800. 02000000:00000001:3.0:1749611681.373836:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611681.373842:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000020:00000040:2.0:1749611681.373844:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611681.373846:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000400:00000010:3.0:1749611681.373849:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000020:00000001:2.0:1749611681.373849:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611681.373853:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611681.373855:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611681.373856:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000200:3.0:1749611681.373857:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494713216, portal 10 00000100:00000001:2.0:1749611681.373858:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611681.373859:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611681.373861:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134598675968 : -131939110875648 : ffff8800882a0e00) 00000020:00000040:2.0:1749611681.373861:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611681.373864:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611681.373866:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611681.373868:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000020:00000010:3.0:1749611681.373869:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8b04000. 02000000:00000001:2.0:1749611681.373873:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611681.373875:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611681.373876:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800882a0e00 x1834598494713216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611681.373877:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611681.373880:0:27774:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611681.373884:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234e00. 00000100:00000001:3.0:1749611681.373885:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000040:2.0:1749611681.373887:0:27774:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 00000100:00000040:3.0:1749611681.373888:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611681.373890:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000400:00000010:3.0:1749611681.373891:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 02000000:00000001:2.0:1749611681.373892:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611681.373894:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494713216, offset 0 00000100:00000001:2.0:1749611681.373894:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611681.373896:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611681.373898:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611681.373899:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749611681.373904:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7f000. 00000100:00000001:2.0:1749611681.373909:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611681.373912:0:768:0:(genops.c:887:class_export_get()) GET export ffff88007197c000 refcount=4 00000400:00000200:3.0:1749611681.373913:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:2.0:1749611681.373916:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234e00 x1834598494713344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1749611681.373919:0:768:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611681.373922:0:768:0:(genops.c:887:class_export_get()) GET export ffff88007197c000 refcount=5 00000400:00000200:3.0:1749611681.373923:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953580 00000020:00000001:1.0:1749611681.373924:0:768:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611681.373926:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000010:1.0:1749611681.373927:0:768:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff88012d5abcc0. 00000400:00000200:3.0:1749611681.373930:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 180624 00000100:00000001:2.0:1749611681.373930:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.373931:0:768:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff88012a3c73c0. 00000020:00000040:0.0:1749611681.373931:0:770:0:(genops.c:887:class_export_get()) GET export ffff88007197c000 refcount=6 00000100:00000040:2.0:1749611681.373934:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234e00] to pc [ptlrpcd_rcv+-1] req@ffff880079234e00 x1834598494713344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611681.373937:0:768:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880081eee800. 00000400:00000200:3.0:1749611681.373938:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00002000:00000001:0.0:1749611681.373939:0:770:0:(ofd_fs.c:492:ofd_register_lwp_callback()) Process entered 00002000:00000001:0.0:1749611681.373941:0:770:0:(ofd_fs.c:495:ofd_register_lwp_callback()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611681.373942:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000040:00000010:1.0:1749611681.373942:0:768:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880081eef200. 00000100:00000001:2.0:1749611681.373945:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611681.373945:0:770:0:(genops.c:887:class_export_get()) GET export ffff88007197c000 refcount=7 00000100:00000001:3.0:1749611681.373947:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00080000:2.0:1749611681.373947:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000020:00000010:1.0:1749611681.373947:0:768:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197e800. 00000020:00000040:0.0:1749611681.373949:0:770:0:(genops.c:898:class_export_put()) PUTting export ffff88007197c000 : new refcount 6 00000100:00000200:3.0:1749611681.373950:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000010:1.0:1749611681.373952:0:768:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931da90. 00000100:00000010:3.0:1749611681.373954:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d48700. 00000100:00080000:2.0:1749611681.373955:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:3.0:1749611681.373957:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d48700 x1834598494713216 msgsize 520 00000100:00000001:2.0:1749611681.373957:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000020:00000010:1.0:1749611681.373958:0:768:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880081eee200. 00000100:00080000:2.0:1749611681.373959:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:3.0:1749611681.373961:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 80000000:00000010:1.0:1749611681.373961:0:768:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009ac44d20. 00000100:00000001:2.0:1749611681.373962:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611681.373965:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6285 00000100:00080000:2.0:1749611681.373967:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 40000000:00000010:1.0:1749611681.373967:0:768:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012a3c7a00. 00000100:00000040:2.0:1749611681.373970:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00100000:00000010:1.0:1749611681.373971:0:768:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197d800. 00000100:00000001:2.0:1749611681.373972:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611681.373974:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611681.373974:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:2.0:1749611681.373975:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00040000:00000010:1.0:1749611681.373975:0:768:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240ab400. 00000020:00000001:2.0:1749611681.373978:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611681.373979:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00040000:00000010:1.0:1749611681.373979:0:768:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880081eef800. 00000020:00000001:2.0:1749611681.373980:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:3.0:1749611681.373981:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000020:00000040:2.0:1749611681.373982:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000400:00000010:3.0:1749611681.373983:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00080000:00000010:1.0:1749611681.373983:0:768:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00000020:00000001:2.0:1749611681.373984:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611681.373986:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000001:3.0:1749611681.373987:0:28320:0:(events.c:35:request_out_callback()) Process entered 00080000:00000010:1.0:1749611681.373988:0:768:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00000100:00000040:2.0:1749611681.373989:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000100:00000001:2.0:1749611681.373990:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611681.373992:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000004:00000010:1.0:1749611681.373992:0:768:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197a000. 00000100:00000001:2.0:1749611681.373994:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611681.373996:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000004:00000010:1.0:1749611681.373997:0:768:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b2000. 00000100:00000200:3.0:1749611681.373998:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800882a0e00 x1834598494713216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611681.373998:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611681.374000:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:1.0:1749611681.374001:0:768:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197b800. 02000000:00000001:2.0:1749611681.374002:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611681.374005:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000004:00000010:1.0:1749611681.374005:0:768:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88012b560800. 00000100:00000001:3.0:1749611681.374006:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611681.374007:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611681.374009:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800882a0e00 x1834598494713216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611681.374009:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000020:00000010:1.0:1749611681.374010:0:768:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081eef600. 00000100:00000001:2.0:1749611681.374011:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.374015:0:768:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096809880. 00000100:00000001:3.0:1749611681.374016:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611681.374016:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236d80. 00000100:00000001:3.0:1749611681.374018:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000040:2.0:1749611681.374018:0:27774:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000010:1.0:1749611681.374020:0:768:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 02000000:00000001:2.0:1749611681.374021:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749611681.374023:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.374024:0:768:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081eee000. 02000000:00000001:2.0:1749611681.374026:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611681.374027:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000100:00000001:2.0:1749611681.374028:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749611681.374030:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300954854 02000000:00000001:2.0:1749611681.374030:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000010:1.0:1749611681.374030:0:768:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff88012a3c7f40. 00000100:00000001:0.0:1749611681.374030:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749611681.374032:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.374033:0:768:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff88012a3c76c0. 00000100:00100000:0.0:1749611681.374033:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494713216 00000100:00000010:3.0:1749611681.374034:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88006dfe2b00. 02000000:00000010:2.0:1749611681.374036:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880130c7dc00. 00000020:00000001:1.0:1749611681.374036:0:768:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611681.374036:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611681.374040:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611681.374040:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.374040:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.374040:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611681.374043:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611681.374044:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236d80 x1834598494713472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000040:00001000:1.0:1749611681.374044:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c930 type=0x10620000 idx=14 02000000:00000001:0.0:1749611681.374046:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374047:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300954854 00000040:00001000:1.0:1749611681.374048:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 14 lrh_len: 128 (5840 remains) 00000100:00000010:3.0:1749611681.374049:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88006dfe2040. 00000100:00100000:0.0:1749611681.374050:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494713216 00000040:00001000:1.0:1749611681.374051:0:768:0:(llog.c:754:llog_process_thread()) index: 14, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:3.0:1749611681.374052:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611681.374052:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000020:00000001:0.0:1749611681.374053:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611681.374054:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611681.374054:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611681.374055:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300954854 00000100:00000040:2.0:1749611681.374057:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236d80] to pc [ptlrpcd_rcv+-1] req@ffff880079236d80 x1834598494713472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611681.374057:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:3.0:1749611681.374058:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88006dfe2900. 00000020:00000001:0.0:1749611681.374059:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374060:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 2 00000020:00000001:0.0:1749611681.374061:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374063:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300954854 00000100:00000001:2.0:1749611681.374064:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.374064:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000010:3.0:1749611681.374066:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff88006dfe2580. 00000020:00000001:1.0:1749611681.374066:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611681.374066:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829600. 00000100:00080000:2.0:1749611681.374067:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:3.0:1749611681.374069:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request now active for cpu 3 00000100:00080000:2.0:1749611681.374070:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000040:00001000:1.0:1749611681.374070:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c9b0 type=0x10620000 idx=15 00000020:00000010:0.0:1749611681.374070:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff880. 00000100:00000001:3.0:1749611681.374071:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611681.374071:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611681.374073:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000040:00001000:1.0:1749611681.374073:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 15 lrh_len: 144 (5712 remains) 00000100:00000001:3.0:1749611681.374074:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611681.374074:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:2.0:1749611681.374075:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000040:00001000:1.0:1749611681.374076:0:768:0:(llog.c:754:llog_process_thread()) index: 15, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:3.0:1749611681.374077:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611681.374077:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6285 00000020:00000001:1.0:1749611681.374078:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1749611681.374079:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1749611681.374079:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749611681.374079:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:2.0:1749611681.374081:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000020:00000001:1.0:1749611681.374081:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.374081:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611681.374083:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000040:00001000:1.0:1749611681.374083:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685ca40 type=0x10620000 idx=16 00000100:00000001:0.0:1749611681.374084:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374085:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1749611681.374085:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:3.0:1749611681.374086:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1749611681.374086:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 16 lrh_len: 160 (5568 remains) 00000100:00000001:2.0:1749611681.374087:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611681.374088:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611681.374089:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000040:00001000:1.0:1749611681.374089:0:768:0:(llog.c:754:llog_process_thread()) index: 16, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:0.0:1749611681.374089:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374090:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000040:2.0:1749611681.374090:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:3.0:1749611681.374091:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749611681.374092:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611681.374092:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:2.0:1749611681.374094:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000040:3.0:1749611681.374095:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234e00 x1834598494713344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611681.374095:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611681.374096:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000040:00001000:1.0:1749611681.374097:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685cae0 type=0x10620000 idx=17 00000020:00000001:2.0:1749611681.374098:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611681.374101:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 19 to 0@lo 00000040:00001000:1.0:1749611681.374104:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 17 lrh_len: 224 (5408 remains) 00000100:00000001:0.0:1749611681.374106:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1749611681.374107:0:768:0:(llog.c:754:llog_process_thread()) index: 17, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:2.0:1749611681.374108:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611681.374110:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000001:1.0:1749611681.374110:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:2.0:1749611681.374112:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000040:00000001:1.0:1749611681.374112:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000040:2.0:1749611681.374114:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000040:00000001:1.0:1749611681.374115:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00080000:2.0:1749611681.374116:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611681.374116:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611681.374118:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.374119:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.374119:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:2.0:1749611681.374120:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000040:00001000:1.0:1749611681.374122:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685cbc0 type=0x10620000 idx=18 02000000:00000001:2.0:1749611681.374123:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:0.0:1749611681.374124:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 02000000:00000001:2.0:1749611681.374125:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.374125:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 18 lrh_len: 224 (5184 remains) 00000100:00000001:2.0:1749611681.374127:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611681.374127:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492407552 : -131939217144064 : ffff880081d48700) 00000100:00000001:2.0:1749611681.374128:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.374128:0:768:0:(llog.c:754:llog_process_thread()) index: 18, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000010:2.0:1749611681.374131:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235500. 00000020:00000001:1.0:1749611681.374131:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000040:2.0:1749611681.374133:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000040:00000001:1.0:1749611681.374133:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000040:0.0:1749611681.374134:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d48700 x1834598494713216/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611701 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1749611681.374135:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 02000000:00000001:2.0:1749611681.374136:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:3.0:1749611681.374137:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1749611681.374137:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.374137:0:768:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611681.374138:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749611681.374139:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611681.374139:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1749611681.374140:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611681.374141:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611681.374142:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000040:00001000:1.0:1749611681.374143:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685cca0 type=0x10620000 idx=19 02000000:00000001:3.0:1749611681.374144:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749611681.374145:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009b41e800. 02000000:00000001:3.0:1749611681.374146:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.374146:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 19 lrh_len: 80 (4960 remains) 00000100:00100000:0.0:1749611681.374147:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494713216:12345-0@lo:38:llog_process_th.0 00000100:00000001:2.0:1749611681.374148:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.374149:0:768:0:(llog.c:754:llog_process_thread()) index: 19, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00100000:3.0:1749611681.374150:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494713344:0@lo:38:kworker.0 00000100:00000200:0.0:1749611681.374151:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494713216 00000100:00100000:2.0:1749611681.374152:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079235500 x1834598494713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000020:00000001:1.0:1749611681.374152:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:3.0:1749611681.374153:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000001:1.0:1749611681.374154:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611681.374154:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749611681.374156:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611681.374157:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.374157:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685ccf0 type=0x10620000 idx=20 00010000:00000001:0.0:1749611681.374157:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611681.374158:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749611681.374159:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611681.374160:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.374160:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 20 lrh_len: 224 (4880 remains) 02000000:00000010:3.0:1749611681.374163:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88007de21400. 00000100:00000040:2.0:1749611681.374163:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079235500] to pc [ptlrpcd_rcv+-1] req@ffff880079235500 x1834598494713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611681.374165:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611681.374169:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f75d8. 00000040:00001000:1.0:1749611681.374169:0:768:0:(llog.c:754:llog_process_thread()) index: 20, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611681.374169:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611681.374171:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.374171:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000400:00000010:3.0:1749611681.374172:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed5d8. 00000100:00000040:2.0:1749611681.374173:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000040:00000001:1.0:1749611681.374173:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00010000:00020000:0.0:1749611681.374173:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:00000001:1.0:1749611681.374174:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000200:3.0:1749611681.374176:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494713344, portal 4 00000020:00000001:1.0:1749611681.374176:0:768:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1749611681.374176:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611681.374177:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611681.374177:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000020:00000001:1.0:1749611681.374178:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374179:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346575360 : -131939362976256 : ffff880079234e00) 00000100:00000010:2.0:1749611681.374179:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237100. 00010000:00000001:0.0:1749611681.374179:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000040:00001000:1.0:1749611681.374180:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685cdd0 type=0x10620000 idx=21 00000020:00000040:2.0:1749611681.374181:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000040:00001000:1.0:1749611681.374182:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 21 lrh_len: 224 (4656 remains) 00000100:00000001:0.0:1749611681.374182:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611681.374183:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000040:00001000:1.0:1749611681.374183:0:768:0:(llog.c:754:llog_process_thread()) index: 21, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.374185:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611681.374185:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749611681.374186:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234e00 x1834598494713344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000040:00000001:1.0:1749611681.374186:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:1.0:1749611681.374187:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 02000000:00000001:0.0:1749611681.374188:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611681.374189:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000020:00000001:1.0:1749611681.374189:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611681.374191:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:1.0:1749611681.374191:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685ceb0 type=0x10620000 idx=22 00000100:00000001:3.0:1749611681.374192:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:0.0:1749611681.374192:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a2800. 00000040:00001000:1.0:1749611681.374193:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 22 lrh_len: 88 (4432 remains) 00000040:00001000:1.0:1749611681.374194:0:768:0:(llog.c:754:llog_process_thread()) index: 22, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 02000000:00000001:0.0:1749611681.374194:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611681.374195:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000010:2.0:1749611681.374195:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006a3b8600. 00000020:00000001:1.0:1749611681.374196:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:0.0:1749611681.374196:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611681.374197:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed770. 00000100:00000001:2.0:1749611681.374197:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.374197:0:768:0:(tgt_mount.c:628:lustre_lwp_setup()) Process entered 00000100:00000200:3.0:1749611681.374199:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494713344, offset 0 00010000:00000001:0.0:1749611681.374200:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:2.0:1749611681.374201:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1749611681.374203:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611681.374204:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:0.0:1749611681.374207:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611681.374209:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611681.374210:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611681.374211:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611681.374212:0:768:0:(lustre_peer.c:71:class_add_uuid()) kmalloced '(data)': 704 at ffff88012b560800. 00000400:00000200:3.0:1749611681.374213:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611681.374213:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611681.374216:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237100] to pc [ptlrpcd_00_02+2] req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611681.374216:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000040:1.0:1749611681.374218:0:768:0:(lustre_peer.c:102:class_add_uuid()) found uuid 192.168.202.106@tcp 192.168.202.106@tcp cnt=1 00000100:00000001:0.0:1749611681.374218:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611681.374220:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00001000:1.0:1749611681.374221:0:768:0:(api-ni.c:3095:LNetNIInit()) refs 1 00000400:00000200:3.0:1749611681.374222:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf953600 00000100:00000040:0.0:1749611681.374224:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000400:00000200:1.0:1749611681.374226:0:768:0:(peer.c:1757:lnet_peer_add()) peer 192.168.202.106@tcp NID flags 0x100001: -17 02000000:00000001:0.0:1749611681.374226:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611681.374228:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611681.374230:0:768:0:(lustre_peer.c:105:class_add_uuid()) Add peer 192.168.202.106@tcp rc = 0 00000100:00000001:0.0:1749611681.374230:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749611681.374231:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3e01 [256] + 0 00000100:00000010:1.0:1749611681.374232:0:768:0:(lustre_peer.c:106:class_add_uuid()) kfreed 'data': 704 at ffff88012b560800. 00000100:00000040:0.0:1749611681.374233:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611681.374235:0:768:0:(tgt_mount.c:649:lustre_lwp_setup()) kmalloced '(lwpname)': 64 at ffff88012a3c76c0. 00000400:00000010:0.0:1749611681.374236:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000020:00000001:1.0:1749611681.374237:0:768:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000400:00000200:3.0:1749611681.374239:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749611681.374241:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494713216, offset 0 00000400:00000200:3.0:1749611681.374244:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611681.374246:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611681.374248:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374250:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611681.374253:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000040:2.0:1749611681.374254:0:27774:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6292) 00000400:00000200:0.0:1749611681.374254:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:3.0:1749611681.374258:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d48a80. 00000400:00000200:0.0:1749611681.374262:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953580 00000100:00000001:1.0:1749611681.374263:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1749611681.374268:0:28324:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000400:00000200:0.0:1749611681.374268:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9ae9 [1] + 0 00000100:00000040:3.0:1749611681.374269:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d48a80 x1834598494713344 msgsize 520 00000100:00000001:1.0:1749611681.374271:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611681.374272:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1749611681.374273:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:3.0:1749611681.374274:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611681.374275:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611681.374276:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611681.374279:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611681.374280:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611681.374281:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.374283:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611681.374285:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:0.0:1749611681.374285:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800882a0e00 x1834598494713216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611681.374286:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611681.374289:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1749611681.374290:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed770 00000400:00000010:3.0:1749611681.374292:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed770. 00000100:00000001:3.0:1749611681.374295:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611681.374297:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749611681.374297:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff8800882a0e00 x1834598494713216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611681.374298:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611681.374299:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494713344 00000100:00000200:3.0:1749611681.374300:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234e00 x1834598494713344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611681.374301:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1749611681.374303:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611681.374306:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.374306:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611681.374307:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611681.374309:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611681.374310:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234e00 x1834598494713344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611681.374311:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494713344 00000400:00000200:0.0:1749611681.374312:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000020:00000001:2.0:1749611681.374313:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:0.0:1749611681.374314:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000020:00000040:2.0:1749611681.374315:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:2.0:1749611681.374316:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611681.374317:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.374317:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611681.374318:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:2.0:1749611681.374318:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.374319:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749611681.374320:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374322:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.374323:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611681.374324:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130400. 00000100:00000040:3.0:1749611681.374326:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1251 usecs (2 jiffies) 00000100:00000040:0.0:1749611681.374326:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000020:00000010:2.0:1749611681.374327:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387180. 00000100:00000001:0.0:1749611681.374328:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374329:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300954833 00000100:00000001:1.0:1749611681.374330:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:2.0:1749611681.374331:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9320. 00000020:00000001:0.0:1749611681.374331:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611681.374332:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300954854 00000100:00000001:1.0:1749611681.374332:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374334:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300954833 00000100:00000001:2.0:1749611681.374335:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000040:0.0:1749611681.374335:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d48700 x1834598494713216/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611701 ref 1 fl Interpret:/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.374336:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300954854 00000100:00000001:2.0:1749611681.374337:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:1.0:1749611681.374337:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1749611681.374338:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300954833 00000100:00000001:2.0:1749611681.374338:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611681.374340:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611681.374341:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300954854 00000100:00000001:3.0:1749611681.374342:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300954833 00000100:00000001:2.0:1749611681.374343:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611681.374343:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374344:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300954854 00000100:00100000:0.0:1749611681.374345:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494713216:12345-0@lo:38:llog_process_th.0 Request processed in 198us (385us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611681.374346:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611681.374348:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611681.374348:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611681.374349:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494713728:0@lo:400:kworker.0 00000100:00000001:3.0:1749611681.374351:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:0.0:1749611681.374352:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00000040:3.0:1749611681.374354:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236d80 x1834598494713472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611681.374354:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611681.374355:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611681.374356:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611681.374356:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:1.0:1749611681.374359:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000010:0.0:1749611681.374360:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff880. 00000100:00000001:3.0:1749611681.374361:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000001:1.0:1749611681.374361:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374362:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611681.374363:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000001:2.0:1749611681.374364:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:1.0:1749611681.374365:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000010:0.0:1749611681.374366:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 02000000:00000001:3.0:1749611681.374369:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00100000:2.0:1749611681.374369:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 02000000:00000010:1.0:1749611681.374369:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880081eee000. 00000100:00000001:0.0:1749611681.374370:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611681.374371:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611681.374372:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492408448 : -131939217143168 : ffff880081d48a80) 02000000:00000001:1.0:1749611681.374372:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611681.374374:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611681.374376:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d48a80 x1834598494713344/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611701 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611681.374377:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494713472:0@lo:38:kworker.0 00000400:00000010:1.0:1749611681.374377:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db630. 00000100:00000001:3.0:1749611681.374381:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611681.374383:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000400:00000010:1.0:1749611681.374383:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 02000000:00000001:3.0:1749611681.374384:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611681.374386:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:2.0:1749611681.374387:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494713344:12345-0@lo:38:kworker.0 00000100:00000200:1.0:1749611681.374389:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494713728, portal 10 02000000:00000010:3.0:1749611681.374390:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006dff6c00. 00000100:00000200:2.0:1749611681.374391:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494713344 00000100:00000001:1.0:1749611681.374391:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1749611681.374392:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611681.374394:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611681.374394:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346584320 : -131939362967296 : ffff880079237100) 00000400:00000010:3.0:1749611681.374395:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7688. 00010000:00000001:2.0:1749611681.374397:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000400:00000010:3.0:1749611681.374399:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed770. 00000100:00000200:3.0:1749611681.374402:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494713472, portal 10 00000100:00000040:1.0:1749611681.374402:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.374404:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611681.374406:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346583424 : -131939362968192 : ffff880079236d80) 00000020:00000001:2.0:1749611681.374406:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:2.0:1749611681.374409:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611681.374410:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611681.374411:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236d80 x1834598494713472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611681.374412:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611681.374413:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00010000:00000001:2.0:1749611681.374415:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:1.0:1749611681.374415:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000001:3.0:1749611681.374418:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611681.374418:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:1.0:1749611681.374418:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494713728, offset 0 00000100:00000001:2.0:1749611681.374420:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749611681.374421:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:2.0:1749611681.374422:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000010:3.0:1749611681.374423:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed550. 00000400:00000200:1.0:1749611681.374423:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749611681.374425:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41d400. 00000100:00000200:3.0:1749611681.374427:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494713472, offset 0 02000000:00000001:2.0:1749611681.374427:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611681.374429:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611681.374431:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000001:2.0:1749611681.374432:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000400:00000200:1.0:1749611681.374432:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:2.0:1749611681.374434:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611681.374464:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf953780 00000100:00001000:2.0:1749611681.374466:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611681.374470:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1749611681.374470:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 181144 00000400:00000200:3.0:1749611681.374472:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611681.374473:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611681.374476:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000400:00000200:1.0:1749611681.374476:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611681.374478:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:3.0:1749611681.374479:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953680 00000100:00000001:2.0:1749611681.374480:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749611681.374480:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611681.374483:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 181368 00000100:00000040:2.0:1749611681.374483:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 02000000:00000001:2.0:1749611681.374485:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1749611681.374487:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611681.374488:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611681.374488:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611681.374489:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:1.0:1749611681.374490:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:3.0:1749611681.374492:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000010:1.0:1749611681.374494:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a3480. 00000100:00000040:2.0:1749611681.374497:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611681.374501:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 00000100:00000040:1.0:1749611681.374503:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a3480 x1834598494713728 msgsize 224 00000100:00000200:2.0:1749611681.374505:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494713344, offset 0 00000100:00100000:1.0:1749611681.374508:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:2.0:1749611681.374510:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611681.374519:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611681.374549:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:2.0:1749611681.374557:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf953600 00000100:00000001:0.0:1749611681.374562:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:2.0:1749611681.374564:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9af1 [1] + 0 00000100:00100000:0.0:1749611681.374565:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494713728 02000000:00000001:0.0:1749611681.374567:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:2.0:1749611681.374569:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611681.374569:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:0.0:1749611681.374569:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611681.374571:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611681.374572:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000400:00000200:2.0:1749611681.374573:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611681.374574:0:28324:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749611681.374574:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611681.374577:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00100000:0.0:1749611681.374577:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494713728 00000020:00000001:0.0:1749611681.374579:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000200:1.0:1749611681.374580:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611697 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611681.374580:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000200:2.0:1749611681.374581:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234e00 x1834598494713344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611681.374582:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611681.374585:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000020:00000001:0.0:1749611681.374587:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:1.0:1749611681.374588:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611681.374590:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000040:2.0:1749611681.374591:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234e00 x1834598494713344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611681.374592:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611697 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611681.374594:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:3.0:1749611681.374596:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611681.374598:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:1.0:1749611681.374598:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611681.374598:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b502c0. 00000100:00000001:2.0:1749611681.374600:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611681.374600:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000010:3.0:1749611681.374602:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d48e00. 00000020:00000010:0.0:1749611681.374602:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880135eacf40. 00000100:00000040:3.0:1749611681.374605:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d48e00 x1834598494713472 msgsize 520 00000400:00000200:2.0:1749611681.374605:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 00000400:00000010:2.0:1749611681.374607:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 00000100:00000001:1.0:1749611681.374608:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611681.374608:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00100000:3.0:1749611681.374610:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611681.374610:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611681.374612:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000040:1.0:1749611681.374612:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 956 usecs (1 jiffies) 00000100:00000001:2.0:1749611681.374615:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.374615:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300954833 00000100:00000001:3.0:1749611681.374617:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:0.0:1749611681.374617:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000040:2.0:1749611681.374618:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000001:1.0:1749611681.374618:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300954854 00000100:00000001:2.0:1749611681.374620:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.374620:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300954833 00000020:00000010:0.0:1749611681.374620:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829600. 00000020:00000001:2.0:1749611681.374622:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611681.374622:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300954854 00000020:00000010:0.0:1749611681.374624:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff880. 00000100:00000001:1.0:1749611681.374625:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300954833 00000100:00000040:2.0:1749611681.374627:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d48a80 x1834598494713344/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611701 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611681.374627:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300954854 00000020:00000010:0.0:1749611681.374627:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:1.0:1749611681.374629:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300954833 00000400:00000200:3.0:1749611681.374630:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed550 00000100:00000001:1.0:1749611681.374631:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300954854 00000400:00000010:3.0:1749611681.374632:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed550. 00000100:00000001:1.0:1749611681.374633:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611681.374633:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611681.374634:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611681.374635:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.374635:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:2.0:1749611681.374637:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d48a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494713344:12345-0@lo:38:kworker.0 Request processed in 250us (365us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611681.374637:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611681.374638:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611681.374639:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236d80 x1834598494713472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611681.374639:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611681.374640:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.374643:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00100000:2.0:1749611681.374645:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00000001:0.0:1749611681.374645:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611681.374646:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374647:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611681.374648:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:3.0:1749611681.374650:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236d80 x1834598494713472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611681.374650:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611681.374650:0:768:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff88012a3c7f40. 00000100:00000001:0.0:1749611681.374652:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:2.0:1749611681.374653:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387180. 00000020:00000001:1.0:1749611681.374654:0:768:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611681.374656:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:3.0:1749611681.374657:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.374657:0:768:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff88012a3c7f40. 00000100:00000001:3.0:1749611681.374658:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:2.0:1749611681.374658:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9320. 00000100:00100000:0.0:1749611681.374658:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494713472 00000020:00000010:1.0:1749611681.374659:0:768:0:(tgt_mount.c:660:lustre_lwp_setup()) kmalloced '(lwpuuid)': 64 at ffff88012a3c7f40. 02000000:00000001:0.0:1749611681.374660:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611681.374662:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.374662:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:2.0:1749611681.374663:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130400. 00000100:00000001:0.0:1749611681.374663:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611681.374666:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1086 usecs (2 jiffies) 02000000:00000001:0.0:1749611681.374666:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374668:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300954834 00000020:01000004:1.0:1749611681.374668:0:768:0:(obd_mount.c:184:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000100:00100000:0.0:1749611681.374668:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494713472 00000020:00000001:0.0:1749611681.374669:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000001:1.0:1749611681.374670:0:768:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf001 lwp lustre-MDT0001-lwp-OST0000_UUID (null) (null) 00000020:00000040:0.0:1749611681.374670:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611681.374671:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300954854 00000100:00000001:2.0:1749611681.374672:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611681.374672:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611681.374673:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300954834 00000020:00000001:0.0:1749611681.374673:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.374674:0:768:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 120 at ffff880096809880. 00000020:00000001:0.0:1749611681.374675:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374676:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300954854 00000020:00000080:1.0:1749611681.374676:0:768:0:(obd_config.c:1385:class_process_config()) processing cmd: cf001 00000020:00000010:0.0:1749611681.374677:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828000. 00000100:00000001:3.0:1749611681.374678:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300954834 00000020:00000001:1.0:1749611681.374678:0:768:0:(obd_config.c:596:class_attach()) Process entered 00000020:00000010:0.0:1749611681.374679:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff080. 00000100:00000001:3.0:1749611681.374680:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300954854 00000020:00000001:1.0:1749611681.374680:0:768:0:(genops.c:349:class_newdev()) Process entered 00000100:00000001:3.0:1749611681.374682:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300954834 00000020:00000010:0.0:1749611681.374682:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add4b0. 00000100:00000001:3.0:1749611681.374684:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300954854 00000100:00000001:0.0:1749611681.374684:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611681.374685:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611681.374686:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611681.374686:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.374687:0:768:0:(genops.c:51:obd_device_alloc()) slab-alloced 'obd': 5488 at ffff880085152ae0. 00000100:00000001:3.0:1749611681.374688:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.374689:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000080:1.0:1749611681.374691:0:768:0:(genops.c:412:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) 00000400:00000001:3.0:1749611681.374692:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:1.0:1749611681.374693:0:768:0:(genops.c:950:__class_new_export()) Process entered 00000100:00000001:0.0:1749611681.374693:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1749611681.374694:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749611681.374695:0:768:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff88007197b800. 00000400:00000010:3.0:1749611681.374696:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000100:00000001:0.0:1749611681.374697:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:1.0:1749611681.374698:0:768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000100:00000001:0.0:1749611681.374698:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000200:3.0:1749611681.374699:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000020:00000040:1.0:1749611681.374700:0:768:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007197b800 with handle 0x689c0ec07329d6ae to hash 00000400:00000010:3.0:1749611681.374701:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000020:00000001:1.0:1749611681.374702:0:768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000100:00100000:0.0:1749611681.374702:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00000001:3.0:1749611681.374703:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611681.374704:0:768:0:(obd_class.h:1037:obd_init_export()) Process entered 00000100:00000040:0.0:1749611681.374705:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000200:3.0:1749611681.374706:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800882a0e00 x1834598494713216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611681.374706:0:768:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.374708:0:768:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612134219986944 : -131939489564672 : ffff88007197b800) 00000100:00000001:0.0:1749611681.374708:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598685824 : -131939110865792 : ffff8800882a3480) 00000100:00000001:2.0:1749611681.374709:0:12680:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000040:1.0:1749611681.374710:0:768:0:(genops.c:898:class_export_put()) PUTting export ffff88007197b800 : new refcount 1 00000100:00000001:2.0:1749611681.374711:0:12680:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000040:0.0:1749611681.374713:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a3480 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:362/0 lens 224/0 e 0 to 0 dl 1749611692 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611681.374715:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800882a0e00 x1834598494713216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611681.374716:0:12680:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00000001:2.0:1749611681.374719:0:12680:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492409344 : -131939217142272 : ffff880081d48e00) 00000020:00000040:1.0:1749611681.374720:0:768:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 2 - obd_device_list 00000100:00000001:0.0:1749611681.374721:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000040:2.0:1749611681.374723:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d48e00 x1834598494713472/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611701 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:0.0:1749611681.374723:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b507c0. 00000020:00000001:1.0:1749611681.374724:0:768:0:(genops.c:560:class_register_device()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.374725:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000080:1.0:1749611681.374726:0:768:0:(obd_config.c:653:class_attach()) OBD: dev 13 attached type lwp with refcount 2 00000100:00000001:3.0:1749611681.374727:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:0.0:1749611681.374727:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136b507c0. 00000100:00000001:3.0:1749611681.374728:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611681.374728:0:768:0:(obd_config.c:655:class_attach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.374730:0:768:0:(obd_config.c:1391:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611681.374731:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00100000:0.0:1749611681.374732:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494713728:12345-0@lo:400:kworker.0 00000020:00000010:1.0:1749611681.374733:0:768:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 120 at ffff880096809880. 02000000:00000001:3.0:1749611681.374734:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00100000:2.0:1749611681.374734:0:12680:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494713472:12345-0@lo:38:kworker.0 00000020:00000001:1.0:1749611681.374735:0:768:0:(obd_mount.c:139:do_lcfg()) lcfg lustre-MDT0001-lwp-OST0000 0xcf003 192.168.202.106@tcp (null) (null) (null) 00000100:00000001:3.0:1749611681.374736:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:0.0:1749611681.374736:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494713728 00000100:00000200:2.0:1749611681.374737:0:12680:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494713472 00000100:00000001:3.0:1749611681.374738:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.374738:0:768:0:(obd_mount.c:151:do_lcfg()) kmalloced '(lcfg)': 96 at ffff88009ac44d20. 00000020:00000001:0.0:1749611681.374738:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:2.0:1749611681.374739:0:12680:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000080:1.0:1749611681.374740:0:768:0:(obd_config.c:1385:class_process_config()) processing cmd: cf003 02000000:00000001:3.0:1749611681.374741:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611681.374741:0:12680:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:0.0:1749611681.374741:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749611681.374743:0:768:0:(obd_config.c:667:class_setup()) Process entered 00000020:00000001:0.0:1749611681.374744:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611681.374746:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197b438 time=1749611681 v=5 (0 0 0 0) 00000020:00000001:0.0:1749611681.374746:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:0.0:1749611681.374748:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:2.0:1749611681.374749:0:12680:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611681.374750:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197b3f0 time=1749611681 v=0 (0 0 0 0) 00000020:00000001:0.0:1749611681.374751:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00020000:2.0:1749611681.374752:0:12680:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00001000:3.0:1749611681.374753:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff88007197b3f0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00010000:00000001:2.0:1749611681.374755:0:12680:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:0.0:1749611681.374755:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.374756:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:0.0:1749611681.374756:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00010000:00000001:2.0:1749611681.374758:0:12680:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000001:00000001:1.0:1749611681.374758:0:768:0:(hash.c:1039:cfs_hash_create()) Process entered 00000100:00000001:3.0:1749611681.374759:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749611681.374759:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749611681.374760:0:12680:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000001:00000010:1.0:1749611681.374760:0:768:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012d5abcc0. 00000100:00000001:3.0:1749611681.374761:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611681.374761:0:12680:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000001:0.0:1749611681.374761:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611681.374763:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000001:2.0:1749611681.374764:0:12680:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000001:00000010:1.0:1749611681.374764:0:768:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a8a26ac0. 00000100:00000040:3.0:1749611681.374766:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800882a0e00 x1834598494713216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611691 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611681.374766:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eef600. 02000000:00000010:2.0:1749611681.374767:0:12680:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41e000. 00000100:00000001:0.0:1749611681.374767:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611681.374769:0:12680:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611681.374769:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eef400. 02000000:00000001:0.0:1749611681.374769:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611681.374771:0:12680:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611681.374771:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eef800. 02000000:00000010:0.0:1749611681.374772:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a1000. 00010000:00000001:2.0:1749611681.374773:0:12680:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611681.374774:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000001:00000010:1.0:1749611681.374774:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eee200. 02000000:00000001:0.0:1749611681.374774:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1749611681.374775:0:12680:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.374776:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374777:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611681.374778:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:2.0:1749611681.374778:0:12680:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:0.0:1749611681.374779:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.374780:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1749611681.374781:0:12680:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000001:00000001:1.0:1749611681.374781:0:768:0:(hash.c:1039:cfs_hash_create()) Process entered 00010000:00000040:0.0:1749611681.374781:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494713728 00000100:00000001:3.0:1749611681.374783:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611681.374783:0:12680:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000001:00000010:1.0:1749611681.374783:0:768:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012d5ab240. 00010000:00000001:0.0:1749611681.374784:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000040:2.0:1749611681.374785:0:12680:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00080000:3.0:1749611681.374786:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000001:00000010:1.0:1749611681.374786:0:768:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a8a26800. 00000100:00000001:2.0:1749611681.374787:0:12680:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000001:00000010:1.0:1749611681.374788:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eef200. 00010000:00000200:0.0:1749611681.374788:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800882a3480 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:362/0 lens 224/224 e 0 to 0 dl 1749611692 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1749611681.374789:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:2.0:1749611681.374789:0:12680:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611681.374791:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000001:00000010:1.0:1749611681.374791:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eee800. 00000100:00000040:2.0:1749611681.374793:0:12680:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000001:00000010:1.0:1749611681.374793:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eeea00. 00000100:00000040:3.0:1749611681.374795:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a0e00 x1834598494713216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611691 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611681.374795:0:12680:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000001:00000010:1.0:1749611681.374796:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eeee00. 00010000:00000001:0.0:1749611681.374797:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749611681.374798:0:768:0:(obd_class.h:571:obd_setup()) Process entered 00010000:00000001:0.0:1749611681.374799:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.374801:0:768:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081eee600. 02000000:00000001:2.0:1749611681.374802:0:12680:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611681.374802:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=136 v=5 (1 1 1 1) 00000100:00100000:3.0:1749611681.374803:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800882a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494713216:0@lo:38:llog_process_th.0 00000020:00000010:1.0:1749611681.374804:0:768:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096809880. 00000100:00000001:2.0:1749611681.374805:0:12680:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611681.374806:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611681.374808:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611681.374808:0:12680:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:1.0:1749611681.374808:0:768:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000100:00000040:0.0:1749611681.374808:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:3.0:1749611681.374810:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000010:2.0:1749611681.374810:0:12680:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 00000008:00000010:1.0:1749611681.374811:0:768:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff8800a36bfce0. 00000100:00000001:0.0:1749611681.374811:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:3.0:1749611681.374813:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800882a0e00 x1834598494713216/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611691 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611681.374813:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000200:2.0:1749611681.374814:0:12680:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494713472, offset 0 00020000:00000010:1.0:1749611681.374814:0:768:0:(lov_dev.c:119:lov_session_key_init()) slab-alloced 'info': 576 at ffff8800853b6f40. 02000000:00000001:0.0:1749611681.374815:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00008000:00000010:1.0:1749611681.374817:0:768:0:(echo_client.c:437:echo_session_key_init()) slab-alloced 'session': 8 at ffff8800b23d7b40. 00000100:00000001:0.0:1749611681.374817:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:2.0:1749611681.374818:0:12680:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611681.374819:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000080:00000010:1.0:1749611681.374821:0:768:0:(vvp_dev.c:95:vvp_session_key_init()) slab-alloced 'session': 240 at ffff8800b4b4a0f0. 00000400:00000010:0.0:1749611681.374821:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000020:00000010:1.0:1749611681.374823:0:768:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081eefc00. 00000100:00000001:3.0:1749611681.374824:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:2.0:1749611681.374825:0:12680:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:0.0:1749611681.374825:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494713728, offset 224 00000020:00000010:1.0:1749611681.374826:0:768:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880081eefa00. 02000000:00000001:3.0:1749611681.374827:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000040:00000010:1.0:1749611681.374829:0:768:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880081eef000. 00000400:00000200:0.0:1749611681.374829:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:3.0:1749611681.374830:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007de23800. 00000400:00000200:2.0:1749611681.374831:0:12680:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953680 00000020:00000010:1.0:1749611681.374832:0:768:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197a000. 02000000:00000001:3.0:1749611681.374833:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611681.374835:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:1.0:1749611681.374835:0:768:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931da90. 00000020:00000040:3.0:1749611681.374837:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197b000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000400:00000200:2.0:1749611681.374838:0:12680:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9b01 [1] + 0 00000020:00000010:1.0:1749611681.374838:0:768:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880081eee400. 00000400:00000200:0.0:1749611681.374838:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:3.0:1749611681.374839:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611681.374840:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88012b563800. 80000000:00000010:1.0:1749611681.374841:0:768:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009ac44d80. 00000400:00000200:2.0:1749611681.374842:0:12680:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 40000000:00000010:1.0:1749611681.374843:0:768:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012a3c7a00. 00000400:00000200:0.0:1749611681.374843:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953780 02000000:00000001:3.0:1749611681.374844:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611681.374845:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000400:00000200:2.0:1749611681.374845:0:12680:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00100000:00000010:1.0:1749611681.374846:0:768:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197d800. 00000100:00000010:3.0:1749611681.374847:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800882a0e00. 00040000:00000010:1.0:1749611681.374849:0:768:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240ab400. 00000400:00000200:0.0:1749611681.374849:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9afd [1] + 224 00040000:00000010:1.0:1749611681.374852:0:768:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880081eefe00. 00000100:00000001:3.0:1749611681.374854:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000400:00000200:0.0:1749611681.374854:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611681.374855:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:1.0:1749611681.374855:0:768:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b2000. 00000100:00000001:3.0:1749611681.374857:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611681.374857:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611681.374859:0:12680:0:(events.c:79:reply_in_callback()) Process entered 00080000:00000010:1.0:1749611681.374859:0:768:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 00000100:00000001:0.0:1749611681.374860:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611681.374862:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000004:00000010:1.0:1749611681.374863:0:768:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197e800. 00000100:00000001:3.0:1749611681.374864:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611681.374864:0:12680:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236d80 x1834598494713472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611681.374864:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611697 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.374866:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000004:00000010:1.0:1749611681.374866:0:768:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b3000. 00000100:00000001:3.0:1749611681.374868:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000004:00000010:1.0:1749611681.374869:0:768:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197a800. 00000100:00000001:3.0:1749611681.374870:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611681.374873:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611681.374874:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235500 x1834598494713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611681.374874:0:12680:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236d80 x1834598494713472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000004:00000010:1.0:1749611681.374874:0:768:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff880080faac00. 00000010:00000010:1.0:1749611681.374877:0:768:0:(lwp_dev.c:341:lwp_device_alloc()) kmalloced '(lwp)': 96 at ffff88009ac44de0. 00000100:00000001:3.0:1749611681.374881:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611681.374882:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611681.374883:0:12680:0:(events.c:164:reply_in_callback()) Process leaving 00000010:00000001:1.0:1749611681.374883:0:768:0:(lwp_dev.c:248:lwp_init0()) Process entered 02000000:00000001:3.0:1749611681.374884:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611681.374886:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1749611681.374886:0:12680:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 00000100:00000001:1.0:1749611681.374887:0:768:0:(ptlrpcd.c:909:ptlrpcd_addref()) Process entered 02000000:00000001:3.0:1749611681.374888:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611681.374889:0:12680:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 00000100:00100000:3.0:1749611681.374890:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494713600:0@lo:38:kworker.0 00000100:00000001:2.0:1749611681.374891:0:12680:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611681.374892:0:12680:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611681.374893:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611681.374895:0:12680:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611681.374896:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611681.374897:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611681.374897:0:12680:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:0.0:1749611681.374897:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:3.0:1749611681.374899:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611681.374899:0:12680:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611681.374902:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006dff7800. 00000020:00000001:2.0:1749611681.374902:0:12680:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611681.374902:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 02000000:00000001:3.0:1749611681.374904:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611681.374905:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000040:2.0:1749611681.374906:0:12680:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d48e00 x1834598494713472/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611701 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1749611681.374907:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000100:00000001:0.0:1749611681.374907:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611681.374908:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611681.374911:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.374912:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1749611681.374914:0:12680:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:0+-99:28320:x1834598494713472:12345-0@lo:38:kworker.0 Request processed in 181us (307us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611681.374914:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1749611681.374914:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000400:00000010:3.0:1749611681.374915:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00010000:00000001:0.0:1749611681.374916:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749611681.374918:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611681.374919:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494713600, portal 10 00000400:00000001:1.0:1749611681.374919:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:0.0:1749611681.374920:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749611681.374921:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749611681.374921:0:12680:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000400:00000001:1.0:1749611681.374921:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611681.374923:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346577152 : -131939362974464 : ffff880079235500) 00000100:00000001:2.0:1749611681.374924:0:12680:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000400:00000010:1.0:1749611681.374924:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db630. 00000100:00000040:0.0:1749611681.374924:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a3480 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:362/0 lens 224/224 e 0 to 0 dl 1749611692 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611681.374925:0:12680:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749611681.374927:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000040:3.0:1749611681.374929:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079235500 x1834598494713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611681.374929:0:12680:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff080. 00000400:00000010:1.0:1749611681.374929:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:1.0:1749611681.374932:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611681.374935:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:2.0:1749611681.374937:0:12680:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add4b0. 00000100:00000200:1.0:1749611681.374937:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611697 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611681.374938:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611681.374940:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed550. 00000020:00000010:2.0:1749611681.374941:0:12680:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828000. 00000100:00100000:0.0:1749611681.374941:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494713728:12345-0@lo:400:kworker.0 Request processed in 218us (435us total) trans 0 rc 0/0 00000100:00000200:3.0:1749611681.374942:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494713600, offset 0 00000100:00000001:2.0:1749611681.374945:0:12680:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611681.374946:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:1.0:1749611681.374947:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611697 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611681.374948:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00000040:0.0:1749611681.374951:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000400:00000200:3.0:1749611681.374952:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611681.374953:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:1.0:1749611681.374954:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611681.374955:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611681.374955:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:1.0:1749611681.374957:0:28324:0:(client.c:1550:after_reply()) Process entered 00000400:00000200:3.0:1749611681.374958:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953700 00000020:00000010:0.0:1749611681.374958:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff880. 02000000:00000001:1.0:1749611681.374959:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611681.374961:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:0.0:1749611681.374961:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000400:00000200:3.0:1749611681.374962:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 181888 00000100:00000001:1.0:1749611681.374963:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611681.374964:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 02000000:00000001:1.0:1749611681.374965:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611681.374966:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000040:0.0:1749611681.374968:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000400:00000200:3.0:1749611681.374969:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:1.0:1749611681.374970:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=86 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611681.374971:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.374972:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611681.374974:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:1.0:1749611681.374974:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=86 v=5 (1 1 1 1) 00000100:00000010:3.0:1749611681.374977:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d49180. 00000100:00000001:1.0:1749611681.374977:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611681.374978:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611681.374980:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d49180 x1834598494713600 msgsize 520 00010000:00000001:1.0:1749611681.374981:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00100000:3.0:1749611681.374983:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1749611681.374983:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1749611681.374986:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611681.374986:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 6 - evictor 00000100:00000001:3.0:1749611681.374991:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00010000:00000001:1.0:1749611681.374993:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611681.374995:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed550 00000100:00000001:1.0:1749611681.374996:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611681.374996:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:3.0:1749611681.374997:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed550. 00000100:00000040:1.0:1749611681.374998:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00100000:0.0:1749611681.374998:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494713600 00000100:00000001:3.0:1749611681.374999:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611681.375000:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 02000000:00000001:0.0:1749611681.375000:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611681.375001:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611681.375002:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079235500 x1834598494713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611681.375002:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611681.375004:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611697 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611681.375004:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611681.375006:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611681.375008:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494713600 00000100:00000001:3.0:1749611681.375009:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611681.375010:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611681.375011:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:3.0:1749611681.375012:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235500 x1834598494713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611681.375013:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1749611681.375014:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611681.375016:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.375019:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611681.375019:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829600. 00000100:00000001:3.0:1749611681.375020:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611681.375022:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611681.375022:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff880. 00000100:00000001:3.0:1749611681.375023:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.375024:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000020:00000010:0.0:1749611681.375024:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00000001:1.0:1749611681.375026:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611681.375026:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611681.375028:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611681.375029:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611681.375030:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 783 usecs (1 jiffies) 00000100:00000040:1.0:1749611681.375030:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611697 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611681.375032:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.375033:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300954833 00000100:00000001:3.0:1749611681.375035:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300954854 00000100:00000001:3.0:1749611681.375038:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300954833 00000100:00100000:1.0:1749611681.375038:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494713728:0@lo:400:kworker.0 00000100:00000001:3.0:1749611681.375040:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300954854 00000100:00000001:3.0:1749611681.375042:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300954833 00000100:00000001:1.0:1749611681.375042:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611681.375044:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611681.375045:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300954854 00000100:00000001:3.0:1749611681.375046:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300954833 00000100:00000040:1.0:1749611681.375047:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237100 x1834598494713728/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611697 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.375048:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300954854 00000100:00000001:0.0:1749611681.375048:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.375050:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611681.375052:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.375053:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611681.375053:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 02000000:00000001:1.0:1749611681.375055:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611681.375055:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000001:3.0:1749611681.375056:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611681.375057:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:1.0:1749611681.375057:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880081eee000. 00000100:00100000:0.0:1749611681.375058:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000400:00000010:3.0:1749611681.375059:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f75d8. 02000000:00000001:1.0:1749611681.375061:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611681.375061:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492410240 : -131939217141376 : ffff880081d49180) 00000400:00000200:3.0:1749611681.375062:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed5d8 00000020:00000001:1.0:1749611681.375062:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:3.0:1749611681.375064:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed5d8. 00000020:00000040:1.0:1749611681.375064:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000040:0.0:1749611681.375065:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d49180 x1834598494713600/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611701 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.375066:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000001:1.0:1749611681.375066:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611681.375067:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006a3b8600. 00000100:00000200:3.0:1749611681.375069:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234e00 x1834598494713344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611681.375070:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611681.375071:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611681.375073:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237100. 00000100:00100000:0.0:1749611681.375074:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494713600:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611681.375076:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000200:3.0:1749611681.375077:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234e00 x1834598494713344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611681.375077:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611681.375077:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494713600 00000100:00000001:1.0:1749611681.375079:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611681.375079:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:0.0:1749611681.375081:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:3.0:1749611681.375084:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611681.375084:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611681.375085:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.375086:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611681.375087:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611681.375088:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611681.375089:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611681.375089:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611681.375090:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611681.375091:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00020000:0.0:1749611681.375092:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611681.375093:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611681.375095:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.375095:0:768:0:(ptlrpcd.c:918:ptlrpcd_addref()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611681.375095:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:0.0:1749611681.375098:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:3.0:1749611681.375099:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611681 v=5 (0 0 0 0) 00000100:00000001:0.0:1749611681.375100:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:3.0:1749611681.375102:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=54 v=20 (1 1 20 1) 00000100:00000001:0.0:1749611681.375102:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611681.375103:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:3.0:1749611681.375105:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611681.375106:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:0.0:1749611681.375107:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a3800. 02000000:00000001:0.0:1749611681.375109:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.375111:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.375112:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:0.0:1749611681.375113:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611681.375115:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611681.375117:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234e00 x1834598494713344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611706 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611681.375118:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611681.375121:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:0.0:1749611681.375123:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:3.0:1749611681.375124:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611681.375125:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:3.0:1749611681.375126:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611681.375127:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:3.0:1749611681.375128:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.375129:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611681.375129:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611681.375131:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611681.375132:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00080000:3.0:1749611681.375134:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:0.0:1749611681.375134:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611681.375135:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1749611681.375136:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611681.375138:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:1.0:1749611681.375138:0:768:0:(lprocfs_status.c:1222:lprocfs_obd_setup()) Process leaving via already_registered (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611681.375138:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611681.375140:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:3.0:1749611681.375142:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234e00 x1834598494713344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611706 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000010:00000001:1.0:1749611681.375142:0:768:0:(lwp_dev.c:76:lwp_setup()) Process entered 00000400:00000010:0.0:1749611681.375142:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000010:00000010:1.0:1749611681.375144:0:768:0:(lwp_dev.c:80:lwp_setup()) kmalloced '(bufs)': 104 at ffff880096809900. 00000100:00000200:0.0:1749611681.375145:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494713600, offset 0 00000010:00000010:1.0:1749611681.375147:0:768:0:(lwp_dev.c:84:lwp_setup()) kmalloced '(server_uuid)': 27 at ffff8800a8a269e0. 00000400:00000200:0.0:1749611681.375149:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:3.0:1749611681.375150:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494713344:0@lo:38:kworker.0 00000400:00000001:3.0:1749611681.375155:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000010:00000010:1.0:1749611681.375155:0:768:0:(lwp_dev.c:104:lwp_setup()) kmalloced '(target)': 27 at ffff8800a8a26300. 00000400:00000200:0.0:1749611681.375155:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:3.0:1749611681.375157:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749611681.375158:0:768:0:(tgt_mount.c:141:server_get_mount()) Process entered 00000400:00000010:3.0:1749611681.375159:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7688. 00000020:00000001:1.0:1749611681.375160:0:768:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000400:00000200:0.0:1749611681.375160:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953700 00000400:00000200:3.0:1749611681.375161:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed770 00000020:00000001:1.0:1749611681.375162:0:768:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137364803648 : -131936344747968 : ffff88012d09d040) 00000400:00000010:3.0:1749611681.375163:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed770. 00000100:00000001:3.0:1749611681.375165:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:01000004:1.0:1749611681.375165:0:768:0:(tgt_mount.c:154:server_get_mount()) get mount ffff880129e0e800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749611681.375167:0:768:0:(tgt_mount.c:156:server_get_mount()) Process leaving (rc=18446612137364803648 : -131936344747968 : ffff88012d09d040) 00000100:00000200:3.0:1749611681.375168:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236d80 x1834598494713472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611681.375169:0:768:0:(tgt_mount.c:177:server_put_mount()) Process entered 00000020:00000001:1.0:1749611681.375170:0:768:0:(tgt_mount.c:55:server_find_mount()) Process entered 00000020:00000001:1.0:1749611681.375171:0:768:0:(tgt_mount.c:60:server_find_mount()) Process leaving (rc=18446612137364803648 : -131936344747968 : ffff88012d09d040) 00000400:00000200:0.0:1749611681.375173:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9b19 [1] + 0 00000020:01000004:1.0:1749611681.375174:0:768:0:(tgt_mount.c:188:server_put_mount()) put mount ffff880129e0e800 from lustre-OST0000, refs=3 00000020:00000001:1.0:1749611681.375176:0:768:0:(obd_mount.c:733:lustre_put_lsi()) Process entered 00000400:00000200:0.0:1749611681.375177:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:01000004:1.0:1749611681.375178:0:768:0:(obd_mount.c:737:lustre_put_lsi()) put ffff880129e0e800 3 00000020:00000001:1.0:1749611681.375180:0:768:0:(obd_mount.c:742:lustre_put_lsi()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611681.375180:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000001:1.0:1749611681.375182:0:768:0:(tgt_mount.c:198:server_put_mount()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.375183:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611681.375184:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236d80 x1834598494713472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000010:00000010:1.0:1749611681.375184:0:768:0:(lwp_dev.c:125:lwp_setup()) kmalloced '(lcfg)': 128 at ffff880096809980. 00010000:00000001:1.0:1749611681.375186:0:768:0:(ldlm_lib.c:292:client_obd_setup()) Process entered 00000100:00000200:0.0:1749611681.375187:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079235500 x1834598494713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.375190:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00010000:00000010:1.0:1749611681.375190:0:768:0:(ldlm_lib.c:483:client_obd_setup()) kmalloced '(cli->cl_mod_tag_bitmap)': 64 at ffff88012a3c73c0. 00000100:00000001:3.0:1749611681.375191:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1749611681.375192:0:768:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00000100:00000001:3.0:1749611681.375193:0:28320:0:(client.c:1550:after_reply()) Process entered 00010000:00000001:1.0:1749611681.375194:0:768:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611681.375195:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611681.375196:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:0.0:1749611681.375196:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079235500 x1834598494713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611681.375197:0:768:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff880071979800. 00000100:00000001:3.0:1749611681.375198:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611681.375200:0:768:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 3 - import 02000000:00000001:3.0:1749611681.375203:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.375204:0:768:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611681.375204:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:1.0:1749611681.375206:0:768:0:(genops.c:1242:class_import_put()) import ffff880071979800 refcount=1 obd=lustre-MDT0001-lwp-OST0000 00000100:00001000:3.0:1749611681.375207:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611681 v=5 (0 0 0 0) 00000020:00000001:1.0:1749611681.375208:0:768:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000200:0.0:1749611681.375208:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00010000:00000001:1.0:1749611681.375209:0:768:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00001000:3.0:1749611681.375210:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=36 v=20 (1 1 20 1) 00000400:00000010:0.0:1749611681.375210:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611681.375212:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611681.375213:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611681.375213:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611681.375214:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611681.375215:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.375216:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749611681.375216:0:768:0:(events.c:557:ptlrpc_uuid_to_peer()) 192.168.202.106@tcp->12345-0@lo 00000100:00000001:1.0:1749611681.375218:0:768:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000040:0.0:1749611681.375218:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 20 to 0@lo 00000100:00000040:3.0:1749611681.375220:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236d80 x1834598494713472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611706 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611681.375220:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.375221:0:768:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749611681.375223:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611681.375224:0:768:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:1.0:1749611681.375226:0:768:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611681.375226:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d49180 x1834598494713600/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611701 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.375227:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611681.375228:0:768:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:3.0:1749611681.375229:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611681.375230:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1749611681.375231:0:768:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 21 to 0@lo 00000100:00000001:3.0:1749611681.375232:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611681.375233:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:1.0:1749611681.375234:0:768:0:(client.c:142:ptlrpc_uuid_to_connection()) 192.168.202.106@tcp -> ffff8800a9312420 00000100:00080000:3.0:1749611681.375235:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1749611681.375235:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d49180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494713600:12345-0@lo:38:kworker.0 Request processed in 161us (253us total) trans 0 rc -19/-19 00010000:00000010:1.0:1749611681.375236:0:768:0:(ldlm_lib.c:70:import_set_conn()) kmalloced '(imp_conn)': 88 at ffff88009ac44e40. 00000100:00080000:3.0:1749611681.375238:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611681.375240:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749611681.375241:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00010000:00080000:1.0:1749611681.375242:0:768:0:(ldlm_lib.c:102:import_set_conn()) imp ffff880071979800@lustre-MDT0001-lwp-OST0000: add connection 192.168.202.106@tcp at head 00000100:00000040:3.0:1749611681.375243:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236d80 x1834598494713472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611706 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611681.375243:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749611681.375245:0:768:0:(ldlm_lib.c:109:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611681.375245:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00000001:1.0:1749611681.375247:0:768:0:(ldlm_resource.c:763:ldlm_namespace_new()) Process entered 00000020:00000010:0.0:1749611681.375247:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff880. 00010000:00000001:1.0:1749611681.375249:0:768:0:(ldlm_lockd.c:3049:ldlm_get_ref()) Process entered 00000100:00100000:3.0:1749611681.375250:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494713472:0@lo:38:kworker.0 00000020:00000010:0.0:1749611681.375250:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00010000:00000001:1.0:1749611681.375251:0:768:0:(ldlm_lockd.c:3058:ldlm_get_ref()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611681.375253:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 00000100:00000001:3.0:1749611681.375254:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.0:1749611681.375255:0:768:0:(ldlm_resource.c:780:ldlm_namespace_new()) kmalloced '(ns)': 752 at ffff88009cd68000. 00000100:00000001:3.0:1749611681.375256:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611681.375256:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:1.0:1749611681.375257:0:768:0:(hash.c:1039:cfs_hash_create()) Process entered 00000100:00000040:3.0:1749611681.375259:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234e00 x1834598494713344/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611706 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611681.375259:0:768:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff8801240aba00. 00000001:00000010:1.0:1749611681.375263:0:768:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 256 at ffff8801240ab800. 00000100:00000001:3.0:1749611681.375265:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611681.375266:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611681.375268:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88007de21400. 02000000:00000001:3.0:1749611681.375271:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611681.375273:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611681.375274:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:3.0:1749611681.375276:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611681.375282:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7f000. 02000000:00000001:3.0:1749611681.375286:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611681.375288:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611681.375289:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234e00. 00000100:00000001:3.0:1749611681.375293:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611681.375295:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.375296:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611681.375299:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236d80 x1834598494713472/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611706 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.375306:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611681.375307:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000001:00000010:1.0:1749611681.375308:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e5b000. 02000000:00000010:3.0:1749611681.375309:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006dff6c00. 02000000:00000001:3.0:1749611681.375311:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611681.375312:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611681.375314:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:3.0:1749611681.375315:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611681.375317:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880130c7dc00. 02000000:00000001:3.0:1749611681.375320:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611681.375321:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611681.375322:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236d80. 00000100:00000001:3.0:1749611681.375325:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611681.375326:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.375328:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.375332:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611681.375334:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.375336:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611681.375337:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1749611681.375340:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611681.375341:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1749611681.375343:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000400:00000200:3.0:1749611681.375345:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749611681.375346:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749611681.375348:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611681.375352:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079235500 x1834598494713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611681.375360:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079235500 x1834598494713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611706 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611681.375373:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e65000. 00000100:00000001:3.0:1749611681.375377:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1749611681.375379:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.375381:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:3.0:1749611681.375382:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611681.375383:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611681.375385:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611681.375387:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611681.375390:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611681 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611681.375393:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=86 v=20 (1 20 1 1) 00000100:00000001:3.0:1749611681.375395:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611681.375397:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611681.375398:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611681.375402:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235500 x1834598494713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611706 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.375408:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611681.375410:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611681.375412:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.375413:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611681.375415:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:3.0:1749611681.375417:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1749611681.375419:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611681.375421:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611681.375424:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235500 x1834598494713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611706 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000010:1.0:1749611681.375430:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e6f000. 00000100:00100000:3.0:1749611681.375432:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494713600:0@lo:38:kworker.0 00000100:00000001:3.0:1749611681.375436:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.375463:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611681.375467:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235500 x1834598494713600/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611706 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.375484:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1749611681.375486:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611681.375488:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006dff7800. 02000000:00000001:3.0:1749611681.375491:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1749611681.375492:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1749611681.375493:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:3.0:1749611681.375495:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611681.375497:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009b41e800. 02000000:00000001:3.0:1749611681.375500:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611681.375501:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1749611681.375502:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235500. 00000100:00000001:3.0:1749611681.375505:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1749611681.375507:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.375509:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.375510:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611681.375512:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611681.375513:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611681.375514:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e79000. 00000100:00000001:3.0:1749611681.375515:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611681.375608:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e83000. 00000001:00000010:1.0:1749611681.375668:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e8d000. 00000001:00000010:1.0:1749611681.375726:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007e97000. 00000001:00000010:1.0:1749611681.375782:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ea1000. 00000001:00000010:1.0:1749611681.375844:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007eab000. 00000001:00000010:1.0:1749611681.375899:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007eb5000. 00000001:00000010:1.0:1749611681.375955:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ebf000. 00000001:00000010:1.0:1749611681.376015:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ec9000. 00000001:00000010:1.0:1749611681.376072:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ed3000. 00000001:00000010:1.0:1749611681.376129:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007edd000. 00000001:00000010:1.0:1749611681.376190:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ee7000. 00000001:00000010:1.0:1749611681.376256:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007ef1000. 00000001:00000010:1.0:1749611681.376314:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007efb000. 00000001:00000010:1.0:1749611681.376370:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f05000. 00000001:00000010:1.0:1749611681.376431:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f0f000. 00000001:00000010:1.0:1749611681.376510:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f19000. 00000001:00000010:1.0:1749611681.376595:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f23000. 00000001:00000010:1.0:1749611681.376660:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f2d000. 00000001:00000010:1.0:1749611681.376717:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f37000. 00000001:00000010:1.0:1749611681.376776:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f41000. 00000001:00000010:1.0:1749611681.376837:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f4b000. 00000001:00000010:1.0:1749611681.376893:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f55000. 00000001:00000010:1.0:1749611681.376949:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f5f000. 00000001:00000010:1.0:1749611681.377006:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f69000. 00000001:00000010:1.0:1749611681.377067:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f73000. 00000001:00000010:1.0:1749611681.377123:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f7d000. 00000001:00000010:1.0:1749611681.377179:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f87000. 00000001:00000010:1.0:1749611681.377240:0:768:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 32928 at ffffc90007f91000. 00000020:00000010:1.0:1749611681.377303:0:768:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009cd6a800. 00000020:00000010:1.0:1749611681.377306:0:768:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 32 at ffff8800a8a267c0. 00010000:00000001:1.0:1749611681.377319:0:768:0:(ldlm_pool.c:891:ldlm_pool_init()) Process entered 00010000:00000001:1.0:1749611681.377352:0:768:0:(ldlm_pool.c:810:ldlm_pool_debugfs_init()) Process entered 00000020:00000010:1.0:1749611681.377365:0:768:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009cd6ac00. 00000020:00000010:1.0:1749611681.377368:0:768:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 352 at ffff880095487000. 00010000:00000001:1.0:1749611681.377378:0:768:0:(ldlm_pool.c:865:ldlm_pool_debugfs_init()) Process leaving 00010000:00010000:1.0:1749611681.377380:0:768:0:(ldlm_pool.c:925:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-6 is initialized 00010000:00000001:1.0:1749611681.377382:0:768:0:(ldlm_pool.c:927:ldlm_pool_init()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611681.377384:0:768:0:(ldlm_resource.c:857:ldlm_namespace_new()) Process leaving (rc=18446612134945521664 : -131938764029952 : ffff88009cd68000) 00010000:00000001:1.0:1749611681.377387:0:768:0:(ldlm_lib.c:555:client_obd_setup()) Process leaving (rc=0 : 0 : 0) 00000010:00000010:1.0:1749611681.377390:0:768:0:(lwp_dev.c:140:lwp_setup()) kfreed 'bufs': 104 at ffff880096809900. 00000010:00000010:1.0:1749611681.377393:0:768:0:(lwp_dev.c:141:lwp_setup()) kfreed 'target': 27 at ffff8800a8a26300. 00000010:00000010:1.0:1749611681.377396:0:768:0:(lwp_dev.c:142:lwp_setup()) kfreed 'server_uuid': 27 at ffff8800a8a269e0. 00000010:00000010:1.0:1749611681.377398:0:768:0:(lwp_dev.c:144:lwp_setup()) kfreed 'lcfg': 128 at ffff880096809980. 00000010:00000001:1.0:1749611681.377400:0:768:0:(lwp_dev.c:148:lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.377419:0:768:0:(lprocfs_status.c:1328:lprocfs_stats_alloc()) alloc '(stats)': 608 at ffff88009c627c00. 00000020:00000010:1.0:1749611681.377422:0:768:0:(lprocfs_status.c:1340:lprocfs_stats_alloc()) alloc '(stats->ls_cnt_header)': 3680 at ffff88009c9b5000. 00000010:00000001:1.0:1749611681.377435:0:768:0:(lwp_dev.c:294:lwp_init0()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.377462:0:768:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880081eefa00. 00000040:00000010:1.0:1749611681.377466:0:768:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880081eef000. 00000020:00000010:1.0:1749611681.377469:0:768:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197a000. 00000020:00000010:1.0:1749611681.377473:0:768:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931da90. 00000020:00000010:1.0:1749611681.377477:0:768:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880081eee400. 80000000:00000010:1.0:1749611681.377486:0:768:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009ac44d80. 40000000:00000010:1.0:1749611681.377490:0:768:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012a3c7a00. 00100000:00000010:1.0:1749611681.377493:0:768:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197d800. 00040000:00000010:1.0:1749611681.377497:0:768:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240ab400. 00040000:00000010:1.0:1749611681.377501:0:768:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880081eefe00. 00080000:00000010:1.0:1749611681.377505:0:768:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00080000:00000010:1.0:1749611681.377508:0:768:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b2000. 00000004:00000010:1.0:1749611681.377512:0:768:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197e800. 00000004:00000010:1.0:1749611681.377515:0:768:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b3000. 00000004:00000010:1.0:1749611681.377519:0:768:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197a800. 00000004:00000010:1.0:1749611681.377543:0:768:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff880080faac00. 00000020:00000010:1.0:1749611681.377547:0:768:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081eefc00. 00000020:00000010:1.0:1749611681.377551:0:768:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096809880. 00000020:00000010:1.0:1749611681.377554:0:768:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000008:00000010:1.0:1749611681.377557:0:768:0:(osc_dev.c:125:osc_session_fini()) slab-freed '(info)': 352 at ffff8800a36bfce0. 00020000:00000010:1.0:1749611681.377561:0:768:0:(lov_dev.c:137:lov_session_key_fini()) slab-freed '(info)': 576 at ffff8800853b6f40. 00008000:00000010:1.0:1749611681.377565:0:768:0:(echo_client.c:448:echo_session_key_fini()) slab-freed '(session)': 8 at ffff8800b23d7b40. 00000080:00000010:1.0:1749611681.377568:0:768:0:(vvp_dev.c:106:vvp_session_key_fini()) slab-freed '(session)': 240 at ffff8800b4b4a0f0. 00000020:00000010:1.0:1749611681.377571:0:768:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081eee600. 00000020:00000001:1.0:1749611681.377574:0:768:0:(obd_class.h:614:obd_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611681.377576:0:768:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 4 - setup 00000020:00000080:1.0:1749611681.377578:0:768:0:(obd_config.c:757:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000001:1.0:1749611681.377580:0:768:0:(obd_config.c:759:class_setup()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.377582:0:768:0:(obd_config.c:1530:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611681.377585:0:768:0:(obd_mount.c:157:do_lcfg()) kfreed 'lcfg': 96 at ffff88009ac44d20. 00000020:00000001:1.0:1749611681.377592:0:768:0:(tgt_mount.c:554:lustre_lwp_connect()) Process entered 00000020:00000010:1.0:1749611681.377595:0:768:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880095486c00. 00000020:00000010:1.0:1749611681.377597:0:768:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff880081eee600. 00000040:00000010:1.0:1749611681.377600:0:768:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff880081eefc00. 00000020:00000010:1.0:1749611681.377602:0:768:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88007197a800. 00000020:00000010:1.0:1749611681.377605:0:768:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a931da90. 00000020:00000010:1.0:1749611681.377608:0:768:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff880081eefe00. 80000000:00000010:1.0:1749611681.377611:0:768:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c940660. 40000000:00000010:1.0:1749611681.377618:0:768:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff88012eb32100. 00100000:00000010:1.0:1749611681.377621:0:768:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88007197e800. 00040000:00000010:1.0:1749611681.377624:0:768:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240ab400. 00040000:00000010:1.0:1749611681.377627:0:768:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff880081eee400. 00080000:00000010:1.0:1749611681.377629:0:768:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611681.377633:0:768:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685a000. 00000004:00000010:1.0:1749611681.377636:0:768:0:(mdd_device.c:2354:mdd_key_init()) kmalloced '(value)': 1864 at ffff88007197d800. 00000004:00000010:1.0:1749611681.377640:0:768:0:(mdt_handler.c:8311:mdt_key_init()) kmalloced '(value)': 2568 at ffff88009c9b2000. 00000004:00000010:1.0:1749611681.377642:0:768:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff88007197a000. 00000004:00000010:1.0:1749611681.377645:0:768:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff88009c626000. 00000020:00000010:1.0:1749611681.377648:0:768:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081eefa00. 00000020:00000010:1.0:1749611681.377651:0:768:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0f880. 00000020:00000010:1.0:1749611681.377654:0:768:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c960. 00000020:00000010:1.0:1749611681.377657:0:768:0:(tgt_mount.c:565:lustre_lwp_connect()) kmalloced '(data)': 192 at ffff88012d5abf00. 00000020:00000010:1.0:1749611681.377659:0:768:0:(tgt_mount.c:579:lustre_lwp_connect()) kmalloced '(uuid)': 40 at ffff88012eb32d80. 00000020:00000001:1.0:1749611681.377661:0:768:0:(obd_class.h:881:obd_connect()) Process entered 00000010:00000001:1.0:1749611681.377663:0:768:0:(lwp_dev.c:491:lwp_obd_connect()) Process entered 00000010:01000000:1.0:1749611681.377664:0:768:0:(lwp_dev.c:493:lwp_obd_connect()) connect #0 00000020:00000001:1.0:1749611681.377666:0:768:0:(genops.c:1392:class_connect()) Process entered 00000020:00000001:1.0:1749611681.377667:0:768:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000010:1.0:1749611681.377670:0:768:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b4003000. 00000020:00000001:1.0:1749611681.377673:0:768:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1749611681.377675:0:768:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b4003000 with handle 0x689c0ec07329d6b5 to hash 00000020:00000001:1.0:1749611681.377678:0:768:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000020:00000001:1.0:1749611681.377681:0:768:0:(obd_class.h:1037:obd_init_export()) Process entered 00000020:00000001:1.0:1749611681.377683:0:768:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611681.377685:0:768:0:(genops.c:887:class_export_get()) GET export ffff8800b4003000 refcount=3 00000020:00000040:1.0:1749611681.377688:0:768:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 5 - export 00000020:00000001:1.0:1749611681.377691:0:768:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135334129664 : -131938375421952 : ffff8800b4003000) 00000020:00000040:1.0:1749611681.377693:0:768:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4003000 : new refcount 2 00000020:00000080:1.0:1749611681.377696:0:768:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x689c0ec07329d6b5 00000020:00000001:1.0:1749611681.377697:0:768:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.377699:0:768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611681.377701:0:768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6b5 00000020:00000001:1.0:1749611681.377706:0:768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611681.377708:0:768:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4003000 refcount=3 00000020:00000001:1.0:1749611681.377710:0:768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334129664 : -131938375421952 : ffff8800b4003000) 00000020:00000001:1.0:1749611681.377713:0:768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334129664 : -131938375421952 : ffff8800b4003000) 00000100:00000001:1.0:1749611681.377716:0:768:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1749611681.377718:0:768:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:1.0:1749611681.377721:0:768:0:(import.c:505:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00000001:1.0:1749611681.377724:0:768:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611681.377726:0:768:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 22 to 0@lo 00000100:00000001:1.0:1749611681.377727:0:768:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:1.0:1749611681.377730:0:768:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611681.377731:0:768:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6b5 00000020:00000001:1.0:1749611681.377733:0:768:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611681.377734:0:768:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4003000 refcount=4 00000020:00000001:1.0:1749611681.377736:0:768:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334129664 : -131938375421952 : ffff8800b4003000) 00000020:00000001:1.0:1749611681.377739:0:768:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334129664 : -131938375421952 : ffff8800b4003000) 00000100:00000001:1.0:1749611681.377741:0:768:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611681.377742:0:768:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 23 to 0@lo 00000100:00000001:1.0:1749611681.377744:0:768:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:1.0:1749611681.377746:0:768:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4003000 : new refcount 3 00000100:00080000:1.0:1749611681.377749:0:768:0:(import.c:619:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff880071979800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:1.0:1749611681.377751:0:768:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611681.377753:0:768:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1749611681.377757:0:768:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749611681.377759:0:768:0:(sec.c:1424:sptlrpc_sec_create()) lwp lustre-MDT0001-lwp-OST0000: select security flavor null 02000000:00000001:1.0:1749611681.377762:0:768:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 02000000:00000001:1.0:1749611681.377764:0:768:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.377766:0:768:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:1.0:1749611681.377767:0:768:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611681.377770:0:768:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a0e00. 00000020:00000040:1.0:1749611681.377773:0:768:0:(genops.c:1229:class_import_get()) import ffff880071979800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:1.0:1749611681.377776:0:768:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611681.377781:0:768:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.377783:0:768:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611681.377785:0:768:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1749611681.377788:0:768:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1749611681.377792:0:768:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009c625400. 00000100:00000001:1.0:1749611681.377797:0:768:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611681.377803:0:768:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1749611681.377811:0:768:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1749611681.377815:0:768:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611681.377819:0:768:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff8800882a0e00] to pc [ptlrpcd_rcv+-1] req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611681.377844:0:768:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.377847:0:768:0:(pinger.c:365:ptlrpc_pinger_add_import()) Process entered 00000100:00080000:1.0:1749611681.377849:0:768:0:(pinger.c:371:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000020:00000040:1.0:1749611681.377852:0:768:0:(genops.c:1229:class_import_get()) import ffff880071979800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749611681.377865:0:768:0:(pinger.c:382:ptlrpc_pinger_add_import()) Process leaving (rc=0 : 0 : 0) 00000010:00000001:1.0:1749611681.377867:0:768:0:(lwp_dev.c:530:lwp_obd_connect()) Process leaving via out_dis (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611681.377937:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611681.377943:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611681.377945:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611681.377953:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.377965:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611681.377967:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611681.377967:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 02000000:00000001:3.0:1749611681.377970:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1749611681.377973:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00080000:2.0:1749611681.377974:0:27774:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:3.0:1749611681.377975:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611681.377978:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff8800882a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494713856:0@lo:38:llog_process_th.0 00000100:00000040:2.0:1749611681.377980:0:27774:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6292) 00000100:00000001:3.0:1749611681.377982:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1749611681.377986:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1749611681.377988:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611681.377990:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1749611681.377995:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88006dff7800. 02000000:00000001:3.0:1749611681.377997:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611681.378010:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000400:00000010:3.0:1749611681.378014:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:3.0:1749611681.378019:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494713856, portal 10 00000100:00000001:3.0:1749611681.378021:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611681.378023:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134598675968 : -131939110875648 : ffff8800882a0e00) 00000020:00000010:3.0:1749611681.378030:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff8800a8b02000. 00000100:00000040:3.0:1749611681.378037:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.378045:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:3.0:1749611681.378048:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611681.378049:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed770. 00000100:00000200:3.0:1749611681.378052:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494713856, offset 0 00000400:00000200:3.0:1749611681.378056:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1749611681.378064:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611681.378071:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953800 00000400:00000200:3.0:1749611681.378076:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 182408 00000400:00000200:3.0:1749611681.378081:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611681.378084:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611681.378088:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:3.0:1749611681.378090:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1749611681.378093:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d49500. 00000100:00000040:3.0:1749611681.378096:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880081d49500 x1834598494713856 msgsize 520 00000100:00100000:3.0:1749611681.378101:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000040:0.0:1749611681.378101:0:768:0:(genops.c:887:class_export_get()) GET export ffff8800b4003000 refcount=4 00000020:00000001:0.0:1749611681.378110:0:768:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.378113:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000040:0.0:1749611681.378113:0:768:0:(genops.c:887:class_export_get()) GET export ffff8800b4003000 refcount=5 00000020:00000001:0.0:1749611681.378116:0:768:0:(tgt_mount.c:600:lustre_lwp_connect()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611681.378118:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed770 00000020:00000010:0.0:1749611681.378119:0:768:0:(tgt_mount.c:603:lustre_lwp_connect()) kfreed 'data': 192 at ffff88012d5abf00. 00000400:00000010:3.0:1749611681.378120:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed770. 00000100:00000001:3.0:1749611681.378123:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000010:0.0:1749611681.378124:0:768:0:(tgt_mount.c:604:lustre_lwp_connect()) kfreed 'uuid': 40 at ffff88012eb32d80. 00000100:00000001:1.0:1749611681.378125:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000200:3.0:1749611681.378127:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611681.378128:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494713856 02000000:00000001:1.0:1749611681.378130:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000020:00000010:0.0:1749611681.378130:0:768:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff880081eee600. 00000100:00000001:1.0:1749611681.378133:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611681.378135:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611681.378135:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:0.0:1749611681.378135:0:768:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff880081eefc00. 00000100:00000040:3.0:1749611681.378138:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611681.378138:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611681.378139:0:768:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88007197a800. 00000100:00100000:1.0:1749611681.378141:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494713856 00000020:00000001:1.0:1749611681.378143:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000010:0.0:1749611681.378143:0:768:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a931da90. 00000020:00000040:1.0:1749611681.378144:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:3.0:1749611681.378145:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.378146:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611681.378148:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611681.378148:0:768:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff880081eefe00. 00000020:00000001:1.0:1749611681.378150:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.378151:0:28320:0:(events.c:69:request_out_callback()) Process leaving 80000000:00000010:0.0:1749611681.378152:0:768:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c940660. 00000020:00000010:1.0:1749611681.378153:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880081eee000. 40000000:00000010:0.0:1749611681.378155:0:768:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012eb32100. 00000100:00000001:3.0:1749611681.378156:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.378157:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0f900. 00100000:00000010:0.0:1749611681.378159:0:768:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197e800. 00000100:00000040:3.0:1749611681.378160:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 0 usecs (0 jiffies) 00000020:00000010:1.0:1749611681.378160:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:3.0:1749611681.378162:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300954858 00040000:00000010:0.0:1749611681.378162:0:768:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240ab400. 00000100:00000001:1.0:1749611681.378164:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00040000:00000010:0.0:1749611681.378166:0:768:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff880081eee400. 00000100:00000001:3.0:1749611681.378168:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300954854 00080000:00000010:0.0:1749611681.378170:0:768:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685a000. 00000100:00000001:1.0:1749611681.378171:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611681.378172:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300954858 00000100:00000001:1.0:1749611681.378174:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611681.378174:0:768:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00000100:00000001:3.0:1749611681.378175:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300954854 00000100:00000001:3.0:1749611681.378178:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300954858 00000100:00000001:1.0:1749611681.378178:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000004:00000010:0.0:1749611681.378178:0:768:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197d800. 00000100:00000001:3.0:1749611681.378181:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300954854 00000004:00000010:0.0:1749611681.378182:0:768:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b2000. 00000004:00000010:0.0:1749611681.378186:0:768:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff88007197a000. 00000004:00000010:0.0:1749611681.378189:0:768:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009c626000. 00000100:00000001:1.0:1749611681.378193:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611681.378193:0:768:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880095486c00. 00000100:00000001:3.0:1749611681.378194:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300954858 00000100:00000001:3.0:1749611681.378197:0:28320:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300954854 00000020:00000010:0.0:1749611681.378197:0:768:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0f880. 00000100:00000001:3.0:1749611681.378199:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611681.378200:0:768:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c960. 00000100:00000001:3.0:1749611681.378202:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.378202:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611681.378204:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:0.0:1749611681.378204:0:768:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081eefa00. 00000100:00000001:3.0:1749611681.378205:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.378208:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611681.378208:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000020:00000010:0.0:1749611681.378208:0:768:0:(tgt_mount.c:687:lustre_lwp_setup()) kfreed 'lwpname': 64 at ffff88012a3c76c0. 00000020:00000010:0.0:1749611681.378210:0:768:0:(tgt_mount.c:688:lustre_lwp_setup()) kfreed 'lwpuuid': 64 at ffff88012a3c7f40. 00000100:00000001:1.0:1749611681.378211:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492411136 : -131939217140480 : ffff880081d49500) 00000100:00000001:3.0:1749611681.378213:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:0.0:1749611681.378213:0:768:0:(tgt_mount.c:690:lustre_lwp_setup()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.378215:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611681.378215:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611681.378216:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d49500 x1834598494713856/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611701 ref 1 fl New:/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.378217:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000040:00001000:0.0:1749611681.378218:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685cf08 type=0x10620000 idx=23 00000100:00000001:3.0:1749611681.378219:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611681.378220:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.378222:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378222:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 23 lrh_len: 128 (4344 remains) 00000040:00001000:0.0:1749611681.378225:0:768:0:(llog.c:754:llog_process_thread()) index: 23, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00100000:1.0:1749611681.378226:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494713856:12345-0@lo:38:llog_process_th.0 00000020:00000001:0.0:1749611681.378228:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000200:1.0:1749611681.378230:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494713856 00000020:00000001:0.0:1749611681.378231:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.378233:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000040:00001000:0.0:1749611681.378233:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685cf88 type=0x10620000 idx=24 00000040:00001000:0.0:1749611681.378235:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 24 lrh_len: 144 (4216 remains) 00010000:00000001:1.0:1749611681.378236:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000040:00001000:0.0:1749611681.378237:0:768:0:(llog.c:754:llog_process_thread()) index: 24, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611681.378238:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1749611681.378240:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611681.378242:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 6 - find 00000040:00001000:0.0:1749611681.378242:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d018 type=0x10620000 idx=25 00000040:00001000:0.0:1749611681.378243:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 25 lrh_len: 160 (4072 remains) 00000020:00000001:1.0:1749611681.378244:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=18446612134677981920 : -131939031569696 : ffff88008ce42ae0) 00000040:00001000:0.0:1749611681.378245:0:768:0:(llog.c:754:llog_process_thread()) index: 25, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611681.378247:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1749611681.378248:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.378249:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000040:00001000:0.0:1749611681.378250:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d0b8 type=0x10620000 idx=26 02000000:00000001:1.0:1749611681.378251:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000040:00001000:0.0:1749611681.378252:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 26 lrh_len: 224 (3912 remains) 00000040:00001000:0.0:1749611681.378253:0:768:0:(llog.c:754:llog_process_thread()) index: 26, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 02000000:00000010:1.0:1749611681.378255:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 712 at ffff88009c627000. 00000020:00000001:0.0:1749611681.378255:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 02000000:00000001:1.0:1749611681.378257:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611681.378257:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611681.378258:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:1.0:1749611681.378259:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611681.378261:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611681.378262:0:9693:0:(ldlm_lib.c:1183:target_handle_connect()) lustre-MDT0001: ocd_connect_flags: 0x2041401043000022 tmp_exp_old_falloc: 0 00000040:00001000:0.0:1749611681.378263:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d198 type=0x10620000 idx=27 00000040:00001000:0.0:1749611681.378265:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 27 lrh_len: 224 (3688 remains) 00000040:00001000:0.0:1749611681.378266:0:768:0:(llog.c:754:llog_process_thread()) index: 27, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611681.378268:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00010000:00080000:1.0:1749611681.378269:0:9693:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp (null) cur 6287 last 0 00000040:00000001:0.0:1749611681.378269:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611681.378270:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1749611681.378271:0:768:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749611681.378273:0:9693:0:(obd_class.h:881:obd_connect()) Process entered 00000020:00000001:0.0:1749611681.378273:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378275:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d278 type=0x10620000 idx=28 00000004:00000001:1.0:1749611681.378276:0:9693:0:(mdt_handler.c:7434:mdt_obd_connect()) Process entered 00000040:00001000:0.0:1749611681.378277:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 28 lrh_len: 80 (3464 remains) 00000020:00000001:1.0:1749611681.378278:0:9693:0:(genops.c:1392:class_connect()) Process entered 00000040:00001000:0.0:1749611681.378279:0:768:0:(llog.c:754:llog_process_thread()) index: 28, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.378280:0:9693:0:(genops.c:950:__class_new_export()) Process entered 00000020:00000001:0.0:1749611681.378280:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1749611681.378282:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.378283:0:9693:0:(genops.c:952:__class_new_export()) kmalloced '(export)': 1184 at ffff8800b4001000. 00000040:00001000:0.0:1749611681.378283:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d2c8 type=0x10620000 idx=29 00000020:00000001:1.0:1749611681.378285:0:9693:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000040:00001000:0.0:1749611681.378286:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 29 lrh_len: 224 (3384 remains) 00000020:00000040:1.0:1749611681.378287:0:9693:0:(lustre_handles.c:77:class_handle_hash()) added object ffff8800b4001000 with handle 0x689c0ec07329d6bc to hash 00000040:00001000:0.0:1749611681.378288:0:768:0:(llog.c:754:llog_process_thread()) index: 29, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611681.378289:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611681.378290:0:9693:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00000040:00000001:0.0:1749611681.378291:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:1.0:1749611681.378292:0:9693:0:(obd_class.h:1037:obd_init_export()) Process entered 00000040:00000001:0.0:1749611681.378292:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000004:00000001:1.0:1749611681.378294:0:9693:0:(mdt_handler.c:7527:mdt_init_export()) Process entered 00000020:00000001:0.0:1749611681.378294:0:768:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611681.378296:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378297:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d3a8 type=0x10620000 idx=30 00000040:00001000:0.0:1749611681.378299:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 30 lrh_len: 224 (3160 remains) 00000040:00001000:0.0:1749611681.378301:0:768:0:(llog.c:754:llog_process_thread()) index: 30, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000004:00000010:1.0:1749611681.378302:0:9693:0:(mdt_handler.c:7536:mdt_init_export()) kmalloced '(exp->exp_used_slots)': 64 at ffff88012eb322c0. 00000020:00000001:0.0:1749611681.378302:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1749611681.378303:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611681.378304:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000001:00000001:1.0:1749611681.378306:0:9693:0:(tgt_lastrcvd.c:391:tgt_client_alloc()) Process entered 00000020:00000001:0.0:1749611681.378306:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611681.378308:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611681.378309:0:9693:0:(tgt_lastrcvd.c:399:tgt_client_alloc()) kmalloced '(exp->u.eu_target_data.ted_lcd)': 128 at ffff88009bc0f980. 00000040:00001000:0.0:1749611681.378310:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d488 type=0x10620000 idx=31 00000001:00000001:1.0:1749611681.378311:0:9693:0:(tgt_lastrcvd.c:406:tgt_client_alloc()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378311:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 31 lrh_len: 88 (2936 remains) 00010000:00000001:1.0:1749611681.378313:0:9693:0:(ldlm_lockd.c:3151:ldlm_init_export()) Process entered 00000040:00001000:0.0:1749611681.378313:0:768:0:(llog.c:754:llog_process_thread()) index: 31, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000001:1.0:1749611681.378315:0:9693:0:(hash.c:1039:cfs_hash_create()) Process entered 00000020:00000001:0.0:1749611681.378315:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1749611681.378316:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611681.378318:0:9693:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012d5abf00. 00000040:00001000:0.0:1749611681.378318:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d4e0 type=0x10620000 idx=32 00000040:00001000:0.0:1749611681.378320:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 32 lrh_len: 128 (2848 remains) 00000040:00001000:0.0:1749611681.378321:0:768:0:(llog.c:754:llog_process_thread()) index: 32, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000010:1.0:1749611681.378323:0:9693:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a8a266a0. 00000020:00000001:0.0:1749611681.378323:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1749611681.378324:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611681.378326:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eefa00. 00000040:00001000:0.0:1749611681.378326:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d560 type=0x10620000 idx=33 00000040:00001000:0.0:1749611681.378328:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 33 lrh_len: 144 (2720 remains) 00000001:00000010:1.0:1749611681.378329:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eef000. 00000040:00001000:0.0:1749611681.378329:0:768:0:(llog.c:754:llog_process_thread()) index: 33, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000010:1.0:1749611681.378331:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eee400. 00000020:00000001:0.0:1749611681.378331:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1749611681.378332:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000010:1.0:1749611681.378334:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eefe00. 00000040:00001000:0.0:1749611681.378334:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d5f0 type=0x10620000 idx=34 00000040:00001000:0.0:1749611681.378336:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 34 lrh_len: 128 (2576 remains) 00000001:00000001:1.0:1749611681.378337:0:9693:0:(hash.c:1039:cfs_hash_create()) Process entered 00000040:00001000:0.0:1749611681.378337:0:768:0:(llog.c:754:llog_process_thread()) index: 34, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000010:1.0:1749611681.378339:0:9693:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 184 at ffff88012d5ab600. 00000020:00000001:0.0:1749611681.378339:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000010:1.0:1749611681.378341:0:9693:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 32 at ffff8800a8a26da0. 00000020:00000001:0.0:1749611681.378341:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378343:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d670 type=0x10620000 idx=35 00000001:00000010:1.0:1749611681.378344:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eefc00. 00000040:00001000:0.0:1749611681.378345:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 35 lrh_len: 224 (2448 remains) 00000001:00000010:1.0:1749611681.378346:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff880081eee600. 00000040:00001000:0.0:1749611681.378347:0:768:0:(llog.c:754:llog_process_thread()) index: 35, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000010:1.0:1749611681.378349:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012dbe7000. 00000020:00000001:0.0:1749611681.378349:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1749611681.378350:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611681.378351:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000001:00000010:1.0:1749611681.378352:0:9693:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 328 at ffff88012dbe7a00. 00000020:00000001:0.0:1749611681.378353:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1749611681.378354:0:9693:0:(ldlm_flock.c:1137:ldlm_init_flock_export()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611681.378355:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611681.378356:0:9693:0:(ldlm_lockd.c:3170:ldlm_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378356:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d750 type=0x10620000 idx=36 00000004:00000001:1.0:1749611681.378358:0:9693:0:(mdt_handler.c:7553:mdt_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378358:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 36 lrh_len: 224 (2224 remains) 00000020:00000001:1.0:1749611681.378360:0:9693:0:(obd_class.h:1041:obd_init_export()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378360:0:768:0:(llog.c:754:llog_process_thread()) index: 36, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611681.378361:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1749611681.378362:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000040:1.0:1749611681.378363:0:9693:0:(genops.c:887:class_export_get()) GET export ffff8800b4001000 refcount=3 00000040:00000001:0.0:1749611681.378363:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1749611681.378365:0:768:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749611681.378366:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 7 - export 00000020:00000001:0.0:1749611681.378366:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.378368:0:9693:0:(genops.c:1020:__class_new_export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000040:00001000:0.0:1749611681.378368:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d830 type=0x10620000 idx=37 00000040:00001000:0.0:1749611681.378370:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 37 lrh_len: 80 (2000 remains) 00000020:00000040:1.0:1749611681.378371:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 2 00000040:00001000:0.0:1749611681.378371:0:768:0:(llog.c:754:llog_process_thread()) index: 37, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000080:1.0:1749611681.378373:0:9693:0:(genops.c:1402:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x689c0ec07329d6bc 00000020:00000001:0.0:1749611681.378373:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:1.0:1749611681.378374:0:9693:0:(genops.c:1403:class_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611681.378374:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.378376:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000040:00001000:0.0:1749611681.378376:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d880 type=0x10620000 idx=38 00000020:00000040:1.0:1749611681.378377:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6bc 00000040:00001000:0.0:1749611681.378378:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 38 lrh_len: 224 (1920 remains) 00000020:00000001:1.0:1749611681.378379:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000040:00001000:0.0:1749611681.378379:0:768:0:(llog.c:754:llog_process_thread()) index: 38, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000040:1.0:1749611681.378381:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=3 00000020:00000001:0.0:1749611681.378381:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1749611681.378382:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000020:00000001:1.0:1749611681.378383:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000040:00000001:0.0:1749611681.378383:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1749611681.378384:0:768:0:(tgt_mount.c:833:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611681.378386:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378388:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685d960 type=0x10620000 idx=39 00000020:00000001:1.0:1749611681.378389:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000040:00001000:0.0:1749611681.378389:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 39 lrh_len: 224 (1696 remains) 00000040:00001000:0.0:1749611681.378391:0:768:0:(llog.c:754:llog_process_thread()) index: 39, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000001:1.0:1749611681.378392:0:9693:0:(nodemap_handler.c:548:nodemap_add_member()) Process entered 00000020:00000001:0.0:1749611681.378393:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1749611681.378394:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000001:00000001:1.0:1749611681.378396:0:9693:0:(nodemap_handler.c:353:nodemap_classify_nid()) Process entered 00000040:00000001:0.0:1749611681.378396:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1749611681.378397:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611681.378399:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378401:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685da40 type=0x10620000 idx=40 00000001:00000040:1.0:1749611681.378402:0:9693:0:(nodemap_handler.c:366:nodemap_classify_nid()) found nid 192.168.202.106@tcp 00000040:00001000:0.0:1749611681.378403:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 40 lrh_len: 88 (1472 remains) 00000001:00000040:1.0:1749611681.378405:0:9693:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 4 00000040:00001000:0.0:1749611681.378405:0:768:0:(llog.c:754:llog_process_thread()) index: 40, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611681.378406:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:1.0:1749611681.378408:0:9693:0:(nodemap_handler.c:378:nodemap_classify_nid()) Process leaving (rc=18446612137310116864 : -131936399434752 : ffff880129c75c00) 00000020:00000001:0.0:1749611681.378408:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378409:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685da98 type=0x10620000 idx=41 00000001:00000001:1.0:1749611681.378411:0:9693:0:(nodemap_member.c:84:nm_member_add()) Process entered 00000040:00001000:0.0:1749611681.378411:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 41 lrh_len: 128 (1384 remains) 00000020:00000040:1.0:1749611681.378413:0:9693:0:(genops.c:887:class_export_get()) GET export ffff8800b4001000 refcount=4 00000040:00001000:0.0:1749611681.378413:0:768:0:(llog.c:754:llog_process_thread()) index: 41, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611681.378414:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1749611681.378415:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:1.0:1749611681.378416:0:9693:0:(nodemap_handler.c:89:nodemap_getref()) GETting nodemap default(p=ffff880129c75c00) : new refcount 5 00000040:00001000:0.0:1749611681.378417:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685db18 type=0x10620000 idx=42 00000001:00000001:1.0:1749611681.378418:0:9693:0:(nodemap_member.c:121:nm_member_add()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378419:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 42 lrh_len: 144 (1256 remains) 00000040:00001000:0.0:1749611681.378420:0:768:0:(llog.c:754:llog_process_thread()) index: 42, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000040:1.0:1749611681.378421:0:9693:0:(nodemap_handler.c:105:nodemap_putref()) PUTting nodemap default(p=ffff880129c75c00) : new refcount 4 00000020:00000001:0.0:1749611681.378422:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000001:00000001:1.0:1749611681.378423:0:9693:0:(nodemap_handler.c:567:nodemap_add_member()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611681.378423:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378425:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685dba8 type=0x10620000 idx=43 00000004:00100000:1.0:1749611681.378427:0:9693:0:(mdt_handler.c:7245:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000040:00001000:0.0:1749611681.378427:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 43 lrh_len: 128 (1112 remains) 00000040:00001000:0.0:1749611681.378428:0:768:0:(llog.c:754:llog_process_thread()) index: 43, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000001:00000001:1.0:1749611681.378430:0:9693:0:(tgt_lastrcvd.c:1028:tgt_client_new()) Process entered 00000020:00000001:0.0:1749611681.378430:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1749611681.378431:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1749611681.378432:0:9693:0:(tgt_lastrcvd.c:1035:tgt_client_new()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378433:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685dc28 type=0x10620000 idx=44 00000040:00001000:0.0:1749611681.378434:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 44 lrh_len: 224 (984 remains) 00000004:00000001:1.0:1749611681.378435:0:9693:0:(mdt_fs.c:51:mdt_export_stats_init()) Process entered 00000040:00001000:0.0:1749611681.378457:0:768:0:(llog.c:754:llog_process_thread()) index: 44, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611681.378460:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1749611681.378461:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611681.378462:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:1.0:1749611681.378463:0:9693:0:(lprocfs_status_server.c:588:lprocfs_exp_setup()) Process entered 00000020:00000001:0.0:1749611681.378464:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:01000000:1.0:1749611681.378466:0:9693:0:(lprocfs_status_server.c:610:lprocfs_exp_setup()) using hash ffff8800b538acc0 00000020:00000001:0.0:1749611681.378466:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378468:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685dd08 type=0x10620000 idx=45 00000020:00000010:1.0:1749611681.378469:0:9693:0:(lprocfs_status_server.c:612:lprocfs_exp_setup()) kmalloced '(new_stat)': 96 at ffff88009c9406c0. 00000040:00001000:0.0:1749611681.378470:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 45 lrh_len: 224 (760 remains) 00000040:00001000:0.0:1749611681.378472:0:768:0:(llog.c:754:llog_process_thread()) index: 45, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611681.378474:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1749611681.378475:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611681.378476:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000040:1.0:1749611681.378477:0:9693:0:(lprocfs_status_server.c:625:lprocfs_exp_setup()) Found stats ffff8800b4256f60 for nid 0@lo - ref 3 00000020:00000001:0.0:1749611681.378478:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1749611681.378479:0:9693:0:(lprocfs_status_server.c:637:lprocfs_exp_setup()) Process leaving via destroy_new (rc=18446744073709551502 : -114 : 0xffffffffffffff8e) 00000020:00000001:0.0:1749611681.378480:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611681.378482:0:9693:0:(lprocfs_status_server.c:662:lprocfs_exp_setup()) kfreed 'new_stat': 96 at ffff88009c9406c0. 00000040:00001000:0.0:1749611681.378482:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685dde8 type=0x10620000 idx=46 00000040:00001000:0.0:1749611681.378483:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 46 lrh_len: 80 (536 remains) 00000040:00001000:0.0:1749611681.378485:0:768:0:(llog.c:754:llog_process_thread()) index: 46, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:1.0:1749611681.378486:0:9693:0:(lprocfs_status_server.c:663:lprocfs_exp_setup()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:0.0:1749611681.378487:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000020:00000001:0.0:1749611681.378488:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000004:00000001:1.0:1749611681.378489:0:9693:0:(mdt_fs.c:56:mdt_export_stats_init()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378489:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685de38 type=0x10620000 idx=47 00000004:00000001:1.0:1749611681.378491:0:9693:0:(mdt_handler.c:7490:mdt_obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378491:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 47 lrh_len: 224 (456 remains) 00010000:00000001:1.0:1749611681.378493:0:9693:0:(obd_class.h:897:obd_connect()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378493:0:768:0:(llog.c:754:llog_process_thread()) index: 47, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611681.378494:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1749611681.378495:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611681.378496:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000010:1.0:1749611681.378497:0:9693:0:(genops.c:1281:class_new_import()) kmalloced '(imp)': 1680 at ffff8800b4006000. 00000020:00000001:0.0:1749611681.378498:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:1.0:1749611681.378499:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - import 00000020:00000001:0.0:1749611681.378500:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378501:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685df18 type=0x10600000 idx=48 00000040:00001000:0.0:1749611681.378503:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 48 lrh_len: 232 (232 remains) 00000020:00000001:1.0:1749611681.378505:0:9693:0:(genops.c:1236:class_import_put()) Process entered 00000040:00001000:0.0:1749611681.378505:0:768:0:(llog.c:575:llog_process_thread()) index: 49 last_index 64767 00000020:00000040:1.0:1749611681.378506:0:9693:0:(genops.c:1242:class_import_put()) import ffff8800b4006000 refcount=1 obd=lustre-MDT0001 00000020:00000001:1.0:1749611681.378508:0:9693:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1749611681.378508:0:768:0:(lustre_log.h:469:llog_next_block()) Process entered 00000020:00000010:1.0:1749611681.378510:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012eb32b40. 00000040:00000001:0.0:1749611681.378510:0:768:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611681.378514:0:768:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 49 (cur idx 48 off 16384), size 16952 00000020:00000040:1.0:1749611681.378547:0:9693:0:(genops.c:887:class_export_get()) GET export ffff8800b4001000 refcount=5 00000040:00000001:0.0:1749611681.378550:0:768:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611681.378551:0:9693:0:(service.c:1059:ptlrpc_request_change_export()) RPC GETting export ffff8800b4001000 : new rpc_count 1 00000100:00000001:1.0:1749611681.378553:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000040:00000001:0.0:1749611681.378553:0:768:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378555:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c000 type=0x10620000 idx=49 00000100:00000001:1.0:1749611681.378557:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000040:00001000:0.0:1749611681.378557:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 49 lrh_len: 224 (8192 remains) 00000100:00000040:1.0:1749611681.378559:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000040:00001000:0.0:1749611681.378559:0:768:0:(llog.c:754:llog_process_thread()) index: 49, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000100:00000001:1.0:1749611681.378561:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:0.0:1749611681.378561:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1749611681.378562:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000040:00000001:0.0:1749611681.378563:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000100:00000001:1.0:1749611681.378564:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:0.0:1749611681.378564:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611681.378566:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611681.378567:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 24 to 0@lo 00000040:00001000:0.0:1749611681.378568:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c0e0 type=0x10620000 idx=50 00000020:00000040:1.0:1749611681.378570:0:9693:0:(genops.c:887:class_export_get()) GET export ffff8800b4001000 refcount=6 00000040:00001000:0.0:1749611681.378570:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 50 lrh_len: 120 (7968 remains) 00000040:00001000:0.0:1749611681.378572:0:768:0:(llog.c:754:llog_process_thread()) index: 50, lh_last_idx: 51 synced_idx: 0 lgh_last_idx: 51 00000020:00000001:0.0:1749611681.378574:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000100:00000001:1.0:1749611681.378576:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1749611681.378576:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611681.378577:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000040:00001000:0.0:1749611681.378578:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c158 type=0x10620000 idx=51 00000100:00000001:1.0:1749611681.378579:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000040:00001000:0.0:1749611681.378579:0:768:0:(llog.c:688:llog_process_thread()) synced_idx: 51 00000040:00000001:0.0:1749611681.378581:0:768:0:(lustre_log.h:469:llog_next_block()) Process entered 02000000:00000001:1.0:1749611681.378582:0:9693:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000040:00000001:0.0:1749611681.378582:0:768:0:(llog_osd.c:1121:llog_osd_next_block()) Process entered 00000040:00001000:0.0:1749611681.378584:0:768:0:(llog_osd.c:1155:llog_osd_next_block()) looking for log index 51 (cur idx 51 off 16384), size 16952 02000000:00000001:1.0:1749611681.378585:0:9693:0:(sec.c:1406:sptlrpc_sec_create()) Process entered 02000000:08000000:1.0:1749611681.378587:0:9693:0:(sec.c:1414:sptlrpc_sec_create()) mdt lustre-MDT0001: reverse sec using flavor null 00000040:00000001:0.0:1749611681.378588:0:768:0:(llog_osd.c:1286:llog_osd_next_block()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1749611681.378590:0:9693:0:(sec.c:1445:sptlrpc_sec_create()) Process leaving (rc=18446744072109160032 : -1600391584 : ffffffffa09bf660) 00000040:00000001:0.0:1749611681.378590:0:768:0:(lustre_log.h:479:llog_next_block()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611681.378592:0:9693:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378592:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c158 type=0x10620000 idx=51 00000040:00001000:0.0:1749611681.378594:0:768:0:(llog.c:733:llog_process_thread()) lrh_index: 51 lrh_len: 224 (7848 remains) 00000100:00000001:1.0:1749611681.378595:0:9693:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000040:00001000:0.0:1749611681.378596:0:768:0:(llog.c:754:llog_process_thread()) index: 51, lh_last_idx: 51 synced_idx: 51 lgh_last_idx: 51 00000100:00000001:1.0:1749611681.378597:0:9693:0:(recover.c:146:ptlrpc_resend()) Process entered 00000020:00000001:0.0:1749611681.378597:0:768:0:(tgt_mount.c:805:client_lwp_config_process()) Process entered 00000040:00000001:0.0:1749611681.378598:0:768:0:(llog_swab.c:434:lustre_swab_cfg_marker()) Process entered 00000100:00000001:1.0:1749611681.378599:0:9693:0:(recover.c:175:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1749611681.378599:0:768:0:(llog_swab.c:477:lustre_swab_cfg_marker()) Process leaving 00000020:00000001:0.0:1749611681.378601:0:768:0:(tgt_mount.c:836:client_lwp_config_process()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00080000:1.0:1749611681.378602:0:9693:0:(import.c:66:import_set_state_nolock()) ffff8800b4006000 : changing import state from RECOVER to FULL 00000020:00000001:0.0:1749611681.378603:0:768:0:(tgt_mount.c:929:client_lwp_config_process()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:0.0:1749611681.378604:0:768:0:(llog.c:631:llog_process_thread()) processing rec 0xffff88009685c238 type=0x0 idx=0 00000100:00000001:1.0:1749611681.378605:0:9693:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:1.0:1749611681.378606:0:9693:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000040:00000001:0.0:1749611681.378606:0:768:0:(llog.c:644:llog_process_thread()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611681.378608:0:9693:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000040:00080000:0.0:1749611681.378608:0:768:0:(llog.c:811:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000020:00000040:1.0:1749611681.378611:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 5 00000040:00000010:0.0:1749611681.378611:0:768:0:(llog.c:848:llog_process_thread()) kfreed 'buf': 8192 at ffff88009685c000. 00000020:00000040:1.0:1749611681.378614:0:9693:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - find 00010000:00000001:1.0:1749611681.378616:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611681.378617:0:768:0:(lu_object.c:1943:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff88012a3c7e00. 00000020:00000001:1.0:1749611681.378619:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749611681.378621:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072116702640 : -1592848976 : ffffffffa10f0db0) 00000020:00000010:0.0:1749611681.378623:0:768:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012b8b5400. 00000020:00000001:1.0:1749611681.378624:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749611681.378626:0:9693:0:(tgt_handler.c:550:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000040:00000010:0.0:1749611681.378627:0:768:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012b8b5800. 00000020:00000001:1.0:1749611681.378628:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000010:0.0:1749611681.378629:0:768:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff880071978000. 00000020:00000001:1.0:1749611681.378630:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000020:00000010:0.0:1749611681.378632:0:768:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a9318a10. 00000020:00000010:0.0:1749611681.378636:0:768:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012b8b4000. 00000020:00000001:1.0:1749611681.378637:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.378640:0:9693:0:(tgt_handler.c:1018:tgt_connect()) Process entered 80000000:00000010:0.0:1749611681.378640:0:768:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009976f480. 40000000:00000010:0.0:1749611681.378642:0:768:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff88012a3c78c0. 00000001:00000001:1.0:1749611681.378645:0:9693:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00100000:00000010:0.0:1749611681.378645:0:768:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88007197d000. 00000001:00000001:1.0:1749611681.378647:0:9693:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1749611681.378648:0:768:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240ab300. 00000001:00000001:1.0:1749611681.378649:0:9693:0:(nodemap_handler.c:808:nodemap_get_from_exp()) Process entered 00000001:00000001:1.0:1749611681.378651:0:9693:0:(nodemap_handler.c:811:nodemap_get_from_exp()) Process leaving (rc=0 : 0 : 0) 00040000:00000010:0.0:1749611681.378651:0:768:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012b8b5c00. 00000020:00000001:1.0:1749611681.378653:0:9693:0:(tgt_handler.c:1087:tgt_connect()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611681.378655:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494713856 00080000:00000010:0.0:1749611681.378655:0:768:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00010000:00000001:1.0:1749611681.378658:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00080000:00000010:0.0:1749611681.378658:0:768:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b4000. 00000004:00000010:0.0:1749611681.378662:0:768:0:(mdd_device.c:2366:mdd_key_fini()) kfreed 'info': 1864 at ffff88007197f000. 00010000:00000200:1.0:1749611681.378663:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880081d49500 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749611701 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000004:00000010:0.0:1749611681.378666:0:768:0:(mdt_handler.c:8336:mdt_key_fini()) kfreed 'info': 2568 at ffff88009c9b7000. 00000004:00000010:0.0:1749611681.378669:0:768:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff880071979000. 00010000:00000001:1.0:1749611681.378670:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00002000:00000010:0.0:1749611681.378672:0:768:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff88009457dc00. 00010000:00000001:1.0:1749611681.378673:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611681.378676:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=136 v=5 (1 1 1 1) 00000004:00000010:0.0:1749611681.378676:0:768:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff88009457cc00. 00000020:00000010:0.0:1749611681.378679:0:768:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012b8b4600. 00000100:00001000:1.0:1749611681.378680:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x1 req_flags=0x200 magic=bd00bd3/bd00bd3 len=416 00000100:00000001:1.0:1749611681.378683:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611681.378685:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611681.378687:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:1.0:1749611681.378689:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611681.378691:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.378693:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611681.378695:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611681.378698:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000200:1.0:1749611681.378702:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 416 bytes to portal 10, xid 1834598494713856, offset 0 00000400:00000200:1.0:1749611681.378706:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:1.0:1749611681.378714:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611681.378720:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 416 into portal 10 MB=0x6848ebf953800 00000400:00000200:1.0:1749611681.378725:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 416/416 into md 0x9b25 [1] + 0 00000400:00000200:1.0:1749611681.378730:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611681.378734:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611681.378737:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1749611681.378741:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611681.378751:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611681.378780:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000040:00000010:2.0:1749611681.378785:0:730:0:(llog.c:943:llog_process_or_fork()) kfreed 'lpi': 96 at ffff880117b166c0. 00000400:00000200:1.0:1749611681.378787:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000010:1.0:1749611681.378788:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:1.0:1749611681.378791:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000040:00000001:2.0:1749611681.378793:0:730:0:(llog.c:944:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611681.378793:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000020:01000000:2.0:1749611681.378796:0:730:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 00000100:00000001:1.0:1749611681.378796:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611681.378799:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000040:00000001:2.0:1749611681.378800:0:730:0:(llog_osd.c:1823:llog_osd_close()) Process entered 00010000:00000001:1.0:1749611681.378802:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:1.0:1749611681.378803:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000002:2.0:1749611681.378804:0:730:0:(lu_object.c:207:lu_object_put()) Add ffff88007fb8f800/ffff88009d2ad900 to site lru. bkt: ffff880130318b60 00000020:00000001:1.0:1749611681.378805:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:3.0:1749611681.378808:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000040:00000010:2.0:1749611681.378808:0:730:0:(llog_osd.c:1840:llog_osd_close()) kfreed 'handle->lgh_name': 14 at ffff88006a9b8440. 00000100:00000040:1.0:1749611681.378810:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d49500 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000_UUID@0@lo:0/0 lens 520/416 e 0 to 0 dl 1749611701 ref 1 fl Interpret:/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.378811:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000040:00000001:2.0:1749611681.378811:0:730:0:(llog_osd.c:1842:llog_osd_close()) Process leaving (rc=0 : 0 : 0) 00000040:00000010:2.0:1749611681.378813:0:730:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff880129e7e000. 00000400:00000001:3.0:1749611681.378815:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611681.378817:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000040:00000010:2.0:1749611681.378818:0:730:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 320 at ffff88007a829800. 00000400:00000010:3.0:1749611681.378819:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000100:00100000:1.0:1749611681.378820:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:28320:x1834598494713856:12345-0@lo:38:llog_process_th.0 Request processed in 593us (721us total) trans 0 rc 0/0 00000020:00000001:2.0:1749611681.378822:0:730:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611681.378824:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 10000000:00000001:2.0:1749611681.378824:0:730:0:(mgc_request.c:1684:mgc_process_cfg_log()) Process leaving 00000400:00000010:3.0:1749611681.378826:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00100000:1.0:1749611681.378828:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00000001:3.0:1749611681.378829:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:2.0:1749611681.378829:0:730:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007fb8e800. 00000100:00000040:1.0:1749611681.378831:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4001000 : new rpc_count 0 00000040:00000010:2.0:1749611681.378833:0:730:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007fb8f600. 00000100:00000200:3.0:1749611681.378834:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611681.378834:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000010:2.0:1749611681.378836:0:730:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72d800. 00000100:00000001:1.0:1749611681.378836:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:1.0:1749611681.378839:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0f900. 00000020:00000010:2.0:1749611681.378841:0:730:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007fb8fe00. 00000020:00000010:1.0:1749611681.378842:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000200:3.0:1749611681.378843:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611691 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 80000000:00000010:2.0:1749611681.378844:0:730:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16ae0. 00000020:00000010:1.0:1749611681.378846:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880081eee000. 00040000:00000010:2.0:1749611681.378847:0:730:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007fb8f000. 00000020:00000040:1.0:1749611681.378849:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 4 00080000:00000010:2.0:1749611681.378851:0:730:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88007d28e000. 00000100:00000001:1.0:1749611681.378852:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00080000:00000010:2.0:1749611681.378858:0:730:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff8800839a1c00. 00080000:00000010:2.0:1749611681.378861:0:730:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88013267a000. 00000100:00000001:3.0:1749611681.378863:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749611681.378865:0:730:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007fb8f400. 00000100:00000001:3.0:1749611681.378866:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749611681.378867:0:771:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4003000 : new refcount 4 00000100:00000001:3.0:1749611681.378868:0:28320:0:(client.c:1550:after_reply()) Process entered 10000000:00000010:2.0:1749611681.378868:0:730:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880136b50140. 02000000:00000001:3.0:1749611681.378870:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 10000000:01000000:2.0:1749611681.378871:0:730:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-client' succeeded (0). 00000100:00000001:3.0:1749611681.378872:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611681.378874:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611681.378874:0:730:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611681.378877:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611681.378877:0:730:0:(mgc_request.c:1968:mgc_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611681.378881:0:730:0:(obd_class.h:725:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611681.378882:0:28320:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979c38 time=1749611681 v=5 (0 0 0 0) 00000100:00001000:3.0:1749611681.378886:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff880071979bf0 time=1749611681 v=0 (0 0 0 0) 00000100:00001000:3.0:1749611681.378889:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff880071979bf0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000001:3.0:1749611681.378892:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000010:2.0:1749611681.378892:0:730:0:(obd_mount.c:80:lustre_process_log()) kfreed 'lcfg': 184 at ffff880092ecd0c0. 00000100:00000001:3.0:1749611681.378894:0:28320:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611681.378895:0:730:0:(obd_mount.c:82:lustre_process_log()) kfreed 'bufs': 104 at ffff880096dff600. 00010000:00000001:3.0:1749611681.378896:0:28320:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1749611681.378897:0:730:0:(obd_mount.c:91:lustre_process_log()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1749611681.378900:0:28320:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611681.378900:0:730:0:(tgt_mount.c:1087:lustre_start_lwp()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611681.378903:0:730:0:(tgt_mount.c:1090:lustre_start_lwp()) kfreed 'logname': 64 at ffff880136b50040. 00000020:00000010:2.0:1749611681.378905:0:730:0:(tgt_mount.c:1091:lustre_start_lwp()) kfreed 'cfg': 88 at ffff880117b16840. 00010000:00000001:3.0:1749611681.378907:0:28320:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611681.378908:0:730:0:(tgt_mount.c:1406:server_notify_target()) Process entered 00000100:00000001:3.0:1749611681.378909:0:28320:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:2.0:1749611681.378910:0:730:0:(tgt_mount.c:1210:server_lsi2mti()) Process entered 00000100:00100000:3.0:1749611681.378911:0:28320:0:(client.c:3056:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00000040:3.0:1749611681.378914:0:28320:0:(client.c:3166:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:3.0:1749611681.378916:0:28320:0:(client.c:3167:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1749611681.378917:0:28320:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611681.378920:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611691 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.378927:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1749611681.378927:0:730:0:(tgt_mount.c:1263:server_lsi2mti()) kmalloced '(mti)': 4544 at ffff880136ab8000. 00000100:00000001:3.0:1749611681.378930:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1749611681.378931:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.378933:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1749611681.378937:0:28320:0:(import.c:1107:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000020:01000004:2.0:1749611681.378937:0:730:0:(tgt_mount.c:1147:server_mti_print()) mti - server_notify_target 00000020:00000001:3.0:1749611681.378939:0:28320:0:(genops.c:811:class_conn2export()) Process entered 00000020:01000004:2.0:1749611681.378939:0:730:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000020:00000040:3.0:1749611681.378940:0:28320:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6b5 00000020:01000004:2.0:1749611681.378940:0:730:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:00000001:3.0:1749611681.378942:0:28320:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:01000004:2.0:1749611681.378942:0:730:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000020:01000004:2.0:1749611681.378943:0:730:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1749611681.378944:0:730:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000020:00000040:3.0:1749611681.378945:0:28320:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4003000 refcount=5 00000020:01000004:2.0:1749611681.378946:0:730:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1749611681.378947:0:730:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000020:00000001:2.0:1749611681.378949:0:730:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1749611681.378951:0:730:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 00000020:00000001:3.0:1749611681.378952:0:28320:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334129664 : -131938375421952 : ffff8800b4003000) 10000000:00000001:2.0:1749611681.378953:0:730:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 00000020:00000001:3.0:1749611681.378955:0:28320:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334129664 : -131938375421952 : ffff8800b4003000) 10000000:01000000:2.0:1749611681.378956:0:730:0:(mgc_request_server.c:266:mgc_set_info_async_server()) register_target lustre-OST0000 0x40000002 00000100:00001000:3.0:1749611681.378958:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff880071979bf0 time=1749611681 v=0 (0 0 0 0) 10000000:00000001:2.0:1749611681.378959:0:730:0:(mgc_request_server.c:181:mgc_target_register()) Process entered 00000100:00001000:3.0:1749611681.378962:0:28320:0:(import.c:2163:obd_at_measure()) AT ffff880071979bf0 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000010:2.0:1749611681.378962:0:730:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079235500. 00000020:00000040:2.0:1749611681.378966:0:730:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00080000:3.0:1749611681.378967:0:28320:0:(import.c:944:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000020:00000040:3.0:1749611681.378969:0:28320:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4003000 : new refcount 4 00000020:01000004:2.0:1749611681.378969:0:730:0:(tgt_mount.c:1147:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1749611681.378970:0:730:0:(tgt_mount.c:1148:server_mti_print()) server: lustre-OST0000 00000100:00000001:3.0:1749611681.378971:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000020:01000004:2.0:1749611681.378971:0:730:0:(tgt_mount.c:1149:server_mti_print()) fs: lustre 00000020:01000004:2.0:1749611681.378972:0:730:0:(tgt_mount.c:1150:server_mti_print()) uuid: 00000100:00000001:3.0:1749611681.378973:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 00000020:01000004:2.0:1749611681.378973:0:730:0:(tgt_mount.c:1151:server_mti_print()) ver: 0 00000020:01000004:2.0:1749611681.378974:0:730:0:(tgt_mount.c:1152:server_mti_print()) flags: 00000100:00080000:3.0:1749611681.378975:0:28320:0:(import.c:1188:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000020:01000004:2.0:1749611681.378976:0:730:0:(tgt_mount.c:1156:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1749611681.378977:0:730:0:(tgt_mount.c:1192:server_mti_print()) LDD_F_OPC_READY 00000100:00080000:3.0:1749611681.378978:0:28320:0:(import.c:66:import_set_state_nolock()) ffff880071979800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1749611681.378979:0:730:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749611681.378980:0:28320:0:(obd_class.h:1246:obd_import_event()) Process entered 00000100:00000001:3.0:1749611681.378981:0:28320:0:(obd_class.h:1255:obd_import_event()) Process leaving 02000000:00000001:2.0:1749611681.378981:0:730:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1749611681.378983:0:28320:0:(import.c:1216:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611681.378984:0:730:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.378985:0:28320:0:(import.c:1610:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1749611681.378987:0:28320:0:(import.c:1711:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.378990:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611681.378991:0:730:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 8192 at ffff880136abc000. 00000100:00000040:3.0:1749611681.378994:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611691 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611681.378996:0:730:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 10000000:01000000:2.0:1749611681.379000:0:730:0:(mgc_request_server.c:211:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1749611681.379002:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff8800882a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:28320:1834598494713856:0@lo:38:llog_process_th.0 00000100:00000001:2.0:1749611681.379006:0:730:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1749611681.379007:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611681.379008:0:730:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000001:3.0:1749611681.379009:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:2.0:1749611681.379011:0:730:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff88006a381780. 00000100:00000040:3.0:1749611681.379012:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff8800882a0e00 x1834598494713856/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1749611691 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611681.379013:0:730:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134096279424 : -131939613272192 : ffff88006a381780) 00000100:00000001:2.0:1749611681.379016:0:730:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611681.379018:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1749611681.379018:0:730:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346577152 : -131939362974464 : ffff880079235500) 02000000:00000001:3.0:1749611681.379020:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1749611681.379022:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88006dff7800. 00000100:00000001:2.0:1749611681.379022:0:730:0:(jobid.c:925:lustre_get_jobid()) Process entered 02000000:00000001:3.0:1749611681.379025:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1749611681.379025:0:730:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611681.379027:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:2.0:1749611681.379027:0:730:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1749611681.379028:0:730:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000040:3.0:1749611681.379029:0:28320:0:(genops.c:1242:class_import_put()) import ffff880071979800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:3.0:1749611681.379031:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1749611681.379033:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009c625400. 00000100:00000040:2.0:1749611681.379034:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079235500 x1834598494713984/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611681.379040:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1749611681.379042:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1749611681.379043:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000010:3.0:1749611681.379044:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff8800882a0e00. 00000100:00000001:2.0:1749611681.379045:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.379048:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1749611681.379049:0:730:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880079235500 x1834598494713984/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611681.379050:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611681.379052:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.379053:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611681.379055:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611681.379057:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611681.379057:0:730:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611681.379058:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611681.379059:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611681.379060:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611681.379062:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611681.379064:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611681.379066:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611681.379068:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611681.379069:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611681.379071:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611681.400630:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300954858, at 4300954858 00000100:00000040:2.0:1749611681.400639:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300954858, at 4300954858 00000100:00000040:1.0:1749611681.400640:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300954858, at 4300954858 00000100:00000040:0.0:1749611681.400640:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300954858, at 4300954858 00000100:00000010:3.0:1749611681.400642:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88006dfe2580. 00000100:00000010:2.0:1749611681.400657:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88006dfe2900. 00000100:00000010:0.0:1749611681.400678:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88006dfe2b00. 00000100:00000010:1.0:1749611681.400690:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff88006dfe2040. 00000100:00000001:2.0:1749611681.458632:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611681.458637:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611681.458640:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611681.458645:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611681.458649:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611681.458653:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611681.458656:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611681.458667:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611681.458670:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611681.506654:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611681.506659:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611681.506775:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611681.506780:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611681.506784:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611682.248657:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611682.248665:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611682.248667:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611682.248672:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611682.248676:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611682.248679:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611682.248682:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611682.248685:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611682.248688:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611682.377619:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611682.377630:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611682.377631:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611682.377634:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611682.377636:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611682.377638:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611682.377640:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611682.378595:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611682.378599:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611682.378600:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611682.378602:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611682.378604:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611682.378606:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611682.378608:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611682.378610:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611682.378611:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611682.458568:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611682.458572:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611682.458573:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611682.458575:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611682.458577:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611682.458579:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611682.458581:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611682.458583:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611682.458584:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611682.508592:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611682.508595:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611682.508675:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611682.508679:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611682.508682:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611683.248659:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611683.248668:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611683.248670:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611683.248675:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611683.248679:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611683.248683:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611683.248685:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611683.248689:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611683.248691:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611683.377651:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611683.377666:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611683.377668:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611683.377672:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611683.377675:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611683.377678:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611683.377680:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611683.378624:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611683.378629:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611683.378631:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611683.378634:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:2.0:1749611683.378637:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611683.378640:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611683.378642:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611683.378644:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611683.378646:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611683.458669:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611683.458674:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611683.458676:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611683.458680:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611683.458682:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611683.458685:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611683.458688:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611683.458690:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611683.458692:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611683.510634:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611683.510640:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611683.510762:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611683.510767:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611683.510781:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611684.248641:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611684.248647:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611684.248650:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611684.248654:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611684.248658:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611684.248661:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611684.248664:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611684.248667:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611684.248669:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611684.377720:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611684.377733:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611684.377735:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611684.377739:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611684.377741:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611684.377744:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611684.377746:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611684.378680:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611684.378686:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611684.378688:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611684.378691:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611684.378694:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611684.378697:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611684.378700:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611684.378702:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611684.378705:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611684.458621:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611684.458626:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611684.458628:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611684.458632:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611684.458635:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611684.458637:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611684.458640:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611684.458642:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611684.458644:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611684.512636:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611684.512642:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611684.512645:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611684.512648:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611684.512653:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611684.512655:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611684.512658:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611684.512660:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611684.512775:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611684.512780:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611684.512783:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1749611685.248641:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611685.248649:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611685.248660:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611685.248665:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:2.0:1749611685.248668:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611685.248672:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611685.248675:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611685.248678:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611685.248681:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611685.377634:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611685.377648:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611685.377650:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611685.377654:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611685.377656:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611685.377659:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611685.377662:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611685.378606:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611685.378611:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611685.378613:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611685.378617:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611685.378620:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611685.378623:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611685.378625:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611685.378628:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611685.378630:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611685.458624:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611685.458629:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611685.458631:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611685.458635:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611685.458638:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611685.458641:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611685.458643:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611685.458645:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611685.458647:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611685.514651:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611685.514656:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611685.514774:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611685.514780:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611685.514784:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611686.248657:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611686.248663:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611686.248665:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611686.248667:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a3813c0 going to sleep for 0 seconds 00000100:00000001:0.0:1749611686.248670:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611686.248672:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.248674:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611686.248681:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079237480 x1834598494713088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.248688:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611686.248691:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237480 x1834598494713088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.248696:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611686.248707:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.248709:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611686.248711:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611686.248713:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237480 x1834598494713088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611686.248718:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494713088:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611686.248721:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.248722:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611686.248724:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611686.248725:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611686.248727:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237480 x1834598494713088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.248731:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611686.248732:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a3813c0. 00000100:00000001:0.0:1749611686.248737:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611686.248738:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611686.248741:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611686.248743:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611686.248745:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611686.248747:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880079131a00 refcount=4 00000020:00000001:0.0:1749611686.248748:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345513472 : -131939364038144 : ffff880079131a00) 00010000:00000001:0.0:1749611686.248750:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134345513472 : -131939364038144 : ffff880079131a00) 00010000:00010000:0.0:1749611686.248753:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff880079131a00/0x689c0ec07329d699 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611686.248759:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611686.248762:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff880079131a00/0x689c0ec07329d699 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611686.248766:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611686.248768:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff880079131a00/0x689c0ec07329d699 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611686.248786:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611686.248787:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611686.248789:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff880079131a00/0x689c0ec07329d699 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611686.248792:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611686.248794:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611686.248795:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611686.248797:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff880079131a00/0x689c0ec07329d699 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611686.248800:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff880079131a00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611686.248802:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611686.248804:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff880079131a00/0x689c0ec07329d699 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611686.248807:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611686.248808:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611686.248808:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611686.248809:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff880079131a00 refcount=5 00000020:00000001:0.0:1749611686.248810:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134345513472 : -131939364038144 : ffff880079131a00) 00010000:00000001:0.0:1749611686.248811:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134345513472 : -131939364038144 : ffff880079131a00) 00010000:00000001:0.0:1749611686.248813:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611686.248814:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff880079131a00/0x689c0ec07329d699 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611686.248817:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611686.248819:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff880079131a00/0x689c0ec07329d699 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611686.248821:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611686.248823:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611686.248824:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611686.248826:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611686.248827:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611686.248829:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611686.248830:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611686.248831:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611686.248832:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611686.248833:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff880079131a00 with handle 0x689c0ec07329d699 from hash 00010000:00000001:0.0:1749611686.248835:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611686.248835:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611686.248836:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611686.248836:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611686.248847:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611686.248848:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611686.248850:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611686.248850:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611686.248851:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611686.248852:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611686.248853:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff880079131a00/0x689c0ec07329d699 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611686.248856:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611686.248856:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611686.248857:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611686.248857:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611686.248858:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611686.248859:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611686.248859:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611686.248860:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff880079131a00/0x689c0ec07329d699 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611686.248865:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009d2adc00 count: 0 00010000:00000001:0.0:1749611686.248885:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611686.248886:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611686.248888:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611686.248890:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237480 x1834598494713088/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.248894:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611686.248896:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611686.248897:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611686.248899:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611686.248902:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff880079131c00. 02000000:00000001:0.0:1749611686.248905:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611686.248906:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611686.248907:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237480. 00000100:00000001:0.0:1749611686.248910:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611686.248911:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611686.248912:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611686.248914:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:00000001:0.0:1749611686.248916:0:9690:0:(mgc_request.c:1628:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1749611686.248919:0:9690:0:(mgc_request.c:1642:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff880136b50680. 00000020:00000010:0.0:1749611686.248922:0:9690:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829600. 00000020:00000010:0.0:1749611686.248925:0:9690:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a829200. 00000040:00000010:0.0:1749611686.248928:0:9690:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff88007a829c00. 00000020:00000010:0.0:1749611686.248931:0:9690:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72f800. 00000020:00000010:0.0:1749611686.248934:0:9690:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a828e00. 80000000:00000010:0.0:1749611686.248937:0:9690:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b163c0. 00040000:00000010:0.0:1749611686.248941:0:9690:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a829000. 00080000:00000010:0.0:1749611686.248945:0:9690:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012d898000. 00080000:00000010:0.0:1749611686.248950:0:9690:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880129e7e000. 10000000:00000040:0.0:1749611686.248957:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff880097117900 : new refcount 2 10000000:00000040:0.0:1749611686.248960:0:9690:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800a8927780 : new refcount 2 10000000:00000001:0.0:1749611686.248962:0:9690:0:(mgc_request_server.c:594:mgc_process_server_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 10000000:00000001:0.0:1749611686.248964:0:9690:0:(mgc_request.c:1674:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000020:00000010:0.0:1749611686.248967:0:9690:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a829200. 00000040:00000010:0.0:1749611686.248971:0:9690:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88007a829c00. 00000020:00000010:0.0:1749611686.248973:0:9690:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72f800. 00000020:00000010:0.0:1749611686.248977:0:9690:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a828e00. 80000000:00000010:0.0:1749611686.248980:0:9690:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b163c0. 00040000:00000010:0.0:1749611686.248984:0:9690:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a829000. 00080000:00000010:0.0:1749611686.248987:0:9690:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880129e7e000. 00080000:00000010:0.0:1749611686.248989:0:9690:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d898000. 00000020:00000010:0.0:1749611686.248992:0:9690:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829600. 10000000:00000010:0.0:1749611686.248993:0:9690:0:(mgc_request.c:1690:mgc_process_cfg_log()) kfreed 'env': 56 at ffff880136b50680. 10000000:01000000:0.0:1749611686.248994:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-MDT0001' failed (-5). 10000000:00000001:0.0:1749611686.248996:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 10000000:00020000:0.0:1749611686.248998:0:9690:0:(mgc_request.c:614:do_requeue()) failed processing log: -5 10000000:00000001:0.0:1749611686.248999:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611686.249001:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611686.249002:0:9690:0:(mgc_request.c:108:config_log_get()) log lustre-barrier (ffff8800b4071200) refs 2 10000000:00000001:0.0:1749611686.249003:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611686.249004:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611686.249005:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-MDT0001(ffff88007ed1c200) refs 2 10000000:00000001:0.0:1749611686.249006:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611686.249006:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611686.249007:0:9690:0:(mgc_request.c:611:do_requeue()) updating log lustre-barrier 10000000:00000001:0.0:1749611686.249008:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611686.249009:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log lustre-barrier-ffff8800b4229800 from 1 10000000:00000001:0.0:1749611686.249011:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611686.249011:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00000100:00000010:0.0:1749611686.249014:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133990700. 00000020:00000040:0.0:1749611686.249016:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611686.249019:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611686.249021:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611686.249024:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611686.249027:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a829600. 00000100:00000001:0.0:1749611686.249031:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611686.249033:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611686.249034:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611686.249038:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d2ad800. 00010000:00000001:0.0:1749611686.249040:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611686.249042:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a828c00. 00000020:00000001:0.0:1749611686.249044:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611686.249045:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a828c00 with handle 0x689c0ec07329d6c3 to hash 00000020:00000001:0.0:1749611686.249046:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611686.249047:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369594368 : -131939339957248 : ffff88007a828c00) 00010000:00000001:0.0:1749611686.249048:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369594368 : -131939339957248 : ffff88007a828c00) 00010000:00000001:0.0:1749611686.249050:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611686.249051:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611686.249053:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d6c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611686.249058:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d6c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611686.249064:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d6c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611686.249067:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611686.249068:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611686.249071:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092ecd000. 00000100:00000001:0.0:1749611686.249072:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134779211776 : -131938930339840 : ffff880092ecd000) 00000100:00000001:0.0:1749611686.249074:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611686.249074:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474852608 : -131936234699008 : ffff880133990700) 00000100:00000001:0.0:1749611686.249077:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611686.249080:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.249081:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611686.249082:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611686.249085:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133990700 x1834598494714112/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.249089:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611686.249090:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611686.249092:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880133990700 x1834598494714112/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.249096:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.249097:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611686.249098:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611686.249099:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611686.249100:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611686.249100:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.249101:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611686.249102:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.249103:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749611686.251640:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d2adc00. 00010000:00000010:2.1:1749611686.251645:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff880079131a00. 00000100:00000001:0.0:1749611686.377669:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611686.377683:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611686.377685:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.377689:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611686.377692:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611686.377695:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.377697:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.378607:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611686.378613:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611686.378615:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611686.378619:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611686.378621:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611686.378624:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.378627:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611686.378630:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.378632:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611686.382645:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611686.382653:0:27774:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611686.382656:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611686.382659:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611686.382662:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611686.382664:0:27774:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611686.382668:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611686.382673:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6287 00000100:00080000:2.0:1749611686.382677:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611686.382680:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611686.382684:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611686.382686:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611686.382688:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611686.382693:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611686.382695:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611686.382698:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611686.382701:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611686.382719:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611686.382722:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611686.382726:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611686.382728:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611686.382730:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611686.382732:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611686.382735:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611686.382738:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611686.382741:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611686.382744:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611686.382751:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611686.382754:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.382755:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611686.382758:0:27774:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611686.382763:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079236d80. 00000020:00000040:2.0:1749611686.382767:0:27774:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611686.382770:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611686.382772:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.382775:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611686.382777:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611686.382781:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611686.382787:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009b41fc00. 00000100:00000001:2.0:1749611686.382832:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611686.382842:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079236d80 x1834598494714240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611686.382853:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611686.382857:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611686.382862:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079236d80] to pc [ptlrpcd_rcv+-1] req@ffff880079236d80 x1834598494714240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611686.382889:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611686.382892:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611686.382897:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611686.382905:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611686.382930:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611686.382933:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611686.382936:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6287 00000100:00080000:2.0:1749611686.382939:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611686.382941:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611686.382943:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611686.382945:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611686.382947:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611686.382949:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611686.382951:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611686.382953:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611686.382955:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611686.382957:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611686.382960:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611686.382962:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611686.382964:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611686.382965:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611686.382967:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611686.382969:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611686.382972:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611686.382974:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611686.382975:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611686.382986:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611686.382992:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611686.382995:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611686.382996:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611686.382999:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383001:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611686.383003:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611686.383006:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079234e00. 00000020:00000040:2.0:1749611686.383009:0:27774:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611686.383011:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611686.383012:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383014:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749611686.383020:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079236d80 x1834598494714240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611686.383021:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611686.383023:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611686.383027:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009b41d000. 00000100:00000001:2.0:1749611686.383031:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383038:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611686.383040:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611686.383045:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611686.383049:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611686.383053:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611686.383057:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079234e00 x1834598494714368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1749611686.383059:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494714240:0@lo:38:kworker.0 00000100:00000001:2.0:1749611686.383080:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611686.383080:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611686.383082:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611686.383083:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611686.383084:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079234e00] to pc [ptlrpcd_rcv+-1] req@ffff880079234e00 x1834598494714368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611686.383086:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383088:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611686.383088:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00080000:2.0:1749611686.383089:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611686.383091:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611686.383092:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:0.0:1749611686.383092:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800839a0c00. 00000100:00080000:2.0:1749611686.383093:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611686.383094:0:27774:0:(import.c:480:import_select_connection()) Process entered 02000000:00000001:0.0:1749611686.383094:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611686.383096:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6287 00000100:00080000:2.0:1749611686.383097:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611686.383098:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611686.383099:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611686.383100:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000010:0.0:1749611686.383100:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 00000100:00000001:2.0:1749611686.383101:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611686.383102:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611686.383102:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611686.383103:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611686.383104:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000020:00000001:2.0:1749611686.383105:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611686.383106:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000400:00000010:0.0:1749611686.383106:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000040:2.0:1749611686.383107:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611686.383108:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611686.383112:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:0.0:1749611686.383112:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494714240, portal 4 00000100:00000001:2.0:1749611686.383113:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611686.383114:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00000001:0.0:1749611686.383114:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00080000:2.0:1749611686.383115:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611686.383115:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346583424 : -131939362968192 : ffff880079236d80) 00000100:00000001:2.0:1749611686.383117:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611686.383117:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611686.383119:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611686.383120:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383121:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000040:0.0:1749611686.383121:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079236d80 x1834598494714240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611686.383122:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611686.383123:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237100. 00000020:00000040:2.0:1749611686.383124:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 02000000:00000001:2.0:1749611686.383125:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611686.383126:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383126:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611686.383127:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611686.383127:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611686.383128:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611686.383128:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611686.383129:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 02000000:00000010:2.0:1749611686.383131:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009b41e800. 00000100:00000200:0.0:1749611686.383131:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494714240, offset 0 00000100:00000001:2.0:1749611686.383132:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611686.383135:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880079237100 x1834598494714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611686.383135:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611686.383138:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611686.383139:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611686.383141:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237100] to pc [ptlrpcd_rcv+-1] req@ffff880079237100 x1834598494714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611686.383145:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611686.383146:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:0.0:1749611686.383146:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611686.383148:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611686.383150:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079237480. 00000020:00000040:2.0:1749611686.383151:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611686.383152:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611686.383153:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:0.0:1749611686.383153:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf953980 02000000:00000001:2.0:1749611686.383156:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611686.383158:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006a3b8100. 00000400:00000200:0.0:1749611686.383158:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3e01 [256] + 520 00000100:00000001:2.0:1749611686.383160:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611686.383162:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:0.0:1749611686.383163:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611686.383165:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611686.383166:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611686.383167:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383169:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611686.383170:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880079237480] to pc [ptlrpcd_00_03+3] req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611686.383170:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611686.383173:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133990a80. 00000100:00000040:0.0:1749611686.383175:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133990a80 x1834598494714240 msgsize 520 00000100:00100000:0.0:1749611686.383177:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611686.383186:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611686.383188:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611686.383190:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1749611686.383190:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:0.0:1749611686.383196:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611686.383197:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611686.383199:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611686.383201:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079236d80 x1834598494714240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611686.383205:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611686.383206:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611686.383206:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611686.383207:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00000040:0.0:1749611686.383207:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079236d80 x1834598494714240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1749611686.383209:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6287 00000100:00001000:2.0:1749611686.383211:0:27774:0:(import.c:2097:obd_at_measure()) add 10 to ffff88007197b3f0 time=5 v=5 (1 0 0 0) 00000100:00000001:0.0:1749611686.383211:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383212:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00001000:2.0:1749611686.383213:0:27774:0:(import.c:2163:obd_at_measure()) AT ffff88007197b3f0 change: old=5 new=10 delta=5 (val=10) hist 10 0 0 0 00000100:00080000:2.0:1749611686.383214:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00000001:0.0:1749611686.383214:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611686.383216:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000040:0.0:1749611686.383216:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1250 usecs (2 jiffies) 00000100:00000001:2.0:1749611686.383217:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611686.383217:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611686.383218:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611686.383219:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611686.383220:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6a7 00000020:00000001:2.0:1749611686.383221:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611686.383222:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197c000 refcount=7 00000020:00000001:2.0:1749611686.383223:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000100:00000001:1.0:1749611686.383223:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611686.383225:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000100:00000040:2.0:1749611686.383226:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611686.383226:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300959842 00000100:00000001:1.0:1749611686.383227:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1749611686.383229:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000010:0.0:1749611686.383229:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50680. 00000100:00000001:2.0:1749611686.383230:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611686.383231:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611686.383232:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:1.0:1749611686.383233:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.383233:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000020:00000040:2.0:1749611686.383234:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88007197c000 : new refcount 6 00000100:00080000:2.0:1749611686.383235:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197b000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611686.383236:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383236:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300959842 02000000:00000001:2.0:1749611686.383237:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:3.0:1749611686.383238:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000010:0.0:1749611686.383238:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b507c0. 02000000:00000001:2.0:1749611686.383239:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:3.0:1749611686.383240:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494714240 02000000:00000001:2.0:1749611686.383240:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383240:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611686.383240:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:2.0:1749611686.383241:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611686.383242:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611686.383242:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1749611686.383243:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611686.383244:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749611686.383245:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88006fe8e300. 02000000:00000001:1.0:1749611686.383245:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611686.383245:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300959842 00000100:00000001:3.0:1749611686.383246:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611686.383246:0:27774:0:(genops.c:1229:class_import_get()) import ffff88007197b000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:2.0:1749611686.383247:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1749611686.383247:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000010:0.0:1749611686.383247:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50e80. 02000000:00000001:2.0:1749611686.383248:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383248:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 02000000:00000001:3.0:1749611686.383249:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383249:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1749611686.383249:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611686.383250:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611686.383250:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300959842 02000000:00000001:2.0:1749611686.383251:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611686.383251:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50740. 00000100:00100000:1.0:1749611686.383252:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494714624:0@lo:400:kworker.0 02000000:00000010:2.0:1749611686.383253:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880087546800. 00000100:00000001:0.0:1749611686.383253:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 00000100:00000001:0.0:1749611686.383254:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611686.383255:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611686.383255:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00100000:3.0:1749611686.383256:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494714240 00000100:00000001:0.0:1749611686.383256:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611686.383257:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88006fe8e300 x1834598494714752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:1.0:1749611686.383257:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611686.383257:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611686.383258:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611686.383258:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611686.383258:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611686.383259:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611686.383260:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 02000000:00000001:1.0:1749611686.383260:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:3.0:1749611686.383261:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383261:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611686.383261:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000020:00000001:3.0:1749611686.383262:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383262:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383262:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:1.0:1749611686.383263:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012dbe7c00. 00000100:00000001:0.0:1749611686.383263:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1749611686.383264:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88006fe8e300] to pc [ptlrpcd_rcv+-1] req@ffff88006fe8e300 x1834598494714752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611686.383264:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383264:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611686.383264:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000010:3.0:1749611686.383265:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59c00. 00000400:00000010:1.0:1749611686.383267:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db630. 00000100:00000040:0.0:1749611686.383267:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079234e00 x1834598494714368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611686.383268:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7d80. 00000400:00000010:1.0:1749611686.383270:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000001:0.0:1749611686.383271:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000010:3.0:1749611686.383272:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000200:1.0:1749611686.383272:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494714624, portal 10 00000100:00000001:0.0:1749611686.383272:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611686.383273:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611686.383274:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000001:0.0:1749611686.383274:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611686.383275:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611686.383275:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346585216 : -131939362966400 : ffff880079237480) 02000000:00000001:0.0:1749611686.383275:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611686.383276:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00100000:0.0:1749611686.383277:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494714368:0@lo:38:kworker.0 00000100:00000001:3.0:1749611686.383278:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383279:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383279:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611686.383280:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1749611686.383281:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611686.383281:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1749611686.383281:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611686.383281:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611686.383282:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611686.383283:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1749611686.383285:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111267100. 02000000:00000010:0.0:1749611686.383285:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800839a1c00. 00000020:00000040:2.0:1749611686.383286:0:27774:0:(genops.c:1229:class_import_get()) import ffff880071979800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 02000000:00000001:0.0:1749611686.383286:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383287:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:3.0:1749611686.383288:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611686.383288:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:0.0:1749611686.383288:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00000400:00000010:0.0:1749611686.383289:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 02000000:00000001:2.0:1749611686.383290:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:1.0:1749611686.383290:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611686.383291:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000200:0.0:1749611686.383291:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494714368, portal 10 02000000:00000001:2.0:1749611686.383292:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383292:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 02000000:00000010:2.0:1749611686.383293:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006a3b8b00. 00000100:00000001:0.0:1749611686.383293:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346575360 : -131939362976256 : ffff880079234e00) 00000100:00000001:3.0:1749611686.383294:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000200:1.0:1749611686.383294:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494714624, offset 0 00000100:00000001:3.0:1749611686.383295:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:2.0:1749611686.383295:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611686.383296:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079234e00 x1834598494714368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611686.383298:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000200:1.0:1749611686.383299:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611686.383299:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:3.0:1749611686.383300:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00000001:3.0:1749611686.383301:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474853504 : -131936234698112 : ffff880133990a80) 00000100:00000040:0.0:1749611686.383301:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611686.383302:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000400:00000010:0.0:1749611686.383302:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000001:2.0:1749611686.383303:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611686.383303:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494714368, offset 0 00000100:00000040:3.0:1749611686.383304:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133990a80 x1834598494714240/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611706 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611686.383305:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611686.383305:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611686.383306:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111267100] to pc [ptlrpcd_00_00+0] req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611686.383308:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:3.0:1749611686.383311:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494714240:12345-0@lo:38:kworker.0 00000400:00000200:0.0:1749611686.383311:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953a00 00000100:00000200:3.0:1749611686.383314:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494714240 00000400:00000200:0.0:1749611686.383314:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 182928 00000100:00000001:2.0:1749611686.383315:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611686.383316:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000400:00000200:1.0:1749611686.383316:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf953b00 00000400:00000200:0.0:1749611686.383317:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:3.0:1749611686.383318:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000040:2.0:1749611686.383318:0:27774:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6297) 00000400:00000200:1.0:1749611686.383320:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 183448 00000100:00000001:2.0:1749611686.383324:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611686.383325:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611686.383325:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000020:00000001:3.0:1749611686.383326:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611686.383327:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00020000:3.0:1749611686.383328:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00000001:3.0:1749611686.383330:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:1.0:1749611686.383330:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000200:0.0:1749611686.383331:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00010000:00000001:3.0:1749611686.383332:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611686.383332:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000200:1.0:1749611686.383332:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611686.383333:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611686.383334:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611686.383334:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611686.383335:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000010:1.0:1749611686.383336:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff8800882a0e00. 02000000:00000001:3.0:1749611686.383337:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:2.0:1749611686.383337:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611686.383338:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff8800882a0e00 x1834598494714624 msgsize 224 02000000:00000010:3.0:1749611686.383339:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff7800. 02000000:00000001:3.0:1749611686.383340:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383340:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611686.383341:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611686.383341:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 02000000:00000001:2.0:1749611686.383342:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1749611686.383343:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611686.383344:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611686.383344:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383344:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00000001:3.0:1749611686.383346:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:2.0:1749611686.383346:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111267100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494714880:0@lo:400:kworker.0 00000100:00000001:0.0:1749611686.383346:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1749611686.383348:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383348:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611686.383349:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:1.0:1749611686.383349:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00001000:3.0:1749611686.383350:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 02000000:00000001:2.0:1749611686.383350:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611686.383351:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611686.383352:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:2.0:1749611686.383352:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880079131a00. 02000000:00000001:2.0:1749611686.383353:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611686.383354:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611686.383355:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611686.383355:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:2.0:1749611686.383356:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe108. 00000100:00100000:0.0:1749611686.383356:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494714624 00000100:00000001:3.0:1749611686.383357:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611686.383357:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611686.383358:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:1.0:1749611686.383358:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000400:00000010:1.0:1749611686.383359:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:0.0:1749611686.383359:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611686.383360:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611686.383360:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611686.383361:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611686.383361:0:28324:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:0.0:1749611686.383361:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611686.383362:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611686.383363:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:0.0:1749611686.383363:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494714624 00000100:00000040:3.0:1749611686.383364:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000001:0.0:1749611686.383364:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000400:00000010:2.0:1749611686.383365:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 00000100:00000200:1.0:1749611686.383365:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611686.383365:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000400:00000010:3.0:1749611686.383366:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000020:00000001:0.0:1749611686.383366:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611686.383367:0:9693:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000200:2.0:1749611686.383368:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494714880, portal 10 00000100:00000200:3.0:1749611686.383369:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494714240, offset 0 00000020:00000001:0.0:1749611686.383369:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:0.0:1749611686.383370:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611686.383372:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611686.383372:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136896917760 : -131936812633856 : ffff880111267100) 00000100:00000001:1.0:1749611686.383372:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611686.383373:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1749611686.383374:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b50180. 00000100:00000040:1.0:1749611686.383375:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611686.383377:0:28321:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880136aba000. 00000020:00000010:0.0:1749611686.383377:0:9693:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136b502c0. 00000100:00000040:2.0:1749611686.383381:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611686.383426:0:9693:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:1.0:1749611686.383429:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611686.383433:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611686.383435:0:9693:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000400:00000200:3.0:1749611686.383439:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:0.0:1749611686.383440:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000100:00000001:1.0:1749611686.383441:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383442:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000010:0.0:1749611686.383444:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff880. 00000100:00000040:2.0:1749611686.383445:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:1.0:1749611686.383447:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 955 usecs (1 jiffies) 00000400:00000010:2.0:1749611686.383448:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000020:00000010:0.0:1749611686.383448:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000400:00000200:3.0:1749611686.383449:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611686.383451:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300959841 00000100:00000001:1.0:1749611686.383454:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300959842 00000100:00000040:0.0:1749611686.383455:0:9693:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000400:00000200:3.0:1749611686.383456:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf953980 00000100:00000001:0.0:1749611686.383457:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000200:2.0:1749611686.383458:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494714880, offset 0 00000100:00000001:1.0:1749611686.383458:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300959841 00000100:00000001:0.0:1749611686.383459:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611686.383461:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300959842 00000400:00000200:3.0:1749611686.383462:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9b31 [1] + 0 00000100:00000001:0.0:1749611686.383462:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611686.383465:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300959841 00000400:00000200:3.0:1749611686.383467:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1749611686.383467:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611686.383467:0:9693:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611686.383468:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300959842 00000100:00000001:0.0:1749611686.383469:0:9693:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000400:00000200:3.0:1749611686.383471:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611686.383471:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300959841 00000100:00000001:0.0:1749611686.383471:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611686.383474:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611686.383474:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300959842 00000400:00000200:2.0:1749611686.383475:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611686.383477:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611686.383477:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1749611686.383480:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079236d80 x1834598494714240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.383484:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611686.383486:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1749611686.383490:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611686.383490:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00000040:3.0:1749611686.383491:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079236d80 x1834598494714240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611686.383493:0:9693:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:1.0:1749611686.383494:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383495:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134598675968 : -131939110875648 : ffff8800882a0e00) 00000100:00000001:1.0:1749611686.383497:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611686.383500:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff8800882a0e00 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:367/0 lens 224/0 e 0 to 0 dl 1749611697 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611686.383501:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611686.383502:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf953c00 00000100:00000001:1.0:1749611686.383505:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611686.383507:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:2.0:1749611686.383508:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 183672 00000100:00000001:1.0:1749611686.383509:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611686.383509:0:9693:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611686.383511:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:0.0:1749611686.383511:0:9693:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff880136b502c0. 00000100:00000001:1.0:1749611686.383513:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611686.383514:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611686.383514:0:9693:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611686.383515:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611686.383516:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000020:00000010:0.0:1749611686.383516:0:9693:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff880136b502c0. 00000400:00000200:2.0:1749611686.383518:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000010:3.0:1749611686.383519:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00100000:0.0:1749611686.383576:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff8800882a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494714624:12345-0@lo:400:kworker.0 00000100:00000200:0.0:1749611686.383581:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494714624 00000100:00000001:3.0:1749611686.383582:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611686.383583:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:3.0:1749611686.383584:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749611686.383584:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:2.0:1749611686.383585:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00080000:1.0:1749611686.383586:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000001:0.0:1749611686.383587:0:9693:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:3.0:1749611686.383588:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611686.383588:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111265880. 00000020:00000001:0.0:1749611686.383589:0:9693:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611686.383591:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880111265880 x1834598494714880 msgsize 224 00000020:00000040:1.0:1749611686.383592:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000020:00000001:0.0:1749611686.383592:0:9693:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00100000:2.0:1749611686.383595:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:0.0:1749611686.383595:0:9693:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:0.0:1749611686.383598:0:9693:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000001:2.0:1749611686.383602:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:0.0:1749611686.383602:0:9693:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611686.383604:0:9693:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:0.0:1749611686.383606:0:9693:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000400:00000200:2.0:1749611686.383608:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000020:00000001:0.0:1749611686.383608:0:9693:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611686.383610:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000020:00000001:0.0:1749611686.383610:0:9693:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:2.0:1749611686.383613:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:0.0:1749611686.383614:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1749611686.383616:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749611686.383617:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611686.383619:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a2400. 02000000:00000001:0.0:1749611686.383621:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611686.383624:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611686.383624:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611686.383625:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611686.383625:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000020:00000001:0.0:1749611686.383626:0:9693:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611686.383627:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611686.383627:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494714880 00000020:00000001:3.0:1749611686.383629:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1749611686.383629:0:9693:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494714624 02000000:00000001:1.0:1749611686.383630:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:0.0:1749611686.383632:0:9693:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:1.0:1749611686.383633:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:3.0:1749611686.383635:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133990a80 x1834598494714240/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611706 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000200:0.0:1749611686.383636:0:9693:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff8800882a0e00 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1749611697 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611686.383637:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611686.383641:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611686.383644:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00100000:1.0:1749611686.383645:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494714880 00000100:00100000:3.0:1749611686.383646:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494714240:12345-0@lo:38:kworker.0 Request processed in 333us (468us total) trans 0 rc -19/-19 00010000:00000001:0.0:1749611686.383646:0:9693:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611686.383648:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00001000:0.0:1749611686.383649:0:9693:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=141 v=5 (1 1 1 1) 00000020:00000040:1.0:1749611686.383650:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6bc 00000100:00000040:2.0:1749611686.383651:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611686.383653:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611686.383653:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:3.0:1749611686.383655:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00000040:0.0:1749611686.383656:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000040:1.0:1749611686.383657:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=5 00000100:00000001:2.0:1749611686.383658:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383658:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611686.383660:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:1.0:1749611686.383660:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 02000000:00000001:0.0:1749611686.383660:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611686.383662:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383664:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611686.383664:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000100:00000001:0.0:1749611686.383664:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611686.383666:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611686.383667:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749611686.383668:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1045 usecs (2 jiffies) 00000100:00000001:3.0:1749611686.383669:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:0.0:1749611686.383669:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:1.0:1749611686.383670:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000200:0.0:1749611686.383673:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494714624, offset 224 00000020:00000010:3.0:1749611686.383674:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7d80. 00000020:00000010:1.0:1749611686.383674:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012eb32680. 00000100:00000001:2.0:1749611686.383676:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300959843 00000400:00000200:0.0:1749611686.383677:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611686.383678:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000020:00000010:1.0:1749611686.383680:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012eb32b40. 00000020:00000010:3.0:1749611686.383681:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59c00. 00000100:00000001:2.0:1749611686.383682:0:28321:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, simply extend its deadline from 4300959842 00000400:00000200:0.0:1749611686.383684:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611686.383686:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611686.383686:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300959843 00000020:00000040:1.0:1749611686.383688:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749611686.383689:0:28321:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, simply extend its deadline from 4300959842 00000400:00000200:0.0:1749611686.383690:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953b00 00000100:00000001:2.0:1749611686.383692:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300959843 00000100:00000001:1.0:1749611686.383694:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611686.383695:0:28321:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, simply extend its deadline from 4300959842 00000400:00000200:0.0:1749611686.383696:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9b39 [1] + 224 00000100:00000001:2.0:1749611686.383697:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300959843 00000020:00000010:1.0:1749611686.383697:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012eb32680. 00000400:00000200:0.0:1749611686.383700:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611686.383701:0:28321:0:(niobuf.c:648:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, simply extend its deadline from 4300959842 00000020:00000010:1.0:1749611686.383701:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012dbe6c00. 00000100:00000001:2.0:1749611686.383703:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611686.383704:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000020:00000010:1.0:1749611686.383705:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0f900. 00000100:00000001:2.0:1749611686.383706:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383707:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611686.383708:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611686.383709:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:2.0:1749611686.383711:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611686.383711:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611686.383714:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611686.383715:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611686.383716:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611686.383718:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749611686.383720:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1749611686.383721:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611686.383722:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611686.383723:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.383725:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611686.383725:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611686.383730:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611686.383732:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611686.383733:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611686.383734:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611686.383737:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611686.383739:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749611686.383742:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611686.383743:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611686.383746:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611686.383748:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:0.0:1749611686.383750:0:9693:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000020:00000001:0.0:1749611686.383752:0:9693:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611686.383754:0:9693:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000040:0.0:1749611686.383758:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff8800882a0e00 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1749611697 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611686.383767:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611686.383767:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff8800882a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494714624:12345-0@lo:400:kworker.0 Request processed in 256us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1749611686.383775:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00000001:1.0:1749611686.383778:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1749611686.383778:0:9693:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000001:1.0:1749611686.383780:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611686.383781:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611686.383783:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749611686.383784:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000020:00000010:0.0:1749611686.383786:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff880. 00000100:00000040:1.0:1749611686.383788:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4001000 : new rpc_count 1 00000020:00000010:0.0:1749611686.383789:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000100:00000001:1.0:1749611686.383790:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612136896911488 : -131936812640128 : ffff880111265880) 00000020:00000010:0.0:1749611686.383793:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000100:00000040:1.0:1749611686.383796:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880111265880 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:367/0 lens 224/0 e 0 to 0 dl 1749611697 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:0.0:1749611686.383798:0:9693:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:0.0:1749611686.383800:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611686.383805:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611686.383808:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012eb32680. 00000100:00000001:1.0:1749611686.383810:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611686.383812:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:1.0:1749611686.383813:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012eb32680. 00000100:00000200:0.0:1749611686.383814:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00100000:1.0:1749611686.383817:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880111265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494714880:12345-0@lo:400:kworker.0 00000100:00000010:0.0:1749611686.383817:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133991c00. 00000100:00000040:0.0:1749611686.383820:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133991c00 x1834598494714368 msgsize 520 00000100:00000200:1.0:1749611686.383821:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494714880 00000020:00000001:1.0:1749611686.383823:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00100000:0.0:1749611686.383825:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749611686.383826:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749611686.383828:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611686.383830:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000020:00000001:1.0:1749611686.383832:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749611686.383835:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000020:00000001:1.0:1749611686.383838:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611686.383840:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749611686.383841:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:0.0:1749611686.383842:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000001:1.0:1749611686.383843:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611686.383845:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000400:00000200:0.0:1749611686.383846:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000001:1.0:1749611686.383848:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000400:00000010:0.0:1749611686.383848:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 02000000:00000001:1.0:1749611686.383850:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611686.383851:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1749611686.383854:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079234e00 x1834598494714368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:1.0:1749611686.383855:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c625400. 02000000:00000001:1.0:1749611686.383857:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383862:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1749611686.383865:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611686.383865:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079234e00 x1834598494714368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611686.383867:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611686.383870:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494714880 00000100:00000001:0.0:1749611686.383871:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611686.383873:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749611686.383873:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611686.383875:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00010000:00000200:1.0:1749611686.383878:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880111265880 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1749611697 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611686.383878:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1086 usecs (2 jiffies) 00000100:00000001:2.0:1749611686.383880:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:0.0:1749611686.383881:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300959843 00000100:00100000:2.0:1749611686.383883:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494714368 00000100:00000001:0.0:1749611686.383884:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300959843 02000000:00000001:2.0:1749611686.383885:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00010000:00000001:1.0:1749611686.383886:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611686.383886:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300959843 00000100:00000001:2.0:1749611686.383888:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00010000:00000001:1.0:1749611686.383888:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383888:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300959843 00000100:00000001:2.0:1749611686.383890:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383890:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300959843 00000100:00001000:1.0:1749611686.383891:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=141 v=5 (1 1 1 1) 02000000:00000001:2.0:1749611686.383893:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383893:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300959843 00000100:00000001:0.0:1749611686.383894:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300959843 00000100:00000001:1.0:1749611686.383895:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:2.0:1749611686.383896:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494714368 00000100:00000001:0.0:1749611686.383896:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300959843 00000100:00000040:1.0:1749611686.383897:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:2.0:1749611686.383898:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611686.383898:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749611686.383899:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:1.0:1749611686.383899:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611686.383901:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611686.383901:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611686.383902:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000020:00000001:2.0:1749611686.383903:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611686.383903:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.383903:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000020:00000001:2.0:1749611686.383905:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611686.383905:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611686.383907:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880079237100 x1834598494714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611686.383908:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000020:00000010:2.0:1749611686.383909:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079131200. 00000400:00000010:1.0:1749611686.383911:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000020:00000010:2.0:1749611686.383913:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387180. 00000100:00000001:0.0:1749611686.383914:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:1.0:1749611686.383915:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494714880, offset 224 00000100:00000001:0.0:1749611686.383915:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611686.383917:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9320. 02000000:00000001:0.0:1749611686.383917:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:1.0:1749611686.383919:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611686.383920:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611686.383922:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611686.383925:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494714496:0@lo:38:kworker.0 00000100:00000001:2.0:1749611686.383927:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000400:00000200:1.0:1749611686.383927:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611686.383929:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611686.383929:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611686.383931:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611686.383931:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611686.383932:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611686.383934:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953c00 02000000:00000001:0.0:1749611686.383934:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611686.383935:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611686.383939:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9b49 [1] + 224 02000000:00000010:0.0:1749611686.383939:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009457cc00. 02000000:00000001:0.0:1749611686.383941:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611686.383944:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1749611686.383944:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff210. 00000400:00000010:0.0:1749611686.383947:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000400:00000200:1.0:1749611686.383948:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1749611686.383950:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494714496, portal 10 00000100:00000001:1.0:1749611686.383951:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611686.383952:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.383952:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611686.383954:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134346584320 : -131939362967296 : ffff880079237100) 00000100:00000200:1.0:1749611686.383956:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611686.383959:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880079237100 x1834598494714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611686.383961:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611686.383962:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611686.383965:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611686.383966:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611686.383967:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00000040:0.0:1749611686.383968:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611686.383969:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474857984 : -131936234693632 : ffff880133991c00) 00000400:00000010:0.0:1749611686.383969:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:0.0:1749611686.383972:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494714496, offset 0 00000100:00000040:2.0:1749611686.383974:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133991c00 x1834598494714368/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611706 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611686.383976:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611686.383979:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:0.0:1749611686.383981:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:1.0:1749611686.383984:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00100000:2.0:1749611686.383985:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133991c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494714368:12345-0@lo:38:kworker.0 00000400:00000010:1.0:1749611686.383986:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000400:00000200:0.0:1749611686.383986:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953a80 00000100:00000001:1.0:1749611686.383988:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:2.0:1749611686.383989:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494714368 00000400:00000200:0.0:1749611686.383990:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 183896 00000020:00000001:2.0:1749611686.383991:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611686.383994:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:1.0:1749611686.383995:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:0.0:1749611686.383995:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611686.383998:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611686.384000:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.384001:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611686.384002:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000020:00000001:2.0:1749611686.384003:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611686.384003:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00010000:00000001:1.0:1749611686.384005:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000010:0.0:1749611686.384005:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133991880. 00010000:00020000:2.0:1749611686.384006:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749611686.384007:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611686.384008:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133991880 x1834598494714496 msgsize 520 00010000:00000001:2.0:1749611686.384009:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749611686.384009:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00010000:00000001:2.0:1749611686.384012:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00100000:0.0:1749611686.384012:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:1.0:1749611686.384014:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111265880 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:367/0 lens 224/224 e 0 to 0 dl 1749611697 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611686.384015:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611686.384017:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611686.384018:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749611686.384019:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000200:0.0:1749611686.384021:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 02000000:00000010:2.0:1749611686.384023:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087547800. 00000400:00000010:0.0:1749611686.384023:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 02000000:00000001:2.0:1749611686.384024:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611686.384024:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880111265880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494714880:12345-0@lo:400:kworker.0 Request processed in 217us (430us total) trans 0 rc 0/0 00000100:00000001:0.0:1749611686.384025:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611686.384027:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611686.384029:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880079237100 x1834598494714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611686.384030:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:3.0:1749611686.384031:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00010000:00000001:2.0:1749611686.384031:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611686.384032:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1749611686.384034:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494714496 00000100:00001000:2.0:1749611686.384034:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000040:1.0:1749611686.384035:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4001000 : new rpc_count 0 02000000:00000001:3.0:1749611686.384036:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611686.384036:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611686.384037:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611686.384037:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611686.384038:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611686.384039:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000040:0.0:1749611686.384039:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079237100 x1834598494714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611686.384040:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.384040:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611686.384042:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000010:1.0:1749611686.384042:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0f900. 02000000:00000001:3.0:1749611686.384043:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.384044:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611686.384045:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611686.384046:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494714496 00000020:00000010:1.0:1749611686.384046:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749611686.384046:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749611686.384048:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611686.384049:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000010:1.0:1749611686.384049:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012dbe6c00. 00000100:00000001:0.0:1749611686.384049:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611686.384051:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611686.384051:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00000001:2.0:1749611686.384052:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000020:00000001:3.0:1749611686.384053:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611686.384053:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 4 00000100:00000001:0.0:1749611686.384053:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300959842 00000020:00000001:3.0:1749611686.384055:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611686.384055:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611686.384056:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.384056:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300959843 02000000:00000001:2.0:1749611686.384058:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611686.384058:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300959842 00000020:00000010:3.0:1749611686.384059:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59c00. 02000000:00000001:2.0:1749611686.384060:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.384060:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300959843 00000100:00000001:0.0:1749611686.384061:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300959842 00000020:00000010:3.0:1749611686.384062:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7d80. 00000100:00000001:2.0:1749611686.384063:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:0.0:1749611686.384064:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300959843 00000020:00000010:3.0:1749611686.384065:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000040:2.0:1749611686.384065:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611686.384066:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300959842 00000400:00000010:2.0:1749611686.384067:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000001:3.0:1749611686.384068:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611686.384068:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300959843 00000100:00000001:3.0:1749611686.384069:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00080000:1.0:1749611686.384069:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000001:0.0:1749611686.384070:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611686.384071:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611686.384071:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494714368, offset 0 00000020:00000040:1.0:1749611686.384071:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611686.384072:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611686.384075:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611686.384075:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611686.384079:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611686.384081:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611686.384082:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611686.384083:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000001:0.0:1749611686.384086:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611686.384088:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1749611686.384089:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953a00 00000400:00000010:0.0:1749611686.384090:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000100:00000001:3.0:1749611686.384094:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749611686.384094:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000100:00000001:3.0:1749611686.384095:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:0.0:1749611686.384095:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611686.384098:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000001:1.0:1749611686.384099:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00100000:3.0:1749611686.384100:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000400:00000001:1.0:1749611686.384101:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000200:0.0:1749611686.384101:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079236d80 x1834598494714240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611686.384102:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474857088 : -131936234694528 : ffff880133991880) 00000400:00000010:1.0:1749611686.384104:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db630. 00000100:00000040:3.0:1749611686.384107:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133991880 x1834598494714496/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611706 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611686.384107:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000400:00000010:1.0:1749611686.384109:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000200:0.0:1749611686.384109:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079236d80 x1834598494714240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611686.384111:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611686.384115:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9b3d [1] + 0 00000100:00000200:1.0:1749611686.384115:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611686.384118:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494714496:12345-0@lo:38:kworker.0 00000400:00000200:2.0:1749611686.384120:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:3.0:1749611686.384121:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494714496 00000400:00000200:2.0:1749611686.384123:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611686.384123:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000001:3.0:1749611686.384124:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000200:1.0:1749611686.384124:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.384125:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611686.384126:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611686.384127:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611686.384128:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611686.384130:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000200:2.0:1749611686.384131:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079234e00 x1834598494714368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611686.384131:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611686.384132:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000001:3.0:1749611686.384134:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.384134:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611686.384136:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00020000:3.0:1749611686.384137:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:1.0:1749611686.384138:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1749611686.384140:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611686.384140:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079234e00 x1834598494714368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611686.384140:0:28324:0:(client.c:1550:after_reply()) Process entered 00000100:00001000:0.0:1749611686.384141:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611686 v=5 (0 0 0 0) 02000000:00000001:1.0:1749611686.384142:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00010000:00000001:3.0:1749611686.384143:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:1.0:1749611686.384144:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611686.384145:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00001000:0.0:1749611686.384145:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=59 v=20 (1 1 20 1) 00000100:00000001:3.0:1749611686.384147:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611686.384147:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.384148:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:3.0:1749611686.384149:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:2.0:1749611686.384149:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749611686.384149:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.384150:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000010:3.0:1749611686.384152:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff6c00. 00000100:00000001:0.0:1749611686.384152:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:2.0:1749611686.384153:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 02000000:00000001:3.0:1749611686.384154:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611686.384154:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=91 v=5 (5 5 5 5) 00000400:00000010:2.0:1749611686.384155:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:3.0:1749611686.384156:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1749611686.384157:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=91 v=5 (1 1 1 1) 00000100:00000040:0.0:1749611686.384157:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079236d80 x1834598494714240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611711 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611686.384158:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00010000:00000001:3.0:1749611686.384159:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:2.0:1749611686.384159:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:1.0:1749611686.384159:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00010000:00000001:3.0:1749611686.384161:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611686.384161:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.384162:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611686.384163:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00010000:00000001:1.0:1749611686.384163:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749611686.384164:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611686.384165:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611686.384166:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:2.0:1749611686.384167:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.384167:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00080000:1.0:1749611686.384168:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611686.384169:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:2.0:1749611686.384169:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611686.384169:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611686.384171:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611686.384171:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611686.384173:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:2.0:1749611686.384173:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133991c00 x1834598494714368/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611706 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.384173:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611686.384176:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:1.0:1749611686.384176:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611686.384176:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00000040:3.0:1749611686.384179:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611686.384179:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00080000:0.0:1749611686.384179:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 02000000:00000001:3.0:1749611686.384181:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:1.0:1749611686.384181:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:0.0:1749611686.384181:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:3.0:1749611686.384182:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611686.384183:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133991c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494714368:12345-0@lo:38:kworker.0 Request processed in 198us (360us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611686.384183:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1749611686.384184:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611686.384185:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079236d80 x1834598494714240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611711 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611686.384188:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611686.384193:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079236d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494714240:0@lo:38:kworker.0 00000100:00000001:1.0:1749611686.384195:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611686.384197:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611686.384197:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611686.384198:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611686.384199:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00100000:2.0:1749611686.384199:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00000001:0.0:1749611686.384199:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611686.384202:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611686.384202:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:1.0:1749611686.384202:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611686.384203:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079236d80 x1834598494714240/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611711 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611686.384204:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000010:3.0:1749611686.384205:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000020:00000010:2.0:1749611686.384207:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387180. 00000100:00000200:3.0:1749611686.384209:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494714496, offset 0 00000100:00100000:1.0:1749611686.384210:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494714624:0@lo:400:kworker.0 00000100:00000001:0.0:1749611686.384210:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000010:2.0:1749611686.384212:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9320. 02000000:00000001:0.0:1749611686.384212:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749611686.384214:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611686.384215:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611686.384215:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800839a0c00. 00000020:00000010:2.0:1749611686.384217:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079131200. 00000100:00000001:1.0:1749611686.384217:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1749611686.384219:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:1.0:1749611686.384220:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237480 x1834598494714624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611686.384221:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:2.0:1749611686.384221:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611686.384221:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611686.384223:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000020:00000001:0.0:1749611686.384225:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:1.0:1749611686.384226:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000400:00000200:3.0:1749611686.384228:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953a80 02000000:00000001:1.0:1749611686.384228:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611686.384228:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009b41fc00. 02000000:00000010:1.0:1749611686.384230:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012dbe7c00. 02000000:00000001:0.0:1749611686.384231:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749611686.384233:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9b5d [1] + 0 02000000:00000001:0.0:1749611686.384233:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611686.384234:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079236d80. 00000100:00000001:2.0:1749611686.384235:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611686.384237:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611686.384237:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:1.0:1749611686.384237:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1749611686.384238:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000020:00000001:1.0:1749611686.384239:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611686.384240:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611686.384241:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000001:2.0:1749611686.384241:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000040:1.0:1749611686.384241:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:0.0:1749611686.384241:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1749611686.384243:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:1.0:1749611686.384243:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00000400:00000010:2.0:1749611686.384245:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe108. 02000000:00000010:1.0:1749611686.384245:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006a3b8100. 00000100:00000001:0.0:1749611686.384245:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611686.384247:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1749611686.384248:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 02000000:00000001:1.0:1749611686.384248:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611686.384249:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611686.384249:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1749611686.384250:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 00000100:00000010:1.0:1749611686.384251:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237480. 00000100:00000001:0.0:1749611686.384251:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611686.384252:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611686.384252:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1749611686.384254:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611686.384255:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611686.384256:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611686.384256:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88006fe8e300 x1834598494714752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611686.384257:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611686.384260:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611686.384262:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611686.384263:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.384263:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000200:3.0:1749611686.384264:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880079237100 x1834598494714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.384264:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611686.384265:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611686.384265:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1749611686.384266:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1749611686.384267:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611686.384268:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611686.384270:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.384272:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611686.384273:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611686.384273:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88006fe8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494714752:0@lo:38:kworker.0 00000100:00000040:3.0:1749611686.384274:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880079237100 x1834598494714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611686.384275:0:28321:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611686.384276:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1749611686.384277:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 02000000:00000001:0.0:1749611686.384278:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611686.384279:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:0.0:1749611686.384279:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.384281:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611686.384281:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611686.384283:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611686.384283:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611686.384284:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009457dc00. 02000000:00000001:0.0:1749611686.384286:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611686.384287:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000100:00001000:2.0:1749611686.384287:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979c38 time=5 v=5 (5 0 0 0) 00000400:00000010:0.0:1749611686.384288:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 00000400:00000010:3.0:1749611686.384289:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749611686.384291:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00001000:2.0:1749611686.384291:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880071979bf0 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1749611686.384292:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000010:0.0:1749611686.384292:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:2.0:1749611686.384293:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611686.384295:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.384295:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611686.384295:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494714752, portal 10 00010000:00000001:2.0:1749611686.384297:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:0.0:1749611686.384297:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:3.0:1749611686.384298:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611686.384299:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134191751936 : -131939517799680 : ffff88006fe8e300) 00000100:00000001:3.0:1749611686.384300:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1749611686.384301:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611686.384302:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611686.384305:0:28320:0:(lprocfs_status.c:1291:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 4608 at ffff880129e7e000. 00000100:00000040:3.0:1749611686.384306:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133991880 x1834598494714496/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611706 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1749611686.384308:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611686.384310:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88006fe8e300 x1834598494714752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611686.384316:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133991880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494714496:12345-0@lo:38:kworker.0 Request processed in 198us (305us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611686.384316:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611686.384317:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611686.384318:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:2.0:1749611686.384320:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000040:0.0:1749611686.384320:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611686.384321:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000001:2.0:1749611686.384322:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611686.384323:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00000200:0.0:1749611686.384324:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494714752, offset 0 00000100:00000001:3.0:1749611686.384326:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000040:2.0:1749611686.384326:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611686.384327:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:0.0:1749611686.384327:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000020:00000010:3.0:1749611686.384330:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7d80. 00000400:00000200:0.0:1749611686.384332:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000010:3.0:1749611686.384333:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611686.384333:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611686.384335:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611686.384336:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611686.384336:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953b80 00000100:00000040:2.0:1749611686.384340:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611686.384341:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59c00. 00000400:00000200:0.0:1749611686.384341:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 184416 00000100:00000001:3.0:1749611686.384345:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611686.384345:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00100000:2.0:1749611686.384348:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111267100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494714880:0@lo:400:kworker.0 00000400:00000200:0.0:1749611686.384349:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611686.384351:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000001:2.0:1749611686.384352:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611686.384353:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611686.384354:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000010:0.0:1749611686.384356:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133992300. 00000100:00000040:2.0:1749611686.384357:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111267100 x1834598494714880/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611702 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611686.384358:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133992300 x1834598494714752 msgsize 520 00000100:00100000:0.0:1749611686.384362:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611686.384364:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611686.384365:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611686.384368:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880079131a00. 00000100:00000001:0.0:1749611686.384368:0:28320:0:(events.c:374:request_in_callback()) Process leaving 02000000:00000001:2.0:1749611686.384371:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:0.0:1749611686.384371:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000020:00000001:2.0:1749611686.384372:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000400:00000010:0.0:1749611686.384373:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000020:00000040:2.0:1749611686.384374:0:28321:0:(genops.c:1242:class_import_put()) import ffff880071979800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611686.384375:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611686.384375:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000010:2.0:1749611686.384377:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006a3b8b00. 00000100:00000200:0.0:1749611686.384378:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88006fe8e300 x1834598494714752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611686.384380:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 02000000:00000001:2.0:1749611686.384380:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611686.384381:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00100000:3.0:1749611686.384382:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494714752 00000100:00000010:2.0:1749611686.384383:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111267100. 02000000:00000001:3.0:1749611686.384384:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611686.384385:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611686.384386:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611686.384386:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611686.384387:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611686.384388:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611686.384388:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88006fe8e300 x1834598494714752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611701 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611686.384389:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611686.384411:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611686.384414:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494714752 00000020:00000001:3.0:1749611686.384416:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611686.384417:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611686.384418:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611686.384419:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611686.384419:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611686.384419:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749611686.384421:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.384421:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611686.384423:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.384423:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611686.384423:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611686.384425:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611686.384425:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 1075 usecs (2 jiffies) 00000020:00000010:3.0:1749611686.384426:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59c00. 00000100:00000001:0.0:1749611686.384428:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300959843 00000020:00000010:3.0:1749611686.384429:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7d80. 00000020:00000010:3.0:1749611686.384431:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:0.0:1749611686.384431:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300959843 00000100:00000001:0.0:1749611686.384433:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300959843 00000100:00000001:3.0:1749611686.384434:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611686.384435:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611686.384436:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300959843 00000100:00000001:3.0:1749611686.384437:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.384437:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300959843 00000100:00000001:3.0:1749611686.384440:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.384440:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300959843 00000100:00000001:0.0:1749611686.384441:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300959843 00000100:00000001:0.0:1749611686.384443:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300959843 00000100:00000001:0.0:1749611686.384445:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611686.384447:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611686.384450:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611686.384451:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611686.384453:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000400:00000200:0.0:1749611686.384456:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611686.384457:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:3.0:1749611686.384458:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.384459:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611686.384462:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079234e00 x1834598494714368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611686.384464:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611686.384466:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1749611686.384469:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00000200:0.0:1749611686.384470:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079234e00 x1834598494714368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611686.384472:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474859776 : -131936234691840 : ffff880133992300) 00000100:00000040:3.0:1749611686.384476:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133992300 x1834598494714752/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611706 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.384476:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611686.384478:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.384480:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611686.384482:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611686.384483:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:3.0:1749611686.384485:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494714752:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611686.384485:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611686.384487:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611686.384488:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494714752 00000020:00000001:3.0:1749611686.384491:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00001000:0.0:1749611686.384491:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611686 v=5 (0 0 0 0) 00010000:00000001:3.0:1749611686.384493:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00001000:0.0:1749611686.384494:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=41 v=20 (1 1 20 1) 00000100:00000001:0.0:1749611686.384497:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000001:3.0:1749611686.384500:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:02020000:0.0:1749611686.384500:0:28320:0:(client.c:1483:ptlrpc_check_status()) lustre-MDT0000-lwp-MDT0001: operation mds_connect to node 0@lo failed: rc = -19 00010000:00020000:3.0:1749611686.384503:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611686.384503:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611686.384505:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611686.384510:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079234e00 x1834598494714368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611711 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611686.384512:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611686.384514:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611686.384517:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611686.384517:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:3.0:1749611686.384519:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611686.384519:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611686.384521:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611686.384544:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611686.384544:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611686.384546:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000010:3.0:1749611686.384548:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff7c00. 00000100:00080000:0.0:1749611686.384548:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:3.0:1749611686.384550:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611686.384551:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611686.384552:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.384553:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611686.384555:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611686.384556:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611686.384557:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079234e00 x1834598494714368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611711 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611686.384559:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611686.384562:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611686.384564:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749611686.384565:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079234e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494714368:0@lo:38:kworker.0 00000100:00000040:3.0:1749611686.384567:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:3.0:1749611686.384569:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000001:0.0:1749611686.384569:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611686.384570:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:3.0:1749611686.384572:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:0.0:1749611686.384572:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff210. 00000400:00000200:0.0:1749611686.384574:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000040:3.0:1749611686.384575:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:0.0:1749611686.384575:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 02000000:00000001:3.0:1749611686.384577:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611686.384577:0:28320:0:(events.c:79:reply_in_callback()) Process entered 02000000:00000001:3.0:1749611686.384579:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611686.384580:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:0.0:1749611686.384580:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880079237100 x1834598494714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611686.384583:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611686.384585:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000200:0.0:1749611686.384588:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880079237100 x1834598494714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611711 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611686.384589:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494714752, offset 0 00000400:00000200:3.0:1749611686.384593:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611686.384595:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611686.384597:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.384598:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611686.384599:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1749611686.384600:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611686.384601:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611686.384602:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611686.384604:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611686.384606:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953b80 00000100:00001000:0.0:1749611686.384607:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611686 v=5 (0 0 0 0) 00000400:00000200:3.0:1749611686.384610:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9b6d [1] + 0 00000100:00001000:0.0:1749611686.384610:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=91 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611686.384613:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1749611686.384614:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611686.384614:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611686.384616:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611686.384617:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611686.384620:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079237100 x1834598494714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611711 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611686.384621:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611686.384624:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88006fe8e300 x1834598494714752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611701 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.384626:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611686.384629:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611686.384630:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.384631:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611686.384633:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611686.384635:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611686.384637:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611686.384640:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611686.384642:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88006fe8e300 x1834598494714752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611686.384644:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079237100 x1834598494714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611711 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611686.384651:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079237100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494714496:0@lo:38:kworker.0 00000100:00000001:0.0:1749611686.384655:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611686.384656:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611686.384657:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611686.384659:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079234e00 x1834598494714368/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611711 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611686.384661:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749611686.384663:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749611686.384665:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611686.384665:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611686.384667:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749611686.384667:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611686.384669:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800839a1c00. 00000100:00000001:3.0:1749611686.384670:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611686.384671:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749611686.384673:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:0.0:1749611686.384673:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611686.384674:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:3.0:1749611686.384675:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611686.384676:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000020:00000001:3.0:1749611686.384677:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:0.0:1749611686.384677:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009b41d000. 02000000:00000001:0.0:1749611686.384680:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:3.0:1749611686.384681:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133992300 x1834598494714752/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611706 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611686.384682:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611686.384684:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079234e00. 00000100:00100000:3.0:1749611686.384689:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494714752:12345-0@lo:38:kworker.0 Request processed in 204us (329us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611686.384689:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611686.384690:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.384692:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611686.384695:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079237100 x1834598494714496/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611711 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611686.384697:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00000001:3.0:1749611686.384699:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611686.384700:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611686.384701:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611686.384703:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000020:00000010:3.0:1749611686.384704:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7d80. 02000000:00000010:0.0:1749611686.384704:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009457cc00. 00000020:00000010:3.0:1749611686.384706:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 02000000:00000001:0.0:1749611686.384708:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611686.384709:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000010:3.0:1749611686.384710:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59c00. 00000020:00000040:0.0:1749611686.384710:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611686.384712:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611686.384713:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1749611686.384713:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009b41e800. 02000000:00000001:0.0:1749611686.384716:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611686.384717:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611686.384718:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079237100. 00000100:00000001:0.0:1749611686.384720:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611686.384722:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.384723:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.384727:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611686.384728:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.384730:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611686.384731:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611686.384733:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611686.384734:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611686.384736:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff370. 00000400:00000200:0.0:1749611686.384738:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821330 00000400:00000010:0.0:1749611686.384739:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821330. 00000100:00000001:0.0:1749611686.384741:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611686.384744:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88006fe8e300 x1834598494714752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611701 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611686.384752:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88006fe8e300 x1834598494714752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611701 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.384759:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611686.384761:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.384763:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611686.384764:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611686.384765:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611686.384767:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611686.384769:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611686.384772:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197b438 time=1749611686 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611686.384774:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197b3f0 time=5 v=10 (10 0 0 0) 00000100:00000001:0.0:1749611686.384776:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611686.384778:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611686.384780:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611686.384783:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88006fe8e300 x1834598494714752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611701 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.384789:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611686.384791:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611686.384792:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.384794:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611686.384795:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611686.384797:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611686.384800:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611686.384801:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611686.384805:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88006fe8e300 x1834598494714752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611701 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611686.384812:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88006fe8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494714752:0@lo:38:kworker.0 00000100:00000001:0.0:1749611686.384815:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.384817:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611686.384819:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88006fe8e300 x1834598494714752/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611701 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611686.384825:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611686.384827:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611686.384828:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009457dc00. 02000000:00000001:0.0:1749611686.384832:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611686.384834:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611686.384835:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197b000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611686.384837:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611686.384839:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880087546800. 02000000:00000001:0.0:1749611686.384841:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611686.384842:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611686.384843:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88006fe8e300. 00000100:00000001:0.0:1749611686.384846:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611686.384847:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611686.384848:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.384850:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611686.384851:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611686.384853:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611686.384854:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611686.385575:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300959843, at 4300959843 00000100:00000010:2.0:1749611686.385582:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50e80. 00000100:00000040:1.0:1749611686.385582:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300959843, at 4300959843 00000100:00000010:1.0:1749611686.385590:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b507c0. 00000100:00000040:3.0:1749611686.385604:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300959843, at 4300959843 00000100:00000040:0.0:1749611686.385610:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300959843, at 4300959843 00000100:00000010:3.0:1749611686.385615:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50740. 00000100:00000010:0.0:1749611686.385621:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50680. 00000100:00000001:2.0:1749611686.458590:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611686.458593:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611686.458594:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611686.458597:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611686.458599:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611686.458601:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611686.458602:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611686.458604:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611686.458605:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611686.516645:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611686.516651:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611686.516766:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611686.516771:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611686.516775:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611687.248625:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611687.248630:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611687.248632:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611687.248635:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611687.248638:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611687.248641:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611687.248643:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611687.248645:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611687.248648:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611687.378612:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611687.378617:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611687.378619:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611687.378621:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611687.378623:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611687.378626:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611687.378627:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611687.378629:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611687.378631:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611687.384581:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611687.384590:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611687.384591:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611687.384593:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611687.384594:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611687.384596:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611687.384598:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611687.458619:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611687.458624:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611687.458627:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611687.458630:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611687.458633:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611687.458636:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611687.458638:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611687.458641:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611687.458643:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611687.518657:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611687.518662:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611687.518797:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611687.518803:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611687.518806:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611688.248579:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611688.248583:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611688.248584:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611688.248587:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611688.248588:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611688.248591:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611688.248592:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611688.248594:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611688.248596:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611688.378576:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611688.378579:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611688.378580:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611688.378582:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611688.378583:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611688.378585:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611688.378586:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611688.378587:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611688.378588:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611688.384629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611688.384641:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611688.384643:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611688.384647:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611688.384649:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611688.384652:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611688.384655:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611688.458630:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611688.458636:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611688.458638:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611688.458641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611688.458644:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611688.458647:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611688.458650:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611688.458652:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611688.458654:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611688.520646:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611688.520651:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611688.520776:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611688.520781:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611688.520785:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611689.248634:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611689.248640:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611689.248642:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611689.248647:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611689.248650:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611689.248654:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.248657:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611689.248660:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.248663:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.378638:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611689.378643:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611689.378645:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611689.378649:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611689.378652:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611689.378655:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.378657:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611689.378659:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.378661:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.384625:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611689.384631:0:28320:0:(client.c:2435:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1749611689.384645:0:28320:0:(client.c:2451:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1749611664/real 1749611664] req@ffff880133991500 x1834598494710400/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1749611689.384664:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611689.384666:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611689.384670:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe6e0. 00000400:00000200:0.0:1749611689.384675:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5acc0 00000400:00000010:0.0:1749611689.384678:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5acc0. 00000100:00000001:0.0:1749611689.384683:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611689.384687:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880133991500 x1834598494710400/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611689 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611689.384698:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880133991500 x1834598494710400/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.384705:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611689.384707:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.384710:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611689.384712:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1749611689.384716:0:28320:0:(client.c:2482:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff880133991500 x1834598494710400/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611689 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.384730:0:28320:0:(client.c:2487:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.384740:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611689.384742:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.384745:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611689.384747:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611689.384749:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611689.384753:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133991500 x1834598494710400/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611689 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.384761:0:28320:0:(client.c:2097:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611689.384764:0:28320:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.384765:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611689.384767:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.384769:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611689.384772:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1749611689.384776:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611689.384802:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of MGS on 192.168.202.106@tcp failed (-110) 00000100:00000001:0.0:1749611689.384805:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1749611689.384809:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133991500 x1834598494710400/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611689 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611689.384818:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494710400:0@lo:250:kworker.0 00000100:00000001:0.0:1749611689.384822:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.384825:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611689.384828:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133991500 x1834598494710400/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1749611689 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.384835:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611689.384838:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611689.384843:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880130c7c800. 02000000:00000001:0.0:1749611689.384849:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611689.384851:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611689.384855:0:28320:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611689.384857:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611689.384860:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009974b800. 02000000:00000001:0.0:1749611689.384864:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611689.384866:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611689.384868:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133991500. 00000100:00000001:0.0:1749611689.384872:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611689.384874:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.384876:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.384878:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611689.384880:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.384882:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611689.384884:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611689.384899:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611689.384908:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:2.0:1749611689.384910:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611689.384913:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88009d242800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611689.384917:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611689.384921:0:27774:0:(import.c:505:import_select_connection()) MGC192.168.202.106@tcp: connect to NID 0@lo last attempt 6270 00000100:00080000:2.0:1749611689.384925:0:27774:0:(import.c:584:import_select_connection()) MGC192.168.202.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611689.384939:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611689.384943:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611689.384945:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611689.384948:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611689.384951:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611689.384953:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cf3e 00000020:00000001:2.0:1749611689.384957:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611689.384960:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88009d243000 refcount=3 00000020:00000001:2.0:1749611689.384962:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000020:00000001:2.0:1749611689.384964:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134950612992 : -131938758938624 : ffff88009d243000) 00000100:00000040:2.0:1749611689.384967:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611689.384969:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611689.384971:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611689.384973:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611689.384977:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88009d243000 : new refcount 2 00000100:00080000:2.0:1749611689.384980:0:27774:0:(import.c:619:import_select_connection()) MGC192.168.202.106@tcp: import ffff88009d242800 using connection MGC192.168.202.106@tcp_0/0@lo 00000100:00000001:2.0:1749611689.384982:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611689.384985:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611689.384988:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611689.384991:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.384993:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611689.384996:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611689.385001:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111267100. 00000020:00000040:2.0:1749611689.385004:0:27774:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 02000000:00000001:2.0:1749611689.385008:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611689.385010:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.385013:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611689.385015:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611689.385018:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611689.385025:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099749c00. 00000100:00000001:2.0:1749611689.385032:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611689.385039:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111267100 x1834598494715008/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611689.385062:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611689.385067:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611689.385071:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111267100] to pc [ptlrpcd_rcv+-1] req@ffff880111267100 x1834598494715008/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611689.385101:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611689.385105:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611689.385108:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611689.385110:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611689.385111:0:27774:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611689.385114:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611689.385117:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6292 00000100:00080000:2.0:1749611689.385120:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611689.385122:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611689.385124:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611689.385126:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611689.385128:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611689.385130:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611689.385132:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611689.385133:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611689.385135:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000100:00000001:0.0:1749611689.385135:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611689.385137:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611689.385139:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000001:0.0:1749611689.385139:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611689.385141:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1749611689.385142:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611689.385144:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611689.385145:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611689.385147:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000040:0.0:1749611689.385147:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111267100 x1834598494715008/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611689.385149:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611689.385152:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611689.385154:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385156:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611689.385158:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611689.385161:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1749611689.385162:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611689.385165:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611689.385166:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611689.385167:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611689.385169:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611689.385170:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111267100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:08794920-b6b6-4897-95ad-2183cb3fca60:28320:1834598494715008:0@lo:250:kworker.0 00000100:00000001:2.0:1749611689.385171:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611689.385174:0:27774:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385174:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000010:2.0:1749611689.385177:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111264e00. 02000000:00000001:0.0:1749611689.385178:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749611689.385180:0:27774:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:0.0:1749611689.385181:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611689.385183:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611689.385183:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1749611689.385184:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.385185:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611689.385187:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611689.385188:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611689.385189:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009457cc00. 02000000:00000001:0.0:1749611689.385191:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611689.385192:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099748c00. 00000100:00000001:2.0:1749611689.385196:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611689.385197:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff370. 00000100:00100000:2.0:1749611689.385201:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111264e00 x1834598494715136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000400:00000010:0.0:1749611689.385203:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821330. 00000100:00000001:2.0:1749611689.385208:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000200:0.0:1749611689.385210:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494715008, portal 25 00000100:00000001:2.0:1749611689.385211:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385212:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000040:2.0:1749611689.385214:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111264e00] to pc [ptlrpcd_rcv+-1] req@ffff880111264e00 x1834598494715136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.385214:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136896917760 : -131936812633856 : ffff880111267100) 00000100:00000040:0.0:1749611689.385220:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111267100 x1834598494715008/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611689.385222:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611689.385225:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611689.385228:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00080000:2.0:1749611689.385229:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611689.385230:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000040:0.0:1749611689.385231:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00080000:2.0:1749611689.385232:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611689.385234:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000400:00000010:0.0:1749611689.385234:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00080000:2.0:1749611689.385236:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6292 00000100:00000200:0.0:1749611689.385237:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1834598494715008, offset 0 00000100:00080000:2.0:1749611689.385239:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611689.385241:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611689.385243:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611689.385243:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611689.385245:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611689.385247:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611689.385253:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611689.385255:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611689.385256:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:0.0:1749611689.385257:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000040:2.0:1749611689.385259:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611689.385261:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611689.385263:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611689.385266:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000400:00000200:0.0:1749611689.385267:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 26 MB=0x6848ebf953c80 00000100:00000001:2.0:1749611689.385268:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611689.385270:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611689.385271:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611689.385273:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000400:00000100:0.0:1749611689.385274:0:28320:0:(lib-move.c:4464:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1834598494715008 offset 0 length 520: 4 00000100:00080000:2.0:1749611689.385276:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611689.385278:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611689.385279:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000400:00000200:0.0:1749611689.385279:0:28320:0:(lib-msg.c:1044:lnet_is_health_check()) Msg ffff88006dfe6b50 is in inconsistent state, don't perform health checking (-2, 0) 00000400:00000200:0.0:1749611689.385281:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 0, status = -2, hstatus = 0 02000000:00000001:2.0:1749611689.385282:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611689.385284:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.385286:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611689.385288:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611689.385289:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000100:00000010:2.0:1749611689.385291:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111264700. 00000400:00000010:0.0:1749611689.385291:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000020:00000040:2.0:1749611689.385293:0:27774:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 00000100:00000001:0.0:1749611689.385294:0:28320:0:(events.c:35:request_out_callback()) Process entered 02000000:00000001:2.0:1749611689.385295:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611689.385296:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.385298:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000200:0.0:1749611689.385298:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111267100 x1834598494715008/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611689.385299:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611689.385300:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611689.385303:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099749800. 00000100:00000001:2.0:1749611689.385306:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385306:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611689.385309:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111267100 x1834598494715008/t0(0) o250->MGC192.168.202.106@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1749611714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611689.385310:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111264700 x1834598494715264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611689.385315:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.385317:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611689.385317:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611689.385319:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385320:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611689.385322:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111264700] to pc [ptlrpcd_rcv+-1] req@ffff880111264700 x1834598494715264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.385325:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 0 is 4300962865 00000100:00000010:0.0:1749611689.385330:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50680. 00000100:00000001:0.0:1749611689.385336:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1749611689.385341:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385342:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 1 is 4300962865 00000100:00080000:2.0:1749611689.385343:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000010:0.0:1749611689.385345:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b502c0. 00000100:00080000:2.0:1749611689.385347:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611689.385348:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1749611689.385348:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 1 00000100:00080000:2.0:1749611689.385350:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611689.385352:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611689.385354:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6292 00000100:00080000:2.0:1749611689.385356:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611689.385358:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611689.385360:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611689.385393:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611689.385396:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611689.385398:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611689.385399:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000100:00000001:0.0:1749611689.385400:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 2 is 4300962865 00000020:00000001:2.0:1749611689.385401:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611689.385403:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 00000100:00000010:0.0:1749611689.385404:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50700. 00000020:00000001:2.0:1749611689.385405:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000020:00000001:2.0:1749611689.385407:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000001:0.0:1749611689.385408:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749611689.385409:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611689.385411:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611689.385412:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611689.385412:0:28320:0:(niobuf.c:626:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS new deadline estimation for cpu 3 is 4300962865 00000100:00000001:2.0:1749611689.385414:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000010:0.0:1749611689.385415:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff880136b50100. 00000020:00000040:2.0:1749611689.385416:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 00000100:00080000:2.0:1749611689.385418:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611689.385418:0:28320:0:(niobuf.c:641:kick_cpu_latency()) MGC192.168.202.106@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1749611689.385420:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611689.385422:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611689.385425:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611689.385427:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385427:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611689.385429:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:0.0:1749611689.385429:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385432:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385434:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611689.385436:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385439:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000010:2.0:1749611689.385441:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111573480. 00000100:00000001:0.0:1749611689.385441:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000020:00000040:2.0:1749611689.385443:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000100:00000001:0.0:1749611689.385443:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611689.385444:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 02000000:00000001:2.0:1749611689.385446:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 00000100:00000001:0.0:1749611689.385446:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:2.0:1749611689.385447:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.385449:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611689.385450:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000040:0.0:1749611689.385450:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111264e00 x1834598494715136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611689.385452:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611689.385456:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880099748000. 00000100:00000001:0.0:1749611689.385457:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611689.385459:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.385460:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611689.385461:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611689.385463:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611689.385464:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880111573480 x1834598494715392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 02000000:00000001:0.0:1749611689.385465:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611689.385468:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494715136:0@lo:38:kworker.0 00000100:00000001:2.0:1749611689.385471:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611689.385471:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611689.385473:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611689.385473:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611689.385474:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611689.385476:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611689.385477:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111573480] to pc [ptlrpcd_rcv+-1] req@ffff880111573480 x1834598494715392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:0.0:1749611689.385481:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009b41e800. 02000000:00000001:0.0:1749611689.385483:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.385485:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611689.385485:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff210. 00000100:00000040:2.0:1749611689.385488:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:0.0:1749611689.385489:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00000100:00000001:2.0:1749611689.385491:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000200:0.0:1749611689.385492:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494715136, portal 4 00000100:00000010:2.0:1749611689.385494:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880111572a00. 00000100:00000001:0.0:1749611689.385494:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611689.385495:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136896908800 : -131936812642816 : ffff880111264e00) 00000020:00000040:2.0:1749611689.385496:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611689.385499:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611689.385500:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611689.385502:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611689.385502:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111264e00 x1834598494715136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000010:2.0:1749611689.385505:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006a3b8800. 00000100:00000001:2.0:1749611689.385507:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385509:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611689.385511:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:0.0:1749611689.385512:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611689.385514:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000200:0.0:1749611689.385516:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494715136, offset 0 00000100:00000001:2.0:1749611689.385518:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611689.385520:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611689.385520:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611689.385551:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1749611689.385556:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf953d00 00000100:00000040:2.0:1749611689.385562:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880111572a00] to pc [ptlrpcd_00_01+1] req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611689.385564:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3e01 [256] + 1040 00000400:00000200:0.0:1749611689.385571:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611689.385575:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611689.385580:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611689.385582:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:0.0:1749611689.385586:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133991500. 00000100:00000040:0.0:1749611689.385590:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133991500 x1834598494715136 msgsize 520 00000100:00100000:0.0:1749611689.385594:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:2.0:1749611689.385604:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611689.385607:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00000001:0.0:1749611689.385609:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00080000:2.0:1749611689.385612:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611689.385613:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000400:00000200:0.0:1749611689.385613:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000100:00080000:2.0:1749611689.385615:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000010:0.0:1749611689.385615:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:0.0:1749611689.385618:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:2.0:1749611689.385628:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611689.385631:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6292 00000100:00000200:0.0:1749611689.385631:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111264e00 x1834598494715136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611689.385633:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00001000:2.0:1749611689.385634:0:27774:0:(import.c:2097:obd_at_measure()) add 15 to ffff88007197b3f0 time=8 v=10 (10 0 0 0) 00000100:00001000:2.0:1749611689.385638:0:27774:0:(import.c:2163:obd_at_measure()) AT ffff88007197b3f0 change: old=10 new=15 delta=5 (val=15) hist 15 0 0 0 00000100:00000001:1.0:1749611689.385638:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611689.385638:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00080000:2.0:1749611689.385641:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00000001:1.0:1749611689.385641:0:28322:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611689.385641:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111264e00 x1834598494715136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611689.385644:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611689.385646:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611689.385648:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611689.385648:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611689.385649:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.385649:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611689.385650:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611689.385652:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611689.385652:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611689.385654:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6a7 00000020:00000001:2.0:1749611689.385655:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:3.0:1749611689.385656:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749611689.385656:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1250 usecs (2 jiffies) 00000020:00000040:2.0:1749611689.385657:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197c000 refcount=7 00000020:00000001:2.0:1749611689.385659:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000100:00000001:0.0:1749611689.385659:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300962845 00000100:00100000:3.0:1749611689.385661:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494715136 00000020:00000001:2.0:1749611689.385661:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000100:00000001:1.0:1749611689.385661:0:28322:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611689.385661:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300962865 00000100:00000001:1.0:1749611689.385663:0:28322:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611689.385664:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611689.385664:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611689.385664:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300962845 00000100:00000001:2.0:1749611689.385665:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611689.385666:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300962865 00000100:00000001:3.0:1749611689.385667:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:2.0:1749611689.385667:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:1.0:1749611689.385667:0:28322:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611689.385668:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611689.385668:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300962845 02000000:00000001:1.0:1749611689.385669:0:28322:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749611689.385671:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88007197c000 : new refcount 6 00000100:00000001:0.0:1749611689.385671:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300962865 02000000:00000001:1.0:1749611689.385672:0:28322:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611689.385673:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197b000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:0.0:1749611689.385673:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300962845 00000100:00000001:2.0:1749611689.385675:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385675:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300962865 00000100:00100000:1.0:1749611689.385676:0:28322:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494715520:0@lo:400:kworker.0 02000000:00000001:2.0:1749611689.385677:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611689.385677:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611689.385679:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385679:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611689.385680:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611689.385680:0:28322:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1749611689.385682:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1749611689.385684:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611689.385684:0:28322:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:0.0:1749611689.385685:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111264700 x1834598494715264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1749611689.385686:0:28322:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611689.385687:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611689.385688:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494715136 02000000:00000001:1.0:1749611689.385688:0:28322:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611689.385689:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611689.385690:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611689.385691:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611689.385691:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000020:00000040:3.0:1749611689.385692:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000001:0.0:1749611689.385693:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611689.385694:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000010:2.0:1749611689.385695:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880078807480. 02000000:00000001:0.0:1749611689.385695:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000001:3.0:1749611689.385697:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611689.385697:0:27774:0:(genops.c:1229:class_import_get()) import ffff88007197b000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 02000000:00000001:0.0:1749611689.385697:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1749611689.385699:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611689.385699:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1749611689.385699:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611689.385701:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611689.385701:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494715264:0@lo:38:kworker.0 02000000:00000010:1.0:1749611689.385702:0:28322:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88012dbe7c00. 00000100:00000001:2.0:1749611689.385703:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611689.385704:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611689.385704:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000010:3.0:1749611689.385705:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59c00. 02000000:00000001:1.0:1749611689.385705:0:28322:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611689.385706:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611689.385706:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1749611689.385707:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611689.385709:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611689.385710:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff88009974b800. 00000400:00000010:1.0:1749611689.385710:0:28322:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88012a3db630. 00000020:00000010:3.0:1749611689.385711:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7d80. 02000000:00000010:0.0:1749611689.385712:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009b41d000. 00000100:00000001:2.0:1749611689.385713:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611689.385714:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611689.385715:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000020:00000010:3.0:1749611689.385717:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000400:00000010:0.0:1749611689.385717:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00000100:00100000:2.0:1749611689.385718:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff880078807480 x1834598494715648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000200:1.0:1749611689.385720:0:28322:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494715520, portal 10 00000400:00000010:0.0:1749611689.385720:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:3.0:1749611689.385722:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611689.385722:0:28322:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611689.385724:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611689.385724:0:28322:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136900110848 : -131936809440768 : ffff880111572a00) 00000100:00000200:0.0:1749611689.385724:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494715264, portal 10 00000100:00000001:2.0:1749611689.385725:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1749611689.385726:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385726:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611689.385727:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385727:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136896907008 : -131936812644608 : ffff880111264700) 00000100:00000040:2.0:1749611689.385730:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff880078807480] to pc [ptlrpcd_rcv+-1] req@ffff880078807480 x1834598494715648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611689.385731:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611689.385732:0:28322:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611689.385733:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111264700 x1834598494715264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611689.385738:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385739:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611689.385740:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1749611689.385741:0:28322:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611689.385741:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:3.0:1749611689.385743:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611689.385743:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1749611689.385743:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000040:1.0:1749611689.385744:0:28322:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000200:0.0:1749611689.385745:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494715264, offset 0 00000100:00000010:2.0:1749611689.385746:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc700. 00000400:00000010:1.0:1749611689.385746:0:28322:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000020:00000040:2.0:1749611689.385748:0:27774:0:(genops.c:1229:class_import_get()) import ffff880071979800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000400:00000200:0.0:1749611689.385749:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611689.385750:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611689.385751:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611689.385752:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611689.385753:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000400:00000200:0.0:1749611689.385754:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611689.385755:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000010:2.0:1749611689.385755:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff88006a3b8b00. 00000100:00000001:2.0:1749611689.385757:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611689.385759:0:28322:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494715520, offset 0 00000400:00000200:0.0:1749611689.385759:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953d80 00000100:00100000:3.0:1749611689.385761:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00000040:2.0:1749611689.385761:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1749611689.385764:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474856192 : -131936234695424 : ffff880133991500) 00000400:00000200:0.0:1749611689.385764:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 184936 00000100:00000001:2.0:1749611689.385768:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611689.385769:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611689.385769:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:3.0:1749611689.385770:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133991500 x1834598494715136/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611709 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611689.385771:0:28322:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1749611689.385772:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611689.385773:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4fc700] to pc [ptlrpcd_00_02+2] req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.385777:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611689.385778:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:1.0:1749611689.385781:0:28322:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:0.0:1749611689.385782:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133992680. 00000100:00100000:3.0:1749611689.385783:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494715136:12345-0@lo:38:kworker.0 00000100:00000040:0.0:1749611689.385784:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133992680 x1834598494715264 msgsize 520 00000100:00000200:3.0:1749611689.385787:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494715136 00000100:00100000:0.0:1749611689.385788:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749611689.385789:0:28322:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf953e80 00000020:00000001:3.0:1749611689.385791:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749611689.385795:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611689.385795:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611689.385795:0:28322:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 185456 00000100:00000001:0.0:1749611689.385796:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611689.385800:0:27774:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6300) 00000400:00000200:1.0:1749611689.385801:0:28322:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611689.385801:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611689.385803:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000400:00000200:1.0:1749611689.385804:0:28322:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611689.385805:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000020:00000001:3.0:1749611689.385808:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611689.385808:0:28322:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611689.385808:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111264700 x1834598494715264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611689.385810:0:28322:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611689.385812:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00010000:00020000:3.0:1749611689.385813:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611689.385814:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1749611689.385815:0:28322:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880071e79500. 00000100:00000001:0.0:1749611689.385815:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:3.0:1749611689.385816:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611689.385817:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111264700 x1834598494715264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1749611689.385818:0:28322:0:(events.c:338:request_in_callback()) incoming req@ffff880071e79500 x1834598494715520 msgsize 224 00010000:00000001:3.0:1749611689.385819:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611689.385819:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611689.385821:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611689.385822:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611689.385822:0:28323:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00100000:1.0:1749611689.385823:0:28322:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:3.0:1749611689.385824:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:0.0:1749611689.385824:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385825:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000040:2.0:1749611689.385827:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.385828:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611689.385830:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1087 usecs (2 jiffies) 02000000:00000001:3.0:1749611689.385832:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:0.0:1749611689.385832:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300962845 00000100:00000001:1.0:1749611689.385833:0:28322:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611689.385834:0:28323:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611689.385835:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300962865 02000000:00000010:3.0:1749611689.385836:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff5c00. 00000100:00000001:2.0:1749611689.385836:0:28323:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385836:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300962845 02000000:00000001:3.0:1749611689.385838:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611689.385839:0:28323:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611689.385839:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300962865 00000100:00000001:3.0:1749611689.385840:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1749611689.385840:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:0.0:1749611689.385840:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300962845 02000000:00000001:2.0:1749611689.385841:0:28323:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:1.0:1749611689.385842:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000001:0.0:1749611689.385842:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300962865 02000000:00000001:2.0:1749611689.385843:0:28323:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385844:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300962845 00010000:00000001:3.0:1749611689.385845:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611689.385845:0:28322:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:2.0:1749611689.385846:0:28323:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494715776:0@lo:400:kworker.0 00000100:00000001:0.0:1749611689.385846:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300962865 00010000:00000001:3.0:1749611689.385847:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385849:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611689.385850:0:28323:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000200:1.0:1749611689.385850:0:28322:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1749611689.385851:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:0.0:1749611689.385851:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611689.385853:0:28323:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:0.0:1749611689.385853:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611689.385855:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749611689.385855:0:28323:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385855:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1749611689.385857:0:28323:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1749611689.385858:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611689.385859:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611689.385859:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 02000000:00000010:2.0:1749611689.385860:0:28323:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880079131a00. 00000100:00000040:3.0:1749611689.385861:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611689.385861:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 02000000:00000001:2.0:1749611689.385862:0:28323:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611689.385862:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.385862:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611689.385863:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611689.385864:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611689.385866:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000010:2.0:1749611689.385866:0:28323:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe108. 00000100:00000001:0.0:1749611689.385866:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611689.385869:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000040:0.0:1749611689.385869:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880111573480 x1834598494715392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611689.385870:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 02000000:00000001:3.0:1749611689.385871:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611689.385873:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611689.385875:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749611689.385875:0:28323:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494715776, portal 10 00000100:00000040:3.0:1749611689.385877:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611689.385877:0:28323:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611689.385877:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611689.385878:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.385879:0:28323:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936692480 : -131938772859136 : ffff88009c4fc700) 02000000:00000001:0.0:1749611689.385880:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000010:3.0:1749611689.385881:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:1.0:1749611689.385881:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611689.385882:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611689.385883:0:28322:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:0.0:1749611689.385884:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611689.385885:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494715136, offset 0 00000100:00000040:2.0:1749611689.385885:0:28323:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611689.385887:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880111573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494715392:0@lo:38:kworker.0 00000100:00000001:1.0:1749611689.385888:0:28322:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385890:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1749611689.385891:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611689.385891:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611689.385892:0:28323:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:1.0:1749611689.385892:0:28322:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 955 usecs (1 jiffies) 02000000:00000001:0.0:1749611689.385892:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611689.385894:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000040:2.0:1749611689.385895:0:28323:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611689.385895:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300962844 00000400:00000010:2.0:1749611689.385897:0:28323:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 02000000:00000010:0.0:1749611689.385897:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009b41fc00. 00000100:00000001:1.0:1749611689.385898:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300962865 00000400:00000200:3.0:1749611689.385899:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:2.0:1749611689.385899:0:28323:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494715776, offset 0 02000000:00000001:0.0:1749611689.385899:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611689.385901:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300962844 00000400:00000010:0.0:1749611689.385901:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff0b0. 00000100:00000001:1.0:1749611689.385904:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300962865 00000400:00000010:0.0:1749611689.385904:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000400:00000200:2.0:1749611689.385905:0:28323:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611689.385906:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300962844 00000400:00000200:3.0:1749611689.385907:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf953d00 00000100:00000001:1.0:1749611689.385908:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300962865 00000100:00000001:1.0:1749611689.385910:0:28322:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300962844 00000100:00000001:1.0:1749611689.385912:0:28322:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300962865 00000100:00000001:1.0:1749611689.385914:0:28322:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611689.385916:0:28322:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611689.385916:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494715392, portal 10 00000100:00000001:0.0:1749611689.385918:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1749611689.385919:0:28323:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611689.385919:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.385920:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612136900113536 : -131936809438080 : ffff880111573480) 00000100:00000001:1.0:1749611689.385921:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611689.385925:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9b81 [1] + 0 00000100:00000040:0.0:1749611689.385926:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880111573480 x1834598494715392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611689.385927:0:28323:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf953f80 00000100:00000001:1.0:1749611689.385927:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611689.385929:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:3.0:1749611689.385930:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1749611689.385931:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:2.0:1749611689.385932:0:28323:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 185680 00000100:00000001:1.0:1749611689.385932:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611689.385932:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611689.385934:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611689.385935:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:0.0:1749611689.385935:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611689.385936:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611689.385936:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:3.0:1749611689.385938:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611689.385938:0:28323:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1749611689.385939:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494715392, offset 0 00000400:00000200:2.0:1749611689.385942:0:28323:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611689.385943:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000200:3.0:1749611689.385944:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111264e00 x1834598494715136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611689.385946:0:28323:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:2.0:1749611689.385948:0:28323:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:0.0:1749611689.385948:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000010:2.0:1749611689.385952:0:28323:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009ac3c380. 00000100:00000001:1.0:1749611689.385952:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000200:0.0:1749611689.385952:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953e00 00000100:00100000:1.0:1749611689.385954:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494715264 00000100:00000040:3.0:1749611689.385955:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111264e00 x1834598494715136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611689.385955:0:28323:0:(events.c:338:request_in_callback()) incoming req@ffff88009ac3c380 x1834598494715776 msgsize 224 02000000:00000001:1.0:1749611689.385956:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749611689.385956:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 185904 00000100:00000001:1.0:1749611689.385958:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:2.0:1749611689.385959:0:28323:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611689.385960:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611689.385961:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611689.385964:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:1.0:1749611689.385964:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611689.385964:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611689.385966:0:28323:0:(events.c:374:request_in_callback()) Process leaving 00000100:00100000:1.0:1749611689.385966:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494715264 00000020:00000001:1.0:1749611689.385969:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611689.385970:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611689.385972:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611689.385979:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611689.385982:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611689.385986:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012dbe6c00. 00000400:00000200:3.0:1749611689.385987:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000020:00000010:1.0:1749611689.385989:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0f900. 00000400:00000010:3.0:1749611689.385990:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000020:00000010:1.0:1749611689.385994:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c7d0. 00000100:00000001:1.0:1749611689.385998:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611689.385999:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611689.386000:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:2.0:1749611689.386000:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000001:1.0:1749611689.386000:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611689.386000:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611689.386002:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000010:2.0:1749611689.386003:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:1.0:1749611689.386003:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611689.386005:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611689.386005:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133993100. 00000100:00000001:2.0:1749611689.386006:0:28323:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611689.386007:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611689.386007:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133993100 x1834598494715392 msgsize 520 00000100:00000040:3.0:1749611689.386009:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000200:2.0:1749611689.386010:0:28323:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611689.386011:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611689.386012:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:3.0:1749611689.386013:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611689.386016:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611689.386018:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133991500 x1834598494715136/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611709 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611689.386018:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1749611689.386019:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611689.386022:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611689.386022:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000001:1.0:1749611689.386023:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611689.386024:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494715520 00000400:00000010:0.0:1749611689.386024:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 02000000:00000001:1.0:1749611689.386026:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611689.386026:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749611689.386028:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494715136:12345-0@lo:38:kworker.0 Request processed in 245us (436us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611689.386028:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611689.386028:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611689.386029:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611689.386029:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880111573480 x1834598494715392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611689.386030:0:28323:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749611689.386032:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.386034:0:28323:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611689.386034:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494715520 00000020:00000001:1.0:1749611689.386035:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611689.386036:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000100:00000001:0.0:1749611689.386036:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:3.0:1749611689.386037:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00000040:2.0:1749611689.386038:0:28323:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 1082 usecs (2 jiffies) 00000020:00000001:1.0:1749611689.386038:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:0.0:1749611689.386039:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880111573480 x1834598494715392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611689.386040:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611689.386040:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300962845 00000020:00000040:1.0:1749611689.386040:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:3.0:1749611689.386041:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:2.0:1749611689.386043:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300962865 00000020:00000001:1.0:1749611689.386043:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000020:00000001:1.0:1749611689.386045:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611689.386046:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300962845 00000100:00000001:0.0:1749611689.386046:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611689.386047:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7d80. 00000100:00000001:0.0:1749611689.386047:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1749611689.386048:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300962865 00000020:00000010:3.0:1749611689.386050:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:2.0:1749611689.386050:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300962845 00000100:00000001:1.0:1749611689.386050:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611689.386050:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.386052:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300962865 00000020:00000010:1.0:1749611689.386052:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012eb32680. 00000100:00000040:0.0:1749611689.386053:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000020:00000010:3.0:1749611689.386054:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59c00. 00000100:00000001:2.0:1749611689.386054:0:28323:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300962845 00000100:00000001:0.0:1749611689.386055:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300962844 00000100:00000001:2.0:1749611689.386056:0:28323:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300962865 00000100:00000001:0.0:1749611689.386057:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300962865 00000100:00000001:3.0:1749611689.386059:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1749611689.386059:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611689.386059:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300962844 00000100:00000001:0.0:1749611689.386062:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300962865 00000100:00000001:0.0:1749611689.386064:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300962844 00000100:00000001:1.0:1749611689.386065:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:0.0:1749611689.386066:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300962865 00000020:00000010:1.0:1749611689.386067:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012dbe6600. 00000100:00000001:0.0:1749611689.386068:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300962844 00000020:00000010:1.0:1749611689.386070:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0fa00. 00000020:00000010:1.0:1749611689.386072:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00000100:00000001:2.0:1749611689.386077:0:28323:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1749611689.386077:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00000001:3.0:1749611689.386078:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:1.0:1749611689.386079:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00100000:3.0:1749611689.386080:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494715776 00000100:00000001:2.0:1749611689.386080:0:28323:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611689.386081:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 02000000:00000001:3.0:1749611689.386082:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611689.386082:0:9760:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000001:2.0:1749611689.386083:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611689.386083:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611689.386084:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00100000:0.0:1749611689.386084:0:9760:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494715392 00000100:00000001:2.0:1749611689.386085:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611689.386086:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611689.386086:0:9760:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611689.386087:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611689.386088:0:9760:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 02000000:00000001:3.0:1749611689.386089:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.386091:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611689.386091:0:9760:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611689.386092:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494715776 00000100:00000001:2.0:1749611689.386093:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1749611689.386093:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000020:00000001:3.0:1749611689.386094:0:10935:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749611689.386094:0:9760:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611689.386095:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6bc 00000100:00000001:2.0:1749611689.386095:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611689.386095:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611689.386097:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611689.386097:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1749611689.386097:0:9760:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494715392 00000100:00000001:2.0:1749611689.386098:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611689.386099:0:9760:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611689.386100:0:10935:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=5 00000100:00000001:1.0:1749611689.386100:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611689.386101:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611689.386101:0:9760:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:3.0:1749611689.386102:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000001:0.0:1749611689.386103:0:9760:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:3.0:1749611689.386104:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000020:00000001:0.0:1749611689.386105:0:9760:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611689.386107:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749611689.386107:0:9760:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611689.386108:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611689.386109:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000010:3.0:1749611689.386110:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006dfe2580. 00000020:00000010:0.0:1749611689.386111:0:9760:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a829000. 00000100:00100000:1.0:1749611689.386113:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000020:00000010:3.0:1749611689.386114:0:10935:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff880136b50180. 00000100:00000001:2.0:1749611689.386115:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000010:0.0:1749611689.386115:0:9760:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff880. 00000100:00000040:1.0:1749611689.386116:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000100:00000001:2.0:1749611689.386117:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611689.386118:0:10935:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:1.0:1749611689.386119:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134225220864 : -131939484330752 : ffff880071e79500) 00000020:00000010:0.0:1749611689.386119:0:9760:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00000100:00100000:2.0:1749611689.386122:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00000001:0.0:1749611689.386122:0:9760:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000020:00000010:3.0:1749611689.386124:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88006dfe2580. 00000100:00000040:1.0:1749611689.386124:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880071e79500 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:370/0 lens 224/0 e 0 to 0 dl 1749611700 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.386124:0:9760:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1749611689.386125:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474860672 : -131936234690944 : ffff880133992680) 00000100:00000001:0.0:1749611689.386126:0:9760:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611689.386129:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59c00. 00000100:00000040:2.0:1749611689.386130:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133992680 x1834598494715264/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611709 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.386130:0:9760:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:3.0:1749611689.386131:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7d80. 00000100:00000001:0.0:1749611689.386132:0:9760:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611689.386133:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1749611689.386134:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000020:00000010:1.0:1749611689.386136:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88012eb32b40. 00000100:00000001:1.0:1749611689.386138:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611689.386139:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611689.386139:0:9760:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611689.386140:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000020:00000010:1.0:1749611689.386140:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88012eb32b40. 00000100:00100000:2.0:1749611689.386141:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494715264:12345-0@lo:38:kworker.0 00000100:00000001:0.0:1749611689.386141:0:9760:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:3.0:1749611689.386143:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:2.0:1749611689.386144:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494715264 00000100:00100000:0.0:1749611689.386145:0:9760:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1749611689.386146:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880071e79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494715520:12345-0@lo:400:kworker.0 00000020:00000001:2.0:1749611689.386147:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611689.386148:0:10935:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611689.386148:0:9760:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474863360 : -131936234688256 : ffff880133993100) 00000100:00000001:3.0:1749611689.386150:0:10935:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00010000:00000001:2.0:1749611689.386150:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000200:1.0:1749611689.386150:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494715520 00000100:00000001:3.0:1749611689.386152:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611689.386152:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133993100 x1834598494715392/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611709 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611689.386153:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611689.386154:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611689.386156:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000020:00000001:1.0:1749611689.386158:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611689.386160:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:2.0:1749611689.386160:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611689.386161:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:3.0:1749611689.386162:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1749611689.386162:0:9760:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494715392:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1749611689.386163:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000001:1.0:1749611689.386163:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00100000:3.0:1749611689.386166:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00010000:00000001:2.0:1749611689.386166:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:1.0:1749611689.386166:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000200:0.0:1749611689.386166:0:9760:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494715392 00000100:00000040:3.0:1749611689.386168:0:10935:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4001000 : new rpc_count 1 00010000:00000001:2.0:1749611689.386169:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000001:0.0:1749611689.386169:0:9760:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:3.0:1749611689.386170:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134910739328 : -131938798812288 : ffff88009ac3c380) 00000020:00000001:1.0:1749611689.386170:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611689.386171:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00010000:00000001:0.0:1749611689.386171:0:9760:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000020:00000001:1.0:1749611689.386172:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000001:2.0:1749611689.386173:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000040:3.0:1749611689.386174:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff88009ac3c380 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:370/0 lens 224/0 e 0 to 0 dl 1749611700 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611689.386174:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749611689.386175:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:1.0:1749611689.386176:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611689.386178:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 02000000:00000010:2.0:1749611689.386179:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880087546800. 02000000:00000001:2.0:1749611689.386181:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611689.386181:0:9760:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611689.386182:0:10935:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:1.0:1749611689.386182:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000020:00000010:3.0:1749611689.386184:0:10935:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006dfe2580. 00000100:00000001:2.0:1749611689.386184:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611689.386184:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00020000:0.0:1749611689.386184:0:9760:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:3.0:1749611689.386187:0:10935:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1749611689.386187:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 02000000:00000010:1.0:1749611689.386187:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009c626000. 00010000:00000001:0.0:1749611689.386187:0:9760:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000010:3.0:1749611689.386189:0:10935:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88006dfe2580. 00010000:00000001:2.0:1749611689.386189:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611689.386189:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611689.386190:0:9760:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00001000:2.0:1749611689.386191:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00100000:3.0:1749611689.386192:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ac3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494715776:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749611689.386192:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.386193:0:9760:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000020:00000001:1.0:1749611689.386194:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.386195:0:9760:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:3.0:1749611689.386196:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494715776 02000000:00000001:0.0:1749611689.386197:0:9760:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000020:00000001:3.0:1749611689.386198:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000001:3.0:1749611689.386200:0:10935:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:2.0:1749611689.386200:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000010:0.0:1749611689.386201:0:9760:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800839a2c00. 00000020:00000001:3.0:1749611689.386202:0:10935:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00010000:00000040:1.0:1749611689.386202:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494715520 00000100:00000001:2.0:1749611689.386203:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 02000000:00000001:0.0:1749611689.386203:0:9760:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611689.386204:0:10935:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000040:2.0:1749611689.386205:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749611689.386205:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000100:00000001:0.0:1749611689.386205:0:9760:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611689.386206:0:10935:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:2.0:1749611689.386207:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:3.0:1749611689.386208:0:10935:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:0.0:1749611689.386208:0:9760:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000200:1.0:1749611689.386209:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880071e79500 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1749611700 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611689.386210:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00010000:00000001:0.0:1749611689.386210:0:9760:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611689.386211:0:10935:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1749611689.386213:0:10935:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:2.0:1749611689.386213:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:0.0:1749611689.386213:0:9760:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000020:00000001:3.0:1749611689.386214:0:10935:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 02000000:00000001:2.0:1749611689.386215:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611689.386216:0:9760:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749611689.386217:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1749611689.386217:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611689.386218:0:9760:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00010000:00000001:1.0:1749611689.386219:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.386220:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611689.386221:0:10935:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611689.386221:0:9760:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000040:2.0:1749611689.386222:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00001000:1.0:1749611689.386222:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=144 v=5 (1 1 1 1) 00000020:00000001:3.0:1749611689.386223:0:10935:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000001:0.0:1749611689.386223:0:9760:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000010:2.0:1749611689.386224:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000001:3.0:1749611689.386226:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:1.0:1749611689.386226:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611689.386226:0:9760:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 02000000:00000001:3.0:1749611689.386228:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000200:2.0:1749611689.386228:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494715264, offset 0 00000100:00000040:1.0:1749611689.386228:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000040:0.0:1749611689.386230:0:9760:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 28 to 0@lo 00000100:00000001:1.0:1749611689.386231:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000010:3.0:1749611689.386232:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006dff4800. 00000400:00000200:2.0:1749611689.386232:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611689.386232:0:9760:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611689.386233:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611689.386234:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611689.386234:0:9760:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611689.386235:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611689.386236:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.386236:0:9760:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000020:00000001:3.0:1749611689.386238:0:10935:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611689.386238:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611689.386238:0:9760:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000200:2.0:1749611689.386239:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:1.0:1749611689.386240:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611689.386240:0:9760:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00010000:00000040:3.0:1749611689.386241:0:10935:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494715776 00010000:00000001:3.0:1749611689.386243:0:10935:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:1.0:1749611689.386243:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58bee0. 00000100:00000200:0.0:1749611689.386243:0:9760:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494715392, offset 0 00000400:00000200:2.0:1749611689.386245:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953d80 00010000:00000200:3.0:1749611689.386247:0:10935:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff88009ac3c380 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1749611700 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1749611689.386247:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494715520, offset 224 00000400:00000200:0.0:1749611689.386248:0:9760:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1749611689.386253:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9b8d [1] + 0 00000400:00000200:0.0:1749611689.386254:0:9760:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:3.0:1749611689.386255:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1749611689.386256:0:10935:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611689.386258:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611689.386258:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00001000:3.0:1749611689.386259:0:10935:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=144 v=5 (1 1 1 1) 00000400:00000200:0.0:1749611689.386259:0:9760:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953e00 00000400:00000200:2.0:1749611689.386261:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611689.386263:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:0.0:1749611689.386264:0:9760:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9ba5 [1] + 0 00000100:00000040:3.0:1749611689.386265:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 29 to 0@lo 00000400:00000200:1.0:1749611689.386266:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611689.386267:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:2.0:1749611689.386268:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:0.0:1749611689.386268:0:9760:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:3.0:1749611689.386269:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611689.386271:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611689.386272:0:9760:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611689.386273:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000200:2.0:1749611689.386273:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111264700 x1834598494715264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611689.386274:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953e80 00000100:00000040:3.0:1749611689.386275:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611689.386275:0:9760:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000010:3.0:1749611689.386278:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000400:00000200:1.0:1749611689.386280:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9b89 [1] + 224 00000100:00000200:0.0:1749611689.386280:0:9760:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111573480 x1834598494715392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611689.386282:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111264700 x1834598494715264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611689.386285:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494715776, offset 224 00000400:00000200:1.0:1749611689.386285:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611689.386289:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:3.0:1749611689.386291:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611689.386291:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:0.0:1749611689.386291:0:9760:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880111573480 x1834598494715392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611689.386294:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:2.0:1749611689.386297:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000400:00000200:3.0:1749611689.386298:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000200:1.0:1749611689.386298:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611689.386299:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749611689.386301:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611689.386303:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:3.0:1749611689.386305:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953f80 00000100:00000001:2.0:1749611689.386306:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.386306:0:9760:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000040:1.0:1749611689.386307:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611689.386308:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 28 to 0@lo 00000400:00000200:3.0:1749611689.386310:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9b99 [1] + 224 00000100:00000001:2.0:1749611689.386311:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611689.386313:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1749611689.386315:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611689.386315:0:9760:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000040:2.0:1749611689.386317:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133992680 x1834598494715264/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611709 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611689.386317:0:9760:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000400:00000200:3.0:1749611689.386318:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611689.386318:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611689.386320:0:9760:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611689.386321:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611689.386321:0:9760:0:(events.c:399:reply_out_callback()) Process leaving 00000400:00000200:1.0:1749611689.386323:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58bee0 00000100:00000001:0.0:1749611689.386324:0:9760:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1749611689.386325:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:1.0:1749611689.386325:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58bee0. 00000100:00000040:0.0:1749611689.386327:0:9760:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:1.0:1749611689.386328:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1749611689.386329:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611689.386329:0:9760:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611689.386331:0:9760:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:2.0:1749611689.386332:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494715264:12345-0@lo:38:kworker.0 Request processed in 190us (544us total) trans 0 rc -19/-19 00000100:00000001:1.0:1749611689.386333:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611689.386334:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611689.386335:0:9760:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133993100 x1834598494715392/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611709 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1749611689.386341:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00000040:1.0:1749611689.386341:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611689.386343:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:1.0:1749611689.386343:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00100000:0.0:1749611689.386344:0:9760:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:28320:x1834598494715392:12345-0@lo:38:kworker.0 Request processed in 182us (334us total) trans 0 rc -19/-19 00000100:00000001:2.0:1749611689.386345:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000001:1.0:1749611689.386345:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611689.386347:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000020:00000010:2.0:1749611689.386349:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0f900. 00000100:00000040:1.0:1749611689.386352:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880071e79500 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1749611700 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611689.386352:0:9760:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00000001:3.0:1749611689.386353:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749611689.386353:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c7d0. 00000100:00000001:0.0:1749611689.386355:0:9760:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611689.386356:0:9760:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1749611689.386357:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012dbe6c00. 00000400:00000200:3.0:1749611689.386359:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000100:00000001:2.0:1749611689.386360:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:0.0:1749611689.386360:0:9760:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff880. 00000400:00000010:3.0:1749611689.386361:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000020:00000010:0.0:1749611689.386387:0:9760:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000020:00000010:0.0:1749611689.386391:0:9760:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a829000. 00000100:00100000:1.0:1749611689.386393:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880071e79500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:28322:x1834598494715520:12345-0@lo:400:kworker.0 Request processed in 227us (541us total) trans 0 rc 0/0 00000100:00000001:0.0:1749611689.386395:0:9760:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611689.386397:0:10935:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:3.0:1749611689.386398:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:3.0:1749611689.386402:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611689.386403:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00000040:3.0:1749611689.386406:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000040:1.0:1749611689.386407:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00010000:00000001:3.0:1749611689.386408:0:10935:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:1.0:1749611689.386409:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:3.0:1749611689.386410:0:10935:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.386410:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611689.386411:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000001:0.0:1749611689.386411:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300962865 00000020:00000001:3.0:1749611689.386412:0:10935:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:2.0:1749611689.386413:0:28323:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611689.386414:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611689.386415:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0fa00. 00000100:00000040:3.0:1749611689.386416:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009ac3c380 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:370/0 lens 224/224 e 0 to 0 dl 1749611700 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.386416:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611689.386417:0:28323:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1749611689.386418:0:28323:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000010:1.0:1749611689.386419:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000400:00000010:2.0:1749611689.386421:0:28323:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe108. 00000020:00000010:1.0:1749611689.386422:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012dbe6600. 00000400:00000200:2.0:1749611689.386424:0:28323:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 00000100:00100000:3.0:1749611689.386426:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ac3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:28323:x1834598494715776:12345-0@lo:400:kworker.0 Request processed in 241us (469us total) trans 0 rc 0/0 00000400:00000010:2.0:1749611689.386426:0:28323:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 00000020:00000040:1.0:1749611689.386426:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00000100:00000001:2.0:1749611689.386429:0:28323:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:1.0:1749611689.386429:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1749611689.386429:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611689.386430:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611689.386432:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff0b0. 00000100:00000200:2.0:1749611689.386433:0:28323:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611689.386435:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000400:00000200:0.0:1749611689.386436:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000100:00000040:3.0:1749611689.386437:0:10935:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4001000 : new rpc_count 0 00000400:00000010:0.0:1749611689.386438:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:3.0:1749611689.386440:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611689.386440:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611689.386442:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00000200:2.0:1749611689.386442:0:28323:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611689.386444:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111573480 x1834598494715392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611689.386445:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7d80. 00000100:00080000:1.0:1749611689.386445:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000010:3.0:1749611689.386448:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000020:00000040:1.0:1749611689.386448:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:2.0:1749611689.386449:0:28323:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1749611689.386450:0:28323:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611689.386451:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59c00. 00000100:00000200:0.0:1749611689.386452:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111573480 x1834598494715392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611689.386453:0:28323:0:(client.c:1550:after_reply()) Process entered 00000020:00000040:3.0:1749611689.386455:0:10935:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 4 02000000:00000001:2.0:1749611689.386455:0:28323:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1749611689.386456:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611689.386457:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611689.386457:0:28323:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1749611689.386458:0:28322:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611689.386459:0:28323:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.386460:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611689.386461:0:28323:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1749611689.386462:0:28322:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:0.0:1749611689.386462:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1749611689.386464:0:28322:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:0.0:1749611689.386464:0:28320:0:(client.c:1550:after_reply()) Process entered 00000400:00000010:1.0:1749611689.386466:0:28322:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88012a3db630. 02000000:00000001:0.0:1749611689.386466:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00001000:2.0:1749611689.386467:0:28323:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979c38 time=8 v=5 (5 0 0 0) 00000400:00000200:1.0:1749611689.386468:0:28322:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:0.0:1749611689.386468:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611689.386469:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611689.386470:0:28323:0:(import.c:2097:obd_at_measure()) add 1 to ffff880071979bf0 time=8 v=5 (1 0 0 0) 00000400:00000010:1.0:1749611689.386470:0:28322:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 02000000:00000001:0.0:1749611689.386472:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.386473:0:28323:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1749611689.386473:0:28322:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611689.386474:0:28323:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611689.386476:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611689 v=5 (0 0 0 0) 00010000:00000001:2.0:1749611689.386477:0:28323:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000200:1.0:1749611689.386477:0:28322:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1749611689.386479:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=94 v=20 (1 20 1 1) 00000100:00000001:3.0:1749611689.386482:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611689.386482:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1749611689.386484:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.386484:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:1.0:1749611689.386485:0:28322:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.386487:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00080000:2.0:1749611689.386488:0:28323:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611689.386491:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111573480 x1834598494715392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611714 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611689.386492:0:28322:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1749611689.386494:0:28322:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1749611689.386495:0:28323:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.386498:0:28323:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611689.386498:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611689.386501:0:28323:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000100:00000001:1.0:1749611689.386501:0:28322:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:0.0:1749611689.386501:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1749611689.386502:0:28323:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1749611689.386502:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1749611689.386503:0:28322:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611689.386504:0:28323:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.386504:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1749611689.386505:0:28322:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611689.386506:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:2.0:1749611689.386507:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611689.386507:0:28322:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611689.386508:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000001:1.0:1749611689.386509:0:28322:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611689.386511:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611689.386513:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611689.386514:0:28323:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00001000:1.0:1749611689.386514:0:28322:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=94 v=5 (5 5 5 5) 00000100:00000001:2.0:1749611689.386516:0:28323:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000040:0.0:1749611689.386517:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111573480 x1834598494715392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611714 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611689.386518:0:28323:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1749611689.386518:0:28322:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=94 v=5 (1 1 1 1) 00000100:00000040:2.0:1749611689.386544:0:28323:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611689.386549:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111573480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494715392:0@lo:38:kworker.0 00000100:00100000:2.0:1749611689.386553:0:28323:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:28323:1834598494715776:0@lo:400:kworker.0 00000100:00000001:0.0:1749611689.386554:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611689.386557:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880078807480 x1834598494715648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611689.386558:0:28323:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611689.386559:0:28323:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1749611689.386562:0:28323:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc700 x1834598494715776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.386564:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611689.386566:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611689.386568:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611689.386569:0:28323:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1749611689.386570:0:28323:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:0.0:1749611689.386570:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1749611689.386573:0:28323:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880079131a00. 02000000:00000001:0.0:1749611689.386573:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611689.386576:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff880078807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494715648:0@lo:38:kworker.0 02000000:00000001:2.0:1749611689.386577:0:28323:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1749611689.386578:0:28323:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:0.0:1749611689.386579:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000020:00000040:2.0:1749611689.386580:0:28323:0:(genops.c:1242:class_import_put()) import ffff880071979800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:1.0:1749611689.386581:0:28322:0:(client.c:1472:ptlrpc_check_status()) Process entered 02000000:00000001:0.0:1749611689.386581:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000001:2.0:1749611689.386582:0:28323:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000001:0.0:1749611689.386582:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611689.386583:0:28322:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611689.386584:0:28323:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006a3b8b00. 02000000:00000001:0.0:1749611689.386584:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00010000:00000001:1.0:1749611689.386585:0:28322:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:2.0:1749611689.386586:0:28323:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1749611689.386587:0:28323:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000010:0.0:1749611689.386587:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff8800839a1c00. 00000100:00000010:2.0:1749611689.386589:0:28323:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc700. 02000000:00000001:0.0:1749611689.386589:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:1.0:1749611689.386590:0:28322:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1749611689.386591:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff0b0. 00000100:00000001:2.0:1749611689.386592:0:28323:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1749611689.386593:0:28323:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1749611689.386594:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 00000100:00000200:0.0:1749611689.386597:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494715648, portal 10 00010000:00000001:1.0:1749611689.386598:0:28322:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611689.386599:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611689.386600:0:28322:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611689.386600:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611689.386601:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134335902848 : -131939373648768 : ffff880078807480) 00000100:00000040:1.0:1749611689.386603:0:28322:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611689.386604:0:28323:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611689.386604:0:28322:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611689.386606:0:28323:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611689.386606:0:28322:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611689.386607:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff880078807480 x1834598494715648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611689.386608:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611689.386609:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611689.386609:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.386614:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:1.0:1749611689.386616:0:28322:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1749611689.386616:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:1.0:1749611689.386618:0:28322:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000400:00000010:0.0:1749611689.386618:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:1.0:1749611689.386620:0:28322:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611689.386620:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494715648, offset 0 00000400:00000200:0.0:1749611689.386624:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611689.386625:0:28322:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611689.386630:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:1.0:1749611689.386633:0:28322:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111572a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:28322:1834598494715520:0@lo:400:kworker.0 00000400:00000200:0.0:1749611689.386635:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf953f00 00000100:00000001:1.0:1749611689.386637:0:28322:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611689.386639:0:28322:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:0.0:1749611689.386640:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 186424 00000100:00000040:1.0:1749611689.386642:0:28322:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111572a00 x1834598494715520/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611689.386644:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611689.386648:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611689.386649:0:28322:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1749611689.386651:0:28322:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1749611689.386651:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611689.386653:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 02000000:00000010:1.0:1749611689.386654:0:28322:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88012dbe7c00. 02000000:00000001:1.0:1749611689.386656:0:28322:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000010:0.0:1749611689.386656:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133991f80. 00000100:00000040:0.0:1749611689.386658:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133991f80 x1834598494715648 msgsize 520 00000100:00100000:0.0:1749611689.386662:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:1.0:1749611689.386664:0:28322:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1749611689.386666:0:28322:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00000020:00000001:1.0:1749611689.386668:0:28322:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1749611689.386670:0:28322:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff88006a3b8800. 02000000:00000001:1.0:1749611689.386673:0:28322:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1749611689.386675:0:28322:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1749611689.386676:0:28322:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111572a00. 00000100:00000001:0.0:1749611689.386679:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:1.0:1749611689.386680:0:28322:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1749611689.386681:0:28322:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611689.386683:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611689.386683:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:0.0:1749611689.386685:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:0.0:1749611689.386687:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1749611689.386688:0:28322:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1749611689.386690:0:28322:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611689.386690:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff880078807480 x1834598494715648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611689.386692:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1749611689.386693:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.386697:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611689.386700:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880078807480 x1834598494715648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611709 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.386706:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.386708:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1749611689.386710:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611689.386712:0:10935:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749611689.386713:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 821 usecs (1 jiffies) 00000100:00100000:3.0:1749611689.386715:0:10935:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494715648 00000100:00000001:0.0:1749611689.386715:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300962845 02000000:00000001:3.0:1749611689.386717:0:10935:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611689.386718:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300962865 00000100:00000001:3.0:1749611689.386719:0:10935:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611689.386720:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300962845 00000100:00000001:3.0:1749611689.386721:0:10935:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.386722:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300962865 02000000:00000001:3.0:1749611689.386724:0:10935:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.386724:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300962845 00000100:00100000:3.0:1749611689.386726:0:10935:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494715648 00000100:00000001:0.0:1749611689.386726:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300962865 00000020:00000001:3.0:1749611689.386728:0:10935:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:0.0:1749611689.386728:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300962845 00000100:00000001:0.0:1749611689.386730:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300962865 00000100:00000001:0.0:1749611689.386732:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611689.386734:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1749611689.386736:0:10935:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000400:00000001:0.0:1749611689.386737:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749611689.386738:0:10935:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000001:0.0:1749611689.386739:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000020:00000001:3.0:1749611689.386740:0:10935:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611689.386741:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff210. 00000020:00000001:3.0:1749611689.386742:0:10935:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611689.386743:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749611689.386744:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000020:00000010:3.0:1749611689.386746:0:10935:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59c00. 00000100:00000001:0.0:1749611689.386746:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000020:00000010:3.0:1749611689.386749:0:10935:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7d80. 00000100:00000200:0.0:1749611689.386749:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111264e00 x1834598494715136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:3.0:1749611689.386752:0:10935:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000100:00000001:3.0:1749611689.386756:0:10935:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611689.386758:0:10935:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611689.386760:0:10935:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611689.386762:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111264e00 x1834598494715136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611689.386763:0:10935:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.386769:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611689.386770:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611689.386771:0:10935:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.386772:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611689.386774:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611689.386775:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611689.386777:0:10935:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1749611689.386777:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611689.386778:0:10935:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 02000000:00000001:0.0:1749611689.386779:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611689.386782:0:10935:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00001000:0.0:1749611689.386782:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611689 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611689.386785:0:10935:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474858880 : -131936234692736 : ffff880133991f80) 00000100:00001000:0.0:1749611689.386786:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=62 v=20 (1 1 20 1) 00000100:00000001:0.0:1749611689.386788:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749611689.386789:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133991f80 x1834598494715648/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611709 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.386790:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611689.386792:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611689.386795:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111264e00 x1834598494715136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611714 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611689.386798:0:10935:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494715648:12345-0@lo:38:kworker.0 00000100:00000200:3.0:1749611689.386802:0:10935:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494715648 00000100:00000001:0.0:1749611689.386802:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000020:00000001:3.0:1749611689.386804:0:10935:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:0.0:1749611689.386804:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00010000:00000001:3.0:1749611689.386806:0:10935:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611689.386806:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.386808:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611689.386809:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611689.386812:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000020:00000001:3.0:1749611689.386814:0:10935:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1749611689.386814:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00010000:00020000:3.0:1749611689.386817:0:10935:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611689.386817:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611689.386820:0:10935:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000040:0.0:1749611689.386820:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111264e00 x1834598494715136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611714 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611689.386823:0:10935:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:3.0:1749611689.386825:0:10935:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:3.0:1749611689.386827:0:10935:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00100000:0.0:1749611689.386827:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111264e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494715136:0@lo:38:kworker.0 02000000:00000001:3.0:1749611689.386829:0:10935:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000400:00000001:0.0:1749611689.386831:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611689.386832:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 02000000:00000010:3.0:1749611689.386833:0:10935:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880130c7c800. 02000000:00000001:3.0:1749611689.386835:0:10935:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611689.386835:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000100:00000001:3.0:1749611689.386836:0:10935:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611689.386837:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611689.386838:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00010000:00000001:3.0:1749611689.386839:0:10935:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611689.386840:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611689.386843:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880111264700 x1834598494715264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611689.386845:0:10935:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1749611689.386848:0:10935:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749611689.386851:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880111264700 x1834598494715264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611689.386852:0:10935:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:3.0:1749611689.386854:0:10935:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1749611689.386857:0:10935:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611689.386857:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611689.386858:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611689.386859:0:10935:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:0.0:1749611689.386860:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611689.386861:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611689.386862:0:10935:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611689.386862:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611689.386863:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611689.386865:0:10935:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611689.386865:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611689.386867:0:10935:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1749611689.386868:0:10935:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611689.386868:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611689 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611689.386870:0:10935:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00001000:0.0:1749611689.386870:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=44 v=20 (1 1 20 1) 00000100:00000040:3.0:1749611689.386872:0:10935:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611689.386873:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000400:00000010:3.0:1749611689.386874:0:10935:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000001:0.0:1749611689.386874:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611689.386876:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000200:3.0:1749611689.386879:0:10935:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494715648, offset 0 00000100:00000040:0.0:1749611689.386879:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880111264700 x1834598494715264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611714 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611689.386883:0:10935:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611689.386886:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611689.386888:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611689.386889:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611689.386890:0:10935:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611689.386890:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611689.386892:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611689.386894:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000400:00000200:3.0:1749611689.386895:0:10935:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf953f00 00000100:00080000:0.0:1749611689.386896:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611689.386898:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000200:3.0:1749611689.386900:0:10935:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9bbd [1] + 0 00000100:00000040:0.0:1749611689.386902:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880111264700 x1834598494715264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611714 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611689.386904:0:10935:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1749611689.386908:0:10935:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611689.386911:0:10935:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1749611689.386915:0:10935:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff880078807480 x1834598494715648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611689.386916:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880111264700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494715264:0@lo:38:kworker.0 00000100:00000001:0.0:1749611689.386920:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.386922:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1749611689.386924:0:10935:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff880078807480 x1834598494715648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611689.386925:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111573480 x1834598494715392/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611714 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.386931:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611689.386932:0:10935:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611689.386933:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:3.0:1749611689.386935:0:10935:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 02000000:00000010:0.0:1749611689.386935:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009b41fc00. 00000400:00000010:3.0:1749611689.386937:0:10935:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:3.0:1749611689.386940:0:10935:0:(events.c:387:reply_out_callback()) Process entered 02000000:00000001:0.0:1749611689.386940:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1749611689.386941:0:10935:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:0.0:1749611689.386941:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000001:3.0:1749611689.386943:0:10935:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611689.386943:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611689.386945:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000040:3.0:1749611689.386946:0:10935:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000010:0.0:1749611689.386946:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880099748000. 00000100:00000001:3.0:1749611689.386949:0:10935:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611689.386950:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611689.386951:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611689.386952:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111573480. 00000020:00000001:3.0:1749611689.386955:0:10935:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611689.386955:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611689.386957:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611689.386959:0:10935:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133991f80 x1834598494715648/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611709 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.386959:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611689.386962:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111264e00 x1834598494715136/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611714 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.386968:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00100000:3.0:1749611689.386969:0:10935:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:28320:x1834598494715648:12345-0@lo:38:kworker.0 Request processed in 170us (308us total) trans 0 rc -19/-19 02000000:00000001:0.0:1749611689.386970:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611689.386971:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009b41e800. 02000000:00000001:0.0:1749611689.386973:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611689.386974:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611689.386975:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000100:00100000:3.0:1749611689.386976:0:10935:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000020:00000001:0.0:1749611689.386977:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:3.0:1749611689.386979:0:10935:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 02000000:00000010:0.0:1749611689.386979:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880099748c00. 00000100:00000001:3.0:1749611689.386980:0:10935:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611689.386981:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611689.386982:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000020:00000010:3.0:1749611689.386983:0:10935:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7d80. 00000100:00000010:0.0:1749611689.386983:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111264e00. 00000020:00000010:3.0:1749611689.386986:0:10935:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000100:00000001:0.0:1749611689.386986:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611689.386988:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:3.0:1749611689.386989:0:10935:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59c00. 00000100:00000001:0.0:1749611689.386989:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1749611689.386992:0:10935:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611689.386992:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880111264700 x1834598494715264/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611714 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.386999:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611689.387000:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611689.387001:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009b41d000. 02000000:00000001:0.0:1749611689.387004:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611689.387005:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611689.387006:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611689.387007:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611689.387009:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880099749800. 02000000:00000001:0.0:1749611689.387011:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611689.387012:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611689.387013:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880111264700. 00000100:00000001:0.0:1749611689.387015:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611689.387016:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.387018:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.387022:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611689.387023:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1749611689.387025:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611689.387026:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611689.387028:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611689.387029:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611689.387031:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff0b0. 00000400:00000200:0.0:1749611689.387033:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611689.387034:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000001:0.0:1749611689.387036:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611689.387039:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff880078807480 x1834598494715648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611689.387047:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff880078807480 x1834598494715648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.387054:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611689.387055:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.387057:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611689.387058:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611689.387060:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611689.387061:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611689.387064:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611689.387066:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197b438 time=1749611689 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611689.387069:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197b3f0 time=8 v=15 (15 0 0 0) 00000100:00000001:0.0:1749611689.387071:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611689.387073:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611689.387075:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611689.387078:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880078807480 x1834598494715648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611709 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.387084:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611689.387086:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611689.387087:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.387089:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611689.387090:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611689.387092:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611689.387094:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611689.387096:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611689.387100:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880078807480 x1834598494715648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611709 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611689.387107:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880078807480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494715648:0@lo:38:kworker.0 00000100:00000001:0.0:1749611689.387110:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.387112:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611689.387114:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880078807480 x1834598494715648/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611709 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611689.387120:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611689.387121:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611689.387123:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff8800839a1c00. 02000000:00000001:0.0:1749611689.387125:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611689.387126:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611689.387127:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197b000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611689.387130:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611689.387131:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff88009974b800. 02000000:00000001:0.0:1749611689.387133:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611689.387134:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611689.387136:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880078807480. 00000100:00000001:0.0:1749611689.387139:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611689.387141:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611689.387142:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.387144:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611689.387145:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611689.387146:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611689.387148:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611689.407615:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300962865, at 4300962865 00000100:00000040:1.0:1749611689.407618:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300962865, at 4300962865 00000100:00000040:0.0:1749611689.407620:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300962865, at 4300962865 00000100:00000040:3.0:1749611689.407621:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300962865, at 4300962865 00000100:00000010:2.0:1749611689.407624:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50700. 00000100:00000010:1.0:1749611689.407628:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b502c0. 00000100:00000010:0.0:1749611689.407634:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50680. 00000100:00000010:3.0:1749611689.407646:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff880136b50100. 00000100:00000001:2.0:1749611689.458584:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611689.458587:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611689.458588:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611689.458590:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611689.458592:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611689.458594:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611689.458595:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611689.458596:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611689.458598:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611689.522640:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611689.522645:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611689.522758:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611689.522763:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611689.522767:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611690.248616:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611690.248622:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611690.248624:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611690.248629:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611690.248632:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611690.248636:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611690.248639:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611690.248642:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611690.248645:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611690.378637:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611690.378642:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611690.378644:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611690.378648:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611690.378651:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611690.378654:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611690.378656:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611690.378658:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611690.378661:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611690.458635:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611690.458642:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611690.458644:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611690.458647:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611690.458650:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611690.458653:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611690.458656:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611690.458658:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611690.458660:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611690.524648:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611690.524654:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611690.524779:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611690.524785:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611690.524789:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611691.248630:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611691.248636:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611691.248638:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611691.248642:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611691.248645:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611691.248648:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611691.248650:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611691.248653:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611691.248655:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611691.378671:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611691.378679:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611691.378682:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611691.378688:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611691.378692:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611691.378696:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611691.378700:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611691.378704:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611691.378709:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611691.458644:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611691.458650:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611691.458653:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611691.458656:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:2.0:1749611691.458659:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611691.458661:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611691.458664:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611691.458666:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611691.458668:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611691.526642:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611691.526647:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611691.526766:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611691.526772:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611691.526776:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1749611692.248639:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611692.248648:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611692.248651:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611692.248657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611692.248662:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611692.248667:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611692.248671:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611692.248686:0:9690:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880133990700 x1834598494714112/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611692.248703:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611692.248712:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880133990700 x1834598494714112/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611692.248727:0:9690:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611692.248733:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611692.248737:0:9690:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611692.248741:0:9690:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611692.248748:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133990700 x1834598494714112/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611692.248764:0:9690:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880133990700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:08794920-b6b6-4897-95ad-2183cb3fca60:9690:1834598494714112:0@lo:101:ll_cfg_requeue.0 00000100:00000001:0.0:1749611692.248773:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611692.248778:0:9690:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611692.248783:0:9690:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611692.248786:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611692.248792:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880133990700 x1834598494714112/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611692.248805:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611692.248809:0:9690:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff880092ecd000. 00000100:00000001:0.0:1749611692.248816:0:9690:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611692.248819:0:9690:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00010000:00000001:0.0:1749611692.248825:0:9690:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1749611692.248830:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611692.248835:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611692.248840:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a828c00 refcount=4 00000020:00000001:0.0:1749611692.248845:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369594368 : -131939339957248 : ffff88007a828c00) 00010000:00000001:0.0:1749611692.248849:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369594368 : -131939339957248 : ffff88007a828c00) 00010000:00010000:0.0:1749611692.248858:0:9690:0:(ldlm_request.c:630:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d6c3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611692.248873:0:9690:0:(ldlm_request.c:633:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00010000:00010000:0.0:1749611692.248881:0:9690:0:(ldlm_request.c:547:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d6c3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611692.248892:0:9690:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1749611692.248897:0:9690:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d6c3 lrc: 4/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611692.248907:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611692.248910:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1749611692.248914:0:9690:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d6c3 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611692.248925:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611692.248929:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611692.248933:0:9690:0:(ldlm_lockd.c:1899:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1749611692.248938:0:9690:0:(ldlm_lockd.c:1901:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d6c3 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611692.248949:0:9690:0:(ldlm_lockd.c:1915:ldlm_handle_bl_callback()) Lock ffff88007a828c00 already unused, calling callback (ffffffffa0b3b640) 10000000:00000001:0.0:1749611692.248953:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611692.248957:0:9690:0:(mgc_request.c:900:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d6c3 lrc: 4/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1206400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611692.248968:0:9690:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1749611692.248970:0:9690:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1749611692.248973:0:9690:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1749611692.248975:0:9690:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff88007a828c00 refcount=5 00000020:00000001:0.0:1749611692.248979:0:9690:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134369594368 : -131939339957248 : ffff88007a828c00) 00010000:00000001:0.0:1749611692.248983:0:9690:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446612134369594368 : -131939339957248 : ffff88007a828c00) 00010000:00000001:0.0:1749611692.248988:0:9690:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1749611692.248992:0:9690:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d6c3 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120e400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1749611692.249002:0:9690:0:(mgc_request.c:895:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1749611692.249007:0:9690:0:(mgc_request.c:906:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d6c3 lrc: 5/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x120f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1749611692.249017:0:9690:0:(mgc_request.c:910:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:00000040:0.0:1749611692.249022:0:9690:0:(mgc_request.c:913:mgc_blocking_ast()) missing data, won't requeue 10000000:00000001:0.0:1749611692.249024:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611692.249029:0:9690:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1749611692.249032:0:9690:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1749611692.249036:0:9690:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1749611692.249040:0:9690:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1749611692.249043:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611692.249045:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1749611692.249050:0:9690:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff88007a828c00 with handle 0x689c0ec07329d6c3 from hash 00010000:00000001:0.0:1749611692.249054:0:9690:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1749611692.249056:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611692.249058:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611692.249060:0:9690:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1749611692.249063:0:9690:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1749611692.249065:0:9690:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1749611692.249070:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611692.249072:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611692.249074:0:9690:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611692.249077:0:9690:0:(mgc_request.c:945:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611692.249082:0:9690:0:(ldlm_lockd.c:1927:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d6c3 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1749611692.249092:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611692.249094:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611692.249096:0:9690:0:(ldlm_lockd.c:1929:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1749611692.249099:0:9690:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1749611692.249101:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1749611692.249103:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611692.249105:0:9690:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1749611692.249109:0:9690:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff88007a828c00/0x689c0ec07329d6c3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5a0f400000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1749611692.249120:0:9690:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff88009d2ad800 count: 0 00010000:00000001:0.0:1749611692.249167:0:9690:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1749611692.249170:0:9690:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611692.249176:0:9690:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611692.249183:0:9690:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880133990700 x1834598494714112/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611692.249195:0:9690:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611692.249201:0:9690:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611692.249205:0:9690:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611692.249208:0:9690:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611692.249215:0:9690:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff88007a829600. 02000000:00000001:0.0:1749611692.249223:0:9690:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611692.249226:0:9690:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611692.249229:0:9690:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880133990700. 00000100:00000001:0.0:1749611692.249236:0:9690:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611692.249238:0:9690:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611692.249242:0:9690:0:(mgc_request.c:999:mgc_enqueue()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:01000000:0.0:1749611692.249246:0:9690:0:(mgc_request.c:1776:mgc_process_log()) Can't get cfg lock: -110 10000000:01000000:0.0:1749611692.249252:0:9690:0:(mgc_request.c:1838:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'lustre-barrier' succeeded (0). 10000000:00000001:0.0:1749611692.249257:0:9690:0:(mgc_request.c:1859:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611692.249261:0:9690:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1749611692.249265:0:9690:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1749611692.249267:0:9690:0:(mgc_request.c:108:config_log_get()) log nodemap (ffff8800b4070c00) refs 4 10000000:00000001:0.0:1749611692.249271:0:9690:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1749611692.249274:0:9690:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1749611692.249277:0:9690:0:(mgc_request.c:123:config_log_put()) log lustre-barrier(ffff8800b4071200) refs 2 10000000:00000001:0.0:1749611692.249280:0:9690:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1749611692.249283:0:9690:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1749611692.249286:0:9690:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:00000001:0.0:1749611692.249288:0:9690:0:(mgc_request.c:1742:mgc_process_log()) Process entered 10000000:01000000:0.0:1749611692.249291:0:9690:0:(mgc_request.c:1761:mgc_process_log()) Process log nodemap-ffff8800a8b08000 from 1 10000000:00000001:0.0:1749611692.249295:0:9690:0:(mgc_request.c:967:mgc_enqueue()) Process entered 10000000:01000000:0.0:1749611692.249297:0:9690:0:(mgc_request.c:973:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00000100:00000010:0.0:1749611692.249305:0:9690:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133990700. 00000020:00000040:0.0:1749611692.249310:0:9690:0:(genops.c:1229:class_import_get()) import ffff88009d242800 refcount=6 obd=MGC192.168.202.106@tcp 00000100:00000001:0.0:1749611692.249316:0:9690:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1749611692.249321:0:9690:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1749611692.249327:0:9690:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611692.249364:0:9690:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff88007a829600. 00000100:00000001:0.0:1749611692.249373:0:9690:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611692.249380:0:9690:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1749611692.249383:0:9690:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1749611692.249391:0:9690:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff88009d2ad100. 00010000:00000001:0.0:1749611692.249398:0:9690:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1749611692.249402:0:9690:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff88007a829000. 00000020:00000001:0.0:1749611692.249407:0:9690:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1749611692.249410:0:9690:0:(lustre_handles.c:77:class_handle_hash()) added object ffff88007a829000 with handle 0x689c0ec07329d6ca to hash 00000020:00000001:0.0:1749611692.249415:0:9690:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1749611692.249418:0:9690:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446612134369595392 : -131939339956224 : ffff88007a829000) 00010000:00000001:0.0:1749611692.249423:0:9690:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446612134369595392 : -131939339956224 : ffff88007a829000) 00010000:00000001:0.0:1749611692.249427:0:9690:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1749611692.249430:0:9690:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1749611692.249435:0:9690:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff88007a829000/0x689c0ec07329d6ca lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611692.249449:0:9690:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff88007a829000/0x689c0ec07329d6ca lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1749611692.249467:0:9690:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff88007a829000/0x689c0ec07329d6ca lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 9690 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1749611692.249477:0:9690:0:(client.c:3296:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1749611692.249480:0:9690:0:(client.c:1148:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1749611692.249487:0:9690:0:(client.c:1150:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff880092ecd000. 00000100:00000001:0.0:1749611692.249491:0:9690:0:(client.c:1165:ptlrpc_prep_set()) Process leaving (rc=18446612134779211776 : -131938930339840 : ffff880092ecd000) 00000100:00000001:0.0:1749611692.249495:0:9690:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611692.249498:0:9690:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137474852608 : -131936234699008 : ffff880133990700) 00000100:00000001:0.0:1749611692.249505:0:9690:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611692.249511:0:9690:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611692.249515:0:9690:0:(client.c:2636:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1749611692.249518:0:9690:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611692.249563:0:9690:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff880133990700 x1834598494715904/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611692.249577:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611692.249580:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1749611692.249587:0:9690:0:(client.c:1800:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff880133990700 x1834598494715904/t0(0) o101->MGC192.168.202.106@tcp@0@lo:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611692.249600:0:9690:0:(client.c:1805:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611692.249603:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611692.249606:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611692.249610:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd000 going to sleep for 0 seconds 00000100:00000001:0.0:1749611692.249613:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611692.249616:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611692.249619:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611692.249621:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611692.249625:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1749611692.251742:0:11:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88009d2ad800. 00010000:00000010:2.1:1749611692.251753:0:11:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88007a828c00. 00000100:00000001:0.0:1749611692.378633:0:730:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611692.378638:0:730:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611692.378640:0:730:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611692.378644:0:730:0:(client.c:2663:ptlrpc_set_wait()) set ffff88006a381780 going to sleep for 0 seconds 00000100:00000001:0.0:1749611692.378647:0:730:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611692.378649:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611692.378652:0:730:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00080000:0.0:1749611692.378659:0:730:0:(client.c:1377:ptlrpc_import_delay_req()) @@@ send limit expired req@ffff880079235500 x1834598494713984/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611692.378669:0:730:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611692.378673:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff880079235500 x1834598494713984/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611692.378682:0:730:0:(client.c:2145:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1749611692.378685:0:730:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611692.378687:0:730:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611692.378688:0:730:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611692.378692:0:730:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079235500 x1834598494713984/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Interpret:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611692.378700:0:730:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff880079235500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:08794920-b6b6-4897-95ad-2183cb3fca60:730:1834598494713984:0@lo:253:mount.lustre.0 00000100:00000001:0.0:1749611692.378705:0:730:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611692.378707:0:730:0:(client.c:2727:ptlrpc_set_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611692.378710:0:730:0:(client.c:1216:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1749611692.378711:0:730:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611692.378714:0:730:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff880079235500 x1834598494713984/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 2 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611692.378720:0:730:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611692.378723:0:730:0:(client.c:3881:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff88006a381780. 00000100:00000001:0.0:1749611692.378728:0:730:0:(client.c:1253:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1749611692.378729:0:730:0:(client.c:3315:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000001:0.0:1749611692.378732:0:730:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611692.378735:0:730:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff880079235500 x1834598494713984/t0(0) o253->MGC192.168.202.106@tcp@0@lo:26/25 lens 4768/4768 e 0 to 0 dl 0 ref 1 fl Complete:WQU/200/ffffffff rc -110/-1 job:'mount.lustre.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611692.378741:0:730:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1749611692.378744:0:730:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611692.378745:0:730:0:(genops.c:1242:class_import_put()) import ffff88009d242800 refcount=5 obd=MGC192.168.202.106@tcp 00000020:00000001:0.0:1749611692.378747:0:730:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611692.378750:0:730:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 8192 at ffff880136abc000. 02000000:00000001:0.0:1749611692.378784:0:730:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611692.378786:0:730:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611692.378787:0:730:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff880079235500. 00000100:00000001:0.0:1749611692.378791:0:730:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611692.378792:0:730:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1749611692.378794:0:730:0:(mgc_request_server.c:242:mgc_target_register()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611692.378797:0:730:0:(mgc_request_server.c:268:mgc_set_info_async_server()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 10000000:00000001:0.0:1749611692.378800:0:730:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000001:0.0:1749611692.378803:0:730:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:00000010:0.0:1749611692.378807:0:730:0:(tgt_mount.c:1429:server_notify_target()) kfreed 'mti': 4544 at ffff880136ab8000. 00000020:00000001:0.0:1749611692.378830:0:730:0:(tgt_mount.c:1431:server_notify_target()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000020:02000000:0.0:1749611692.378834:0:730:0:(tgt_mount.c:2346:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00000020:00000010:0.0:1749611692.382860:0:730:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828e00. 00000020:00000010:0.0:1749611692.382868:0:730:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007a829c00. 00000020:00000010:0.0:1749611692.382874:0:730:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a729000. 00000020:00000010:0.0:1749611692.382879:0:730:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd9e30. 00000020:00000010:0.0:1749611692.382883:0:730:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007a829200. 80000000:00000010:0.0:1749611692.382888:0:730:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b163c0. 40000000:00000010:0.0:1749611692.382892:0:730:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b50680. 00100000:00000010:0.0:1749611692.382898:0:730:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a728000. 00040000:00000010:0.0:1749611692.382902:0:730:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009d2ada00. 00040000:00000010:0.0:1749611692.382908:0:730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007a828c00. 00080000:00000010:0.0:1749611692.382914:0:730:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012d898000. 00080000:00000010:0.0:1749611692.382921:0:730:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bec6000. 00002000:00000010:0.0:1749611692.382930:0:730:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800839a1c00. 00000020:00000010:0.0:1749611692.382933:0:730:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007a828000. 00000020:00000010:0.0:1749611692.382937:0:730:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff880. 00000020:00000010:0.0:1749611692.382941:0:730:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add320. 00002000:00000001:0.0:1749611692.382945:0:730:0:(ofd_dev.c:607:ofd_prepare()) Process entered 00080000:00000001:0.0:1749611692.382948:0:730:0:(osd_handler.c:8775:osd_prepare()) Process entered 00040000:00000001:0.0:1749611692.382951:0:730:0:(qsd_lib.c:771:qsd_prepare()) Process entered 00040000:00000001:0.0:1749611692.382954:0:730:0:(lquota_disk.c:148:lquota_disk_dir_find_create()) Process entered 00000020:00000001:0.0:1749611692.382957:0:730:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611692.382959:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611692.382962:0:730:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:0.0:1749611692.382967:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00000020:00000001:0.0:1749611692.382970:0:730:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.382975:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611692.382982:0:730:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849148344 : -131938860403272 : ffff88009717f5b8) 00080000:00000001:0.0:1749611692.382988:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611692.382991:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611692.383011:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611692.383034:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383037:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611692.383039:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383041:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611692.383044:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611692.383048:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x3:0x0] 73735:1809994347 to info ffff88012d898000 00000020:00000001:0.0:1749611692.383053:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f638 00080000:00000002:0.0:1749611692.383056:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/quota_slave => [0x200000003:0x3:0x0] 00080000:00000001:0.0:1749611692.383059:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383063:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611692.383066:0:730:0:(osd_handler.c:7959:osd_olc_save()) kmalloced '(oti->oti_lookup_cache)': 920 at ffff8800839a0c00. 00080000:00000001:0.0:1749611692.383069:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611692.383071:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611692.383075:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009d2ad800. 00000020:00000001:0.0:1749611692.383080:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611692.383084:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b8b4600. 00000020:00000001:0.0:1749611692.383087:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383090:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.383092:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.383094:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383096:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.383099:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383102:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.383107:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134951049304 : -131938758502312 : ffff88009d2ad858) 00040000:00000001:0.0:1749611692.383113:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611692.383115:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611692.383116:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611692.383117:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611692.383118:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611692.383119:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611692.383123:0:730:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012b8b4600. 00000020:00000010:0.0:1749611692.383128:0:730:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009d2ad800. 00000020:00000001:0.0:1749611692.383150:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611692.383153:0:730:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611692.383157:0:730:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f0e0. 00002000:00000001:0.0:1749611692.383159:0:730:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849147192 : -131938860404424 : ffff88009717f138) 00002000:00000001:0.0:1749611692.383162:0:730:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611692.383164:0:730:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x3:0x0] 00080000:00000010:0.0:1749611692.383166:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b8b4600. 00002000:00000001:0.0:1749611692.383168:0:730:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383170:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.383172:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.383174:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383175:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.383178:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383180:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.383183:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849147192 : -131938860404424 : ffff88009717f138) 00040000:00000001:0.0:1749611692.383186:0:730:0:(lquota_disk.c:187:lquota_disk_dir_find_create()) Process leaving 00000020:00000002:0.0:1749611692.383189:0:730:0:(lu_object.c:207:lu_object_put()) Add ffff880129dba800/ffff88009717f560 to site lru. bkt: ffff880130318700 00040000:00000001:0.0:1749611692.383192:0:730:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611692.383195:0:730:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff880092ecd6c0. 00040000:00000001:0.0:1749611692.383199:0:730:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611692.383200:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611692.383202:0:730:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611692.383204:0:730:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717ec60. 00002000:00000001:0.0:1749611692.383206:0:730:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849146040 : -131938860405576 : ffff88009717ecb8) 00002000:00000001:0.0:1749611692.383208:0:730:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611692.383209:0:730:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0xf:0x0] 00080000:00000010:0.0:1749611692.383211:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b8b4c00. 00002000:00000001:0.0:1749611692.383213:0:730:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383215:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.383218:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611692.383219:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611692.383222:0:730:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611692.383224:0:730:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383226:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.383229:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383231:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.383232:0:730:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611692.383235:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611692.383236:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611692.383237:0:730:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611692.383238:0:730:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383241:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.383244:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849146040 : -131938860405576 : ffff88009717ecb8) 00040000:00000001:0.0:1749611692.383246:0:730:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612137339735040 : -131936369816576 : ffff88012b8b4c00) 00040000:00000001:0.0:1749611692.383249:0:730:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611692.383251:0:730:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x20000:0x0]) 00040000:00000001:0.0:1749611692.383254:0:730:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611692.383256:0:730:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611692.383257:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611692.383259:0:730:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:0.0:1749611692.383262:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00000020:00000001:0.0:1749611692.383264:0:730:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383267:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611692.383269:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611692.383277:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611692.383283:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383285:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611692.383286:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383288:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611692.383289:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611692.383292:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x4:0x0] 92:1809994348 to info ffff88012d898000 00000020:00000001:0.0:1749611692.383295:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f598 00080000:00000002:0.0:1749611692.383297:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000 => [0x200000003:0x4:0x0] 00080000:00000001:0.0:1749611692.383300:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383302:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383304:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611692.383306:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611692.383309:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009d2adc00. 00000020:00000001:0.0:1749611692.383311:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611692.383314:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b8b5c00. 00000020:00000001:0.0:1749611692.383316:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383317:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.383318:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.383320:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383322:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.383323:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383326:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.383329:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134951050328 : -131938758501288 : ffff88009d2adc58) 00040000:00000001:0.0:1749611692.383332:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611692.383333:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611692.383356:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611692.383358:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611692.383359:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611692.383360:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611692.383363:0:730:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012b8b5c00. 00000020:00000010:0.0:1749611692.383367:0:730:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009d2adc00. 00000020:00000001:0.0:1749611692.383371:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611692.383373:0:730:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611692.383375:0:730:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717eea0. 00002000:00000001:0.0:1749611692.383377:0:730:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849146616 : -131938860405000 : ffff88009717eef8) 00002000:00000001:0.0:1749611692.383380:0:730:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611692.383381:0:730:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x4:0x0] 00080000:00000010:0.0:1749611692.383383:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b8b5c00. 00002000:00000001:0.0:1749611692.383385:0:730:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383387:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.383389:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.383390:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383392:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.383394:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383396:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.383399:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849146616 : -131938860405000 : ffff88009717eef8) 00040000:00000001:0.0:1749611692.383402:0:730:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612137339739136 : -131936369812480 : ffff88012b8b5c00) 00080000:00000010:0.0:1749611692.383405:0:730:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88009d2add00. 00100000:00000001:0.0:1749611692.383417:0:730:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611692.383420:0:730:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136b501c0. 00100000:00000010:0.0:1749611692.383424:0:730:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880136b501c0. 00100000:00000001:0.0:1749611692.383427:0:730:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611692.383429:0:730:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612137339739136 : -131936369812480 : ffff88012b8b5c00) 00080000:00000002:0.0:1749611692.383434:0:730:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 92 00040000:00000001:0.0:1749611692.383437:0:730:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611692.383440:0:730:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611692.383443:0:730:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611692.383445:0:730:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383448:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611692.383450:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611692.383453:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611692.383458:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383460:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611692.383462:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383463:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611692.383465:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611692.383467:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x1:0x0] 93:1809994349 to info ffff88012d898000 00000020:00000001:0.0:1749611692.383470:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f5d0 00080000:00000002:0.0:1749611692.383472:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x20000-OST0000 => [0x200000005:0x1:0x0] 00080000:00000001:0.0:1749611692.383475:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383477:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383479:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611692.383481:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611692.383483:0:730:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611692.383485:0:730:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717fb00. 00002000:00000001:0.0:1749611692.383487:0:730:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849149784 : -131938860401832 : ffff88009717fb58) 00002000:00000001:0.0:1749611692.383489:0:730:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611692.383491:0:730:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x1:0x0] 00080000:00000010:0.0:1749611692.383493:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b8b4000. 00002000:00000001:0.0:1749611692.383495:0:730:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383496:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.383497:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.383499:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383500:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.383502:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383504:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.383507:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849149784 : -131938860401832 : ffff88009717fb58) 00080000:00000010:0.0:1749611692.383511:0:730:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88006ef49100. 00100000:00000001:0.0:1749611692.383516:0:730:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611692.383517:0:730:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136b501c0. 00100000:00000010:0.0:1749611692.383519:0:730:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880136b501c0. 00100000:00000001:0.0:1749611692.383561:0:730:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611692.383564:0:730:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612137339731968 : -131936369819648 : ffff88012b8b4000) 00080000:00000002:0.0:1749611692.383567:0:730:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 93 00040000:00000001:0.0:1749611692.383570:0:730:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611692.383573:0:730:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800b212fd40. 00000001:00000001:0.0:1749611692.383576:0:730:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611692.383579:0:730:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88006ef49200. 00000001:00000010:0.0:1749611692.383586:0:730:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff880076243ea8. 00000001:00000010:0.0:1749611692.383590:0:730:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff880092ecd900. 00040000:00000001:0.0:1749611692.383592:0:730:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612135301807424 : -131938407744192 : ffff8800b212fd40) 00000020:00000001:0.0:1749611692.383596:0:730:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611692.383607:0:730:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611692.383609:0:730:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611692.383613:0:730:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611692.383615:0:730:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611692.383617:0:730:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611692.383619:0:730:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff880092ecd300. 00040000:00000001:0.0:1749611692.383621:0:730:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611692.383622:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611692.383625:0:730:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611692.383627:0:730:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f8c0. 00002000:00000001:0.0:1749611692.383629:0:730:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849149208 : -131938860402408 : ffff88009717f918) 00002000:00000001:0.0:1749611692.383632:0:730:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611692.383634:0:730:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x10:0x0] 00080000:00000010:0.0:1749611692.383636:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b8b5800. 00002000:00000001:0.0:1749611692.383638:0:730:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383640:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.383642:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611692.383643:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611692.383645:0:730:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611692.383647:0:730:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383648:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.383652:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383654:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.383656:0:730:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611692.383658:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611692.383659:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611692.383661:0:730:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611692.383662:0:730:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383665:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.383668:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849149208 : -131938860402408 : ffff88009717f918) 00040000:00000001:0.0:1749611692.383670:0:730:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612137339738112 : -131936369813504 : ffff88012b8b5800) 00040000:00000001:0.0:1749611692.383672:0:730:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611692.383674:0:730:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x1020000:0x0]) 00040000:00000001:0.0:1749611692.383676:0:730:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611692.383678:0:730:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611692.383680:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611692.383682:0:730:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:0.0:1749611692.383684:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00000020:00000001:0.0:1749611692.383687:0:730:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383690:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611692.383692:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611692.383697:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611692.383703:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383704:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611692.383706:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383707:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611692.383709:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611692.383711:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x5:0x0] 94:1809994350 to info ffff88012d898000 00000020:00000001:0.0:1749611692.383715:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f598 00080000:00000002:0.0:1749611692.383716:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000 => [0x200000003:0x5:0x0] 00080000:00000001:0.0:1749611692.383719:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383721:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383723:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611692.383725:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611692.383727:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88006ef49300. 00000020:00000001:0.0:1749611692.383729:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611692.383731:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b8b5400. 00000020:00000001:0.0:1749611692.383733:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383735:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.383736:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.383737:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383739:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.383741:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383743:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.383746:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134175740760 : -131939533810856 : ffff88006ef49358) 00040000:00000001:0.0:1749611692.383750:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611692.383752:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611692.383753:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611692.383754:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611692.383755:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611692.383756:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611692.383758:0:730:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88012b8b5400. 00000020:00000010:0.0:1749611692.383761:0:730:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88006ef49300. 00000020:00000001:0.0:1749611692.383764:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611692.383765:0:730:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611692.383767:0:730:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717fc20. 00002000:00000001:0.0:1749611692.383769:0:730:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849150072 : -131938860401544 : ffff88009717fc78) 00002000:00000001:0.0:1749611692.383772:0:730:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611692.383773:0:730:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x5:0x0] 00080000:00000010:0.0:1749611692.383775:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88012b8b5400. 00002000:00000001:0.0:1749611692.383777:0:730:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383779:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.383780:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.383781:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383783:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.383785:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383787:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.383789:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849150072 : -131938860401544 : ffff88009717fc78) 00040000:00000001:0.0:1749611692.383792:0:730:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612137339737088 : -131936369814528 : ffff88012b8b5400) 00080000:00000010:0.0:1749611692.383795:0:730:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88006ef49600. 00100000:00000001:0.0:1749611692.383800:0:730:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611692.383802:0:730:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136b501c0. 00100000:00000010:0.0:1749611692.383804:0:730:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880136b501c0. 00100000:00000001:0.0:1749611692.383806:0:730:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611692.383808:0:730:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612137339737088 : -131936369814528 : ffff88012b8b5400) 00080000:00000002:0.0:1749611692.383810:0:730:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 94 00040000:00000001:0.0:1749611692.383812:0:730:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611692.383813:0:730:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611692.383815:0:730:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611692.383817:0:730:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383819:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611692.383820:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611692.383823:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611692.383828:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383829:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611692.383831:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383832:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611692.383834:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611692.383836:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x2:0x0] 95:1809994351 to info ffff88012d898000 00000020:00000001:0.0:1749611692.383839:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f5d0 00080000:00000002:0.0:1749611692.383841:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x1020000-OST0000 => [0x200000005:0x2:0x0] 00080000:00000001:0.0:1749611692.383844:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383846:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383848:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611692.383850:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611692.383852:0:730:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611692.383854:0:730:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717efc0. 00002000:00000001:0.0:1749611692.383855:0:730:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849146904 : -131938860404712 : ffff88009717f018) 00002000:00000001:0.0:1749611692.383858:0:730:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611692.383859:0:730:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x2:0x0] 00080000:00000010:0.0:1749611692.383862:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff880095486c00. 00002000:00000001:0.0:1749611692.383864:0:730:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383865:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.383866:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.383868:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383869:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.383871:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383873:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.383876:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849146904 : -131938860404712 : ffff88009717f018) 00080000:00000010:0.0:1749611692.383880:0:730:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012c7b7500. 00100000:00000001:0.0:1749611692.383884:0:730:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611692.383885:0:730:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136b501c0. 00100000:00000010:0.0:1749611692.383887:0:730:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880136b501c0. 00100000:00000001:0.0:1749611692.383889:0:730:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611692.383891:0:730:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612134818769920 : -131938890781696 : ffff880095486c00) 00080000:00000002:0.0:1749611692.383893:0:730:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 95 00040000:00000001:0.0:1749611692.383895:0:730:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611692.383896:0:730:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800b212f1c0. 00000001:00000001:0.0:1749611692.383898:0:730:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611692.383900:0:730:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012c7b7300. 00000001:00000010:0.0:1749611692.383903:0:730:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff880076243ea0. 00000001:00000010:0.0:1749611692.383906:0:730:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff880092ecdb40. 00040000:00000001:0.0:1749611692.383908:0:730:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612135301804480 : -131938407747136 : ffff8800b212f1c0) 00000020:00000001:0.0:1749611692.383911:0:730:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611692.383915:0:730:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611692.383917:0:730:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611692.383921:0:730:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611692.383923:0:730:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611692.383924:0:730:0:(qsd_lib.c:478:qsd_qtype_init()) Process entered 00040000:00000010:0.0:1749611692.383926:0:730:0:(qsd_lib.c:483:qsd_qtype_init()) kmalloced '(qqi)': 192 at ffff880092ecde40. 00040000:00000001:0.0:1749611692.383928:0:730:0:(lquota_lib.c:75:acct_obj_lookup()) Process entered 00000020:00000001:0.0:1749611692.383929:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611692.383930:0:730:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611692.383932:0:730:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717f9e0. 00002000:00000001:0.0:1749611692.383934:0:730:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849149496 : -131938860402120 : ffff88009717fa38) 00002000:00000001:0.0:1749611692.383936:0:730:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611692.383938:0:730:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x16:0x0] 00080000:00000010:0.0:1749611692.383941:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8f400. 00002000:00000001:0.0:1749611692.383943:0:730:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383944:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.383946:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611692.383947:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611692.383948:0:730:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611692.383950:0:730:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383951:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.383954:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383955:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.383957:0:730:0:(osd_handler.c:848:osd_check_lma()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00080000:00000001:0.0:1749611692.383959:0:730:0:(osd_oi.c:547:fid_is_on_ost()) Process entered 00080000:00000001:0.0:1749611692.383960:0:730:0:(osd_oi.c:555:fid_is_on_ost()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611692.383961:0:730:0:(osd_quota.c:57:osd_acct_obj_lookup()) Process entered 00000001:00000001:0.0:1749611692.383962:0:730:0:(osd_quota.c:99:osd_acct_obj_lookup()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383965:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.383967:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849149496 : -131938860402120 : ffff88009717fa38) 00040000:00000001:0.0:1749611692.383969:0:730:0:(lquota_lib.c:103:acct_obj_lookup()) Process leaving (rc=18446612134457046016 : -131939252505600 : ffff88007fb8f400) 00040000:00000001:0.0:1749611692.383971:0:730:0:(lquota_disk.c:223:lquota_disk_glb_find_create()) Process entered 00040000:04000000:0.0:1749611692.383973:0:730:0:(lquota_disk.c:226:lquota_disk_glb_find_create()) look-up/create local global idx file ([0x200000006:0x2020000:0x0]) 00040000:00000001:0.0:1749611692.383975:0:730:0:(lquota_disk.c:52:lquota_disk_find_create()) Process entered 00000020:00000001:0.0:1749611692.383977:0:730:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611692.383978:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611692.383980:0:730:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:0.0:1749611692.383983:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00000020:00000001:0.0:1749611692.383986:0:730:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.383988:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611692.383990:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611692.383993:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611692.383998:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.383999:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611692.384000:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384002:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611692.384004:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611692.384006:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x6:0x0] 96:1809994352 to info ffff88012d898000 00000020:00000001:0.0:1749611692.384009:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f598 00080000:00000002:0.0:1749611692.384010:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000 => [0x200000003:0x6:0x0] 00080000:00000001:0.0:1749611692.384013:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.384015:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384017:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611692.384019:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611692.384021:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88012c7b7900. 00000020:00000001:0.0:1749611692.384024:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611692.384026:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8e400. 00000020:00000001:0.0:1749611692.384027:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384029:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.384030:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.384032:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.384033:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.384035:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384038:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.384041:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612137355475288 : -131936354076328 : ffff88012c7b7958) 00040000:00000001:0.0:1749611692.384044:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611692.384045:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611692.384046:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611692.384047:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00040000:00000001:0.0:1749611692.384048:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:0.0:1749611692.384049:0:730:0:(qsd_handler.c:1258:qsd_op_adjust()) Process leaving 00080000:00000010:0.0:1749611692.384051:0:730:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff88007fb8e400. 00000020:00000010:0.0:1749611692.384053:0:730:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88012c7b7900. 00000020:00000001:0.0:1749611692.384058:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611692.384059:0:730:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611692.384062:0:730:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717fe60. 00002000:00000001:0.0:1749611692.384064:0:730:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849150648 : -131938860400968 : ffff88009717feb8) 00002000:00000001:0.0:1749611692.384066:0:730:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611692.384067:0:730:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000003:0x6:0x0] 00080000:00000010:0.0:1749611692.384069:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8e400. 00002000:00000001:0.0:1749611692.384071:0:730:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384073:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.384074:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.384075:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.384077:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.384079:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384081:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.384083:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849150648 : -131938860400968 : ffff88009717feb8) 00040000:00000001:0.0:1749611692.384085:0:730:0:(lquota_disk.c:74:lquota_disk_find_create()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00080000:00000010:0.0:1749611692.384088:0:730:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012c7b7c00. 00100000:00000001:0.0:1749611692.384094:0:730:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611692.384095:0:730:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136b501c0. 00100000:00000010:0.0:1749611692.384097:0:730:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880136b501c0. 00100000:00000001:0.0:1749611692.384099:0:730:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611692.384101:0:730:0:(lquota_disk.c:270:lquota_disk_glb_find_create()) Process leaving (rc=18446612134457041920 : -131939252509696 : ffff88007fb8e400) 00080000:00000002:0.0:1749611692.384103:0:730:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 96 00040000:00000001:0.0:1749611692.384105:0:730:0:(lquota_disk.c:365:lquota_disk_slv_find_create()) Process entered 00040000:04000000:0.0:1749611692.384106:0:730:0:(lquota_disk.c:370:lquota_disk_slv_find_create()) lookup/create slave index file for lustre-OST0000 00040000:00000001:0.0:1749611692.384108:0:730:0:(lquota_lib.c:526:lquota_extract_fid()) Process entered 00040000:00000001:0.0:1749611692.384110:0:730:0:(lquota_lib.c:547:lquota_extract_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384112:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611692.384113:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611692.384116:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611692.384123:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384124:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611692.384125:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384127:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611692.384128:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611692.384131:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000005:0x3:0x0] 97:1809994353 to info ffff88012d898000 00000020:00000001:0.0:1749611692.384134:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f5d0 00080000:00000002:0.0:1749611692.384136:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000003:0x3:0x0]/0x2020000-OST0000 => [0x200000005:0x3:0x0] 00080000:00000001:0.0:1749611692.384139:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.384141:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384143:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611692.384144:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611692.384146:0:730:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611692.384148:0:730:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e000. 00002000:00000001:0.0:1749611692.384149:0:730:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849142872 : -131938860408744 : ffff88009717e058) 00002000:00000001:0.0:1749611692.384152:0:730:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611692.384153:0:730:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000005:0x3:0x0] 00080000:00000010:0.0:1749611692.384155:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8f000. 00002000:00000001:0.0:1749611692.384157:0:730:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384158:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.384160:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.384161:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.384163:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.384164:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384182:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.384190:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849142872 : -131938860408744 : ffff88009717e058) 00080000:00000010:0.0:1749611692.384193:0:730:0:(osd_handler.c:5342:osd_index_try()) kmalloced '(dir)': 224 at ffff88012c7b7800. 00100000:00000001:0.0:1749611692.384199:0:730:0:(scrub.c:652:lustre_index_register()) Process entered 00100000:00000010:0.0:1749611692.384201:0:730:0:(scrub.c:657:lustre_index_register()) kmalloced '(libu)': 40 at ffff880136b501c0. 00100000:00000010:0.0:1749611692.384202:0:730:0:(scrub.c:703:lustre_index_register()) kfreed 'libu': 40 at ffff880136b501c0. 00100000:00000001:0.0:1749611692.384204:0:730:0:(scrub.c:705:lustre_index_register()) Process leaving (rc=1 : 1 : 1) 00040000:00000001:0.0:1749611692.384206:0:730:0:(lquota_disk.c:435:lquota_disk_slv_find_create()) Process leaving (rc=18446612134457044992 : -131939252506624 : ffff88007fb8f000) 00080000:00000002:0.0:1749611692.384209:0:730:0:(osd_handler.c:4629:osd_xattr_get()) Get version 0x0 for inode 97 00040000:00000001:0.0:1749611692.384211:0:730:0:(lquota_entry.c:189:lquota_site_alloc()) Process entered 00040000:00000010:0.0:1749611692.384213:0:730:0:(lquota_entry.c:194:lquota_site_alloc()) kmalloced '(site)': 32 at ffff8800b212f4c0. 00000001:00000001:0.0:1749611692.384215:0:730:0:(hash.c:1039:cfs_hash_create()) Process entered 00000001:00000010:0.0:1749611692.384217:0:730:0:(hash.c:1066:cfs_hash_create()) alloc '(hs)': 232 at ffff88012c7b7e00. 00000001:00000010:0.0:1749611692.384220:0:730:0:(hash.c:934:cfs_hash_buckets_realloc()) alloc '(new_bkts)': 8 at ffff880076243e20. 00000001:00000010:0.0:1749611692.384222:0:730:0:(hash.c:947:cfs_hash_buckets_realloc()) alloc '(new_bkts[i])': 136 at ffff88006dc520c0. 00040000:00000001:0.0:1749611692.384224:0:730:0:(lquota_entry.c:223:lquota_site_alloc()) Process leaving (rc=18446612135301805248 : -131938407746368 : ffff8800b212f4c0) 00000020:00000001:0.0:1749611692.384227:0:730:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611692.384232:0:730:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611692.384234:0:730:0:(lprocfs_status.c:2330:lprocfs_seq_create()) Process entered 00000020:00000001:0.0:1749611692.384237:0:730:0:(lprocfs_status.c:2340:lprocfs_seq_create()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611692.384239:0:730:0:(qsd_lib.c:564:qsd_qtype_init()) Process leaving 00040000:00000001:0.0:1749611692.384242:0:730:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611692.384244:0:730:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611692.384246:0:730:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611692.384247:0:730:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611692.384249:0:730:0:(qsd_reint.c:628:qsd_start_reint_thread()) Process entered 00040000:00000001:0.0:1749611692.384250:0:730:0:(qsd_reint.c:639:qsd_start_reint_thread()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611692.384253:0:730:0:(qsd_writeback.c:621:qsd_start_upd_thread()) Process entered 00040000:00000010:0.0:1749611692.384256:0:730:0:(qsd_writeback.c:623:qsd_start_upd_thread()) kmalloced '(args)': 72 at ffff880117b16600. 00000020:00000010:0.0:1749611692.384259:0:730:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88007fb8fe00. 00000020:00000010:0.0:1749611692.384262:0:730:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88007fb8f600. 00000020:00000010:0.0:1749611692.384266:0:730:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72a000. 00000020:00000010:0.0:1749611692.384270:0:730:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd8f18. 00000020:00000010:0.0:1749611692.384273:0:730:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88007fb8e800. 80000000:00000010:0.0:1749611692.384276:0:730:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16480. 40000000:00000010:0.0:1749611692.384278:0:730:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b501c0. 00100000:00000010:0.0:1749611692.384282:0:730:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72b800. 00040000:00000010:0.0:1749611692.384284:0:730:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88012c7b7000. 00040000:00000010:0.0:1749611692.384287:0:730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88007fb8e600. 00080000:00000010:0.0:1749611692.384291:0:730:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88012d89e000. 00080000:00000010:0.0:1749611692.384297:0:730:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009bec0000. 00002000:00000010:0.0:1749611692.384302:0:730:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff88009974b800. 00040000:00000001:1.0:1749611692.384613:0:783:0:(qsd_writeback.c:537:qsd_upd_thread()) Process entered 00040000:00000001:0.0:1749611692.384652:0:730:0:(qsd_writeback.c:646:qsd_start_upd_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611692.384656:0:730:0:(tgt_mount.c:333:tgt_name2lwp_name()) Process entered 00000020:00000010:0.0:1749611692.384659:0:730:0:(tgt_mount.c:334:tgt_name2lwp_name()) kmalloced '(fsname)': 64 at ffff880136b50100. 00000020:00000001:0.0:1749611692.384664:0:730:0:(tgt_mount.c:358:tgt_name2lwp_name()) Process leaving via cleanup (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1749611692.384666:0:730:0:(tgt_mount.c:361:tgt_name2lwp_name()) kfreed 'fsname': 64 at ffff880136b50100. 00000020:00000001:0.0:1749611692.384669:0:730:0:(tgt_mount.c:388:lustre_register_lwp_item()) Process entered 00000020:00000010:0.0:1749611692.384672:0:730:0:(tgt_mount.c:393:lustre_register_lwp_item()) kmalloced '(lri)': 112 at ffff880096dff600. 00000020:00000010:0.0:1749611692.384682:0:730:0:(tgt_mount.c:401:lustre_register_lwp_item()) kmalloced '(uuid)': 40 at ffff880136b50100. 00000020:00000010:0.0:1749611692.384688:0:730:0:(tgt_mount.c:408:lustre_register_lwp_item()) kfreed 'uuid': 40 at ffff880136b50100. 00040000:00000001:0.0:1749611692.384691:0:730:0:(qsd_lib.c:307:qsd_conn_callback()) Process entered 00040000:00000001:0.0:1749611692.384694:0:730:0:(qsd_lib.c:340:qsd_conn_callback()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611692.384696:0:730:0:(tgt_mount.c:433:lustre_register_lwp_item()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:0.0:1749611692.384698:0:730:0:(qsd_lib.c:867:qsd_prepare()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384701:0:730:0:(osd_handler.c:8811:osd_prepare()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611692.384704:0:730:0:(lfsck_lib.c:3639:lfsck_register()) Process entered 00100000:00000010:0.0:1749611692.384710:0:730:0:(lfsck_lib.c:3644:lfsck_register()) kmalloced '(lfsck)': 3400 at ffff88012d89f000. 00000020:00000001:0.0:1749611692.384713:0:730:0:(local_storage.c:823:local_oid_storage_init()) Process entered 00000020:00000001:0.0:1749611692.384715:0:730:0:(local_storage.c:131:ls_device_find_or_init()) Process entered 00000020:00000001:0.0:1749611692.384717:0:730:0:(local_storage.c:144:ls_device_find_or_init()) Process leaving via out_ls (rc=18446612134950849024 : -131938758702592 : 0xffff88009d27ca00) 00000020:00000001:0.0:1749611692.384720:0:730:0:(local_storage.c:150:ls_device_find_or_init()) Process leaving (rc=18446612134950849024 : -131938758702592 : ffff88009d27ca00) 00000020:00000001:0.0:1749611692.384723:0:730:0:(local_storage.c:832:local_oid_storage_init()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.384726:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611692.384730:0:730:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849148344 : -131938860403272 : ffff88009717f5b8) 00000020:00000001:0.0:1749611692.384733:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00002000:00000001:0.0:1749611692.384735:0:730:0:(ofd_dev.c:518:ofd_object_alloc()) Process entered 00002000:00000010:0.0:1749611692.384737:0:730:0:(ofd_dev.c:520:ofd_object_alloc()) slab-alloced 'of': 288 at ffff88009717e120. 00002000:00000001:0.0:1749611692.384739:0:730:0:(ofd_dev.c:531:ofd_object_alloc()) Process leaving (rc=18446612134849143160 : -131938860408456 : ffff88009717e178) 00002000:00000001:0.0:1749611692.384762:0:730:0:(ofd_dev.c:424:ofd_object_init()) Process entered 00002000:00000040:0.0:1749611692.384763:0:730:0:(ofd_dev.c:427:ofd_object_init()) object init, fid = [0x200000001:0x12:0x0] 00080000:00000010:0.0:1749611692.384798:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88007fb8e200. 00002000:00000001:0.0:1749611692.384801:0:730:0:(ofd_dev.c:436:ofd_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611692.384803:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134849143160 : -131938860408456 : ffff88009717e178) 00080000:00000001:0.0:1749611692.384807:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611692.384810:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611692.384817:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611692.384828:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384830:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611692.384832:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384834:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611692.384835:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611692.384838:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x7:0x0] 81927:1809994354 to info ffff88012d898000 00000020:00000001:0.0:1749611692.384841:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f678 00080000:00000002:0.0:1749611692.384844:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/LFSCK => [0x200000003:0x7:0x0] 00080000:00000001:0.0:1749611692.384847:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.384849:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384851:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611692.384853:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611692.384857:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff8800a36c5100. 00000020:00000001:0.0:1749611692.384859:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611692.384862:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009d27d800. 00000020:00000001:0.0:1749611692.384864:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384866:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.384868:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.384869:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.384871:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.384873:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384876:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.384879:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612135056003416 : -131938653548200 : ffff8800a36c5158) 00100000:00000001:0.0:1749611692.384882:0:730:0:(lfsck_bookmark.c:149:lfsck_bookmark_setup()) Process entered 00000020:00000001:0.0:1749611692.384884:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611692.384885:0:730:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849148344 : -131938860403272 : ffff88009717f5b8) 00080000:00000001:0.0:1749611692.384887:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611692.384889:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611692.384892:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611692.384899:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384902:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611692.384904:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384906:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611692.384908:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611692.384912:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x8:0x0] 98:1809994355 to info ffff88012d898000 00000020:00000001:0.0:1749611692.384916:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f638 00080000:00000002:0.0:1749611692.384919:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_bookmark => [0x200000003:0x8:0x0] 00080000:00000001:0.0:1749611692.384923:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.384926:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384929:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611692.384931:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611692.384937:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009c8f5100. 00000020:00000001:0.0:1749611692.384941:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611692.384945:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009c8f3600. 00000020:00000001:0.0:1749611692.384948:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384950:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.384952:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.384955:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.384958:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.384962:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.384966:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.384972:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134940856664 : -131938768694952 : ffff88009c8f5158) 00100000:00000001:0.0:1749611692.385409:0:730:0:(lfsck_bookmark.c:185:lfsck_bookmark_setup()) Process leaving (rc=0 : 0 : 0) 00100000:00000001:0.0:1749611692.385414:0:730:0:(lfsck_layout.c:7056:lfsck_layout_setup()) Process entered 00100000:00000010:0.0:1749611692.385418:0:730:0:(lfsck_layout.c:7057:lfsck_layout_setup()) kmalloced '(com)': 1504 at ffff88006a72c800. 00100000:00000010:0.0:1749611692.385421:0:730:0:(lfsck_layout.c:7081:lfsck_layout_setup()) kmalloced '(llsd)': 144 at ffff88006dc52480. 00100000:00000010:0.0:1749611692.385424:0:730:0:(lfsck_layout.c:7093:lfsck_layout_setup()) kmalloced '(com->lc_file_ram)': 256 at ffff88009c8f5900. 00100000:00000010:0.0:1749611692.385426:0:730:0:(lfsck_layout.c:7097:lfsck_layout_setup()) kmalloced '(com->lc_file_disk)': 256 at ffff88009c8f5b00. 00000020:00000001:0.0:1749611692.385429:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000001:0.0:1749611692.385432:0:730:0:(lu_object.c:814:lu_object_find_at()) Process leaving (rc=18446612134849148344 : -131938860403272 : ffff88009717f5b8) 00080000:00000001:0.0:1749611692.385435:0:730:0:(osd_handler.c:8008:osd_index_ea_lookup()) Process entered 00080000:00000001:0.0:1749611692.385438:0:730:0:(osd_handler.c:6373:osd_ea_lookup_rec()) Process entered 00080000:00000001:0.0:1749611692.385445:0:730:0:(osd_handler.c:4124:osd_ea_fid_get()) Process entered 00080000:00000001:0.0:1749611692.385454:0:730:0:(osd_handler.c:4132:osd_ea_fid_get()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.385456:0:730:0:(osd_handler.c:5566:osd_remote_fid()) Process entered 00080000:00000001:0.0:1749611692.385457:0:730:0:(osd_handler.c:5570:osd_remote_fid()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.385459:0:730:0:(osd_handler.c:6113:osd_ldiskfs_consistency_check()) Process entered 00080000:00000001:0.0:1749611692.385461:0:730:0:(osd_handler.c:6115:osd_ldiskfs_consistency_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000002:0.0:1749611692.385463:0:730:0:(osd_handler.c:6226:osd_add_oi_cache()) add [0x200000003:0x9:0x0] 99:1809994356 to info ffff88012d898000 00000020:00000001:0.0:1749611692.385466:0:730:0:(obd_sysfs.c:826:encode_fn_len()) Process filename at ffff88009bf6f620 00080000:00000002:0.0:1749611692.385468:0:730:0:(osd_handler.c:6443:osd_ea_lookup_rec()) [0x200000001:0xd:0x0]/lfsck_layout => [0x200000003:0x9:0x0] 00080000:00000001:0.0:1749611692.385471:0:730:0:(osd_handler.c:6448:osd_ea_lookup_rec()) Process leaving via out (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.385473:0:730:0:(osd_handler.c:6455:osd_ea_lookup_rec()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.385475:0:730:0:(osd_handler.c:8035:osd_index_ea_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1749611692.385477:0:730:0:(lu_object.c:775:lu_object_find_at()) Process entered 00000020:00000010:0.0:1749611692.385480:0:730:0:(local_storage.c:68:ls_object_alloc()) kmalloced '(o)': 216 at ffff88009c8f5d00. 00000020:00000001:0.0:1749611692.385483:0:730:0:(local_storage.c:30:ls_object_init()) Process entered 00080000:00000010:0.0:1749611692.385485:0:730:0:(osd_handler.c:414:osd_object_alloc()) kmalloced '(mo)': 272 at ffff88009c8f3c00. 00000020:00000001:0.0:1749611692.385488:0:730:0:(local_storage.c:40:ls_object_init()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.385490:0:730:0:(osd_handler.c:1147:osd_fid_lookup()) Process entered 00080000:00000001:0.0:1749611692.385491:0:730:0:(osd_handler.c:645:osd_iget_check()) Process entered 00080000:00000001:0.0:1749611692.385493:0:730:0:(osd_handler.c:742:osd_iget_check()) Process leaving via put (rc=0 : 0 : 0x0) 00080000:00000001:0.0:1749611692.385495:0:730:0:(osd_handler.c:826:osd_check_lma()) Process entered 00080000:00000001:0.0:1749611692.385497:0:730:0:(osd_handler.c:901:osd_check_lma()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.385500:0:730:0:(osd_handler.c:1465:osd_fid_lookup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1749611692.385503:0:730:0:(lu_object.c:874:lu_object_find_at()) Process leaving (rc=18446612134940859736 : -131938768691880 : ffff88009c8f5d58) 00100000:00000001:0.0:1749611692.385785:0:730:0:(lfsck_layout.c:7174:lfsck_layout_setup()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000002:0.0:1749611692.385794:0:730:0:(lu_object.c:207:lu_object_put()) Add ffff880129dba800/ffff88009717f560 to site lru. bkt: ffff880130318700 00000020:00000010:0.0:1749611692.385800:0:730:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c8f2200. 00000020:00000010:0.0:1749611692.385803:0:730:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88009c8f2c00. 00000020:00000010:0.0:1749611692.385806:0:730:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff88006a72b000. 00000020:00000010:0.0:1749611692.385810:0:730:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff88006efd8a10. 00000020:00000010:0.0:1749611692.385813:0:730:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88009c8f2e00. 80000000:00000010:0.0:1749611692.385817:0:730:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff880117b16ea0. 40000000:00000010:0.0:1749611692.385819:0:730:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff880136b50100. 00100000:00000010:0.0:1749611692.385823:0:730:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff88006a72a800. 00040000:00000010:0.0:1749611692.385826:0:730:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff88009c8f5e00. 00040000:00000010:0.0:1749611692.385829:0:730:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88009c8f3800. 00080000:00000010:0.0:1749611692.385834:0:730:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff8800ac9d5000. 00080000:00000010:0.0:1749611692.385840:0:730:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff880124a10000. 00002000:00000010:0.0:1749611692.385845:0:730:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff880099748000. 00000001:00000001:0.0:1749611692.385849:0:730:0:(tgt_lastrcvd.c:691:tgt_server_data_update()) Process entered 00000001:00000004:0.0:1749611692.385852:0:730:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 11, last_transno is 47244640256 00080000:00000001:0.0:1749611692.385855:0:730:0:(osd_handler.c:1906:osd_trans_create()) Process entered 00080000:00000010:0.0:1749611692.385859:0:730:0:(osd_handler.c:1921:osd_trans_create()) kmalloced '(oh)': 288 at ffff880129dba400. 00080000:00000001:0.0:1749611692.385862:0:730:0:(osd_handler.c:1949:osd_trans_create()) Process leaving (rc=18446612137311446016 : -131936398105600 : ffff880129dba400) 00080000:00000001:0.0:1749611692.385866:0:730:0:(osd_io.c:1785:osd_declare_write()) Process entered 00000001:00000001:0.0:1749611692.385870:0:730:0:(osd_quota.c:650:osd_declare_inode_qid()) Process entered 00080000:00000010:0.0:1749611692.385873:0:730:0:(osd_io.c:2653:osd_trunc_lock()) kmalloced '(al)': 48 at ffff880136b502c0. 00080000:00000001:0.0:1749611692.385875:0:730:0:(osd_io.c:1870:osd_declare_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.385877:0:730:0:(osd_handler.c:2037:osd_trans_start()) Process entered 00080000:00000001:0.0:1749611692.385888:0:730:0:(osd_handler.c:2122:osd_trans_start()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1749611692.385891:0:730:0:(tgt_lastrcvd.c:665:tgt_server_data_write()) Process entered 00000001:00000040:0.0:1749611692.385910:0:730:0:(tgt_lastrcvd.c:676:tgt_server_data_write()) lustre-OST0000: write last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 47244640256: rc = 0 00000001:00000001:0.0:1749611692.385912:0:730:0:(tgt_lastrcvd.c:678:tgt_server_data_write()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:0.0:1749611692.385916:0:730:0:(osd_handler.c:2179:osd_trans_stop()) Process entered 00080000:00000010:0.0:1749611692.388127:0:732:0:(osd_handler.c:1895:osd_trans_commit_cb()) kfreed 'oh': 288 at ffff880129dba400. 00080000:00000010:2.0:1749611692.388247:0:730:0:(osd_io.c:2681:osd_trunc_unlock_all()) kfreed 'al': 48 at ffff880136b502c0. 00040000:00000001:2.0:1749611692.388256:0:730:0:(qsd_handler.c:1128:qsd_op_end()) Process entered 00040000:00000001:2.0:1749611692.388258:0:730:0:(qsd_handler.c:1140:qsd_op_end()) Process leaving 00080000:00000001:2.0:1749611692.388261:0:730:0:(osd_handler.c:2274:osd_trans_stop()) Process leaving (rc=0 : 0 : 0) 00000001:00000040:2.0:1749611692.388272:0:730:0:(tgt_lastrcvd.c:728:tgt_server_data_update()) lustre-OST0000: update last_rcvd server data for UUID = lustre-OST0000_UUID, last_transno = 47244640256: rc = 0 00000001:00000001:2.0:1749611692.388276:0:730:0:(tgt_lastrcvd.c:729:tgt_server_data_update()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1749611692.388279:0:730:0:(tgt_lastrcvd.c:797:tgt_reply_data_upgrade_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611692.388285:0:730:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88009c8f2c00. 00000020:00000010:2.0:1749611692.388290:0:730:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a72b000. 00000020:00000010:2.0:1749611692.388296:0:730:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd8a10. 00000020:00000010:2.0:1749611692.388301:0:730:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88009c8f2e00. 80000000:00000010:2.0:1749611692.388305:0:730:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16ea0. 40000000:00000010:2.0:1749611692.388310:0:730:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136b50100. 00100000:00000010:2.0:1749611692.388314:0:730:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a72a800. 00040000:00000010:2.0:1749611692.388318:0:730:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009c8f5e00. 00040000:00000010:2.0:1749611692.388322:0:730:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009c8f3800. 00080000:00000010:2.0:1749611692.388326:0:730:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880124a10000. 00080000:00000010:2.0:1749611692.388331:0:730:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff8800ac9d5000. 00002000:00000010:2.0:1749611692.388357:0:730:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff880099748000. 00000020:00000010:2.0:1749611692.388363:0:730:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c8f2200. 00002000:00080000:2.0:1749611692.388367:0:730:0:(ofd_obd.c:518:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:00000001:2.0:1749611692.388370:0:730:0:(lfsck_lib.c:3090:lfsck_start()) Process entered 00100000:00000001:2.0:1749611692.388374:0:730:0:(lfsck_lib.c:3107:lfsck_start()) Process leaving via put (rc=0 : 0 : 0x0) 00002000:00000001:2.0:1749611692.388377:0:730:0:(ofd_dev.c:666:ofd_recovery_complete()) Process entered 00000020:00000001:2.0:1749611692.388382:0:730:0:(tgt_grant.c:273:tgt_statfs_internal()) Process entered 00000020:00000001:2.0:1749611692.388388:0:730:0:(tgt_grant.c:349:tgt_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000020:2.0:1749611692.388391:0:730:0:(tgt_grant.c:399:tgt_grant_statfs()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197f800 free: 3921272832 avail: 3689750528 00000020:00000001:2.0:1749611692.388394:0:730:0:(tgt_grant.c:426:tgt_grant_space_left()) Process entered 00000020:00000020:2.0:1749611692.388397:0:730:0:(tgt_grant.c:463:tgt_grant_space_left()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197f800 avail=3689750528 left=3689750528 unstable=0 tot_grant=0 pending=0 00000020:00000001:2.0:1749611692.388400:0:730:0:(tgt_grant.c:465:tgt_grant_space_left()) Process leaving (rc=3689750528 : 3689750528 : dbed2000) 00000020:00000001:2.0:1749611692.388403:0:730:0:(tgt_grant.c:892:tgt_grant_alloc()) Process entered 00000020:00000020:2.0:1749611692.388406:0:730:0:(tgt_grant.c:968:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197f800 wants: 280000 current grant 0 granting: 280000 00000020:00000020:2.0:1749611692.388409:0:730:0:(tgt_grant.c:973:tgt_grant_alloc()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197f800 tot cached:0 granted:280000 num_exports: 0 00000020:00000001:2.0:1749611692.388412:0:730:0:(tgt_grant.c:975:tgt_grant_alloc()) Process leaving (rc=280000 : 280000 : 445c0) 00000020:00000020:2.0:1749611692.388414:0:730:0:(tgt_grant.c:1087:tgt_grant_connect()) lustre-OST0000: cli lustre-OST0000_UUID/ffff88007197f800 ocd_grant: 280000 want: 280000 left: 3689750528 00000020:00000001:2.0:1749611692.388417:0:730:0:(tgt_grant.c:1089:tgt_grant_connect()) Process leaving 00080000:00000001:2.0:1749611692.388424:0:730:0:(osd_handler.c:8703:osd_recovery_complete()) Process entered 00040000:00000001:2.0:1749611692.388427:0:730:0:(qsd_lib.c:883:qsd_start()) Process entered 00040000:00000001:2.0:1749611692.388429:0:730:0:(qsd_lib.c:921:qsd_start()) Process leaving (rc=0 : 0 : 0) 00080000:00000001:2.0:1749611692.388431:0:730:0:(osd_handler.c:8716:osd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611692.388433:0:730:0:(ofd_dev.c:682:ofd_recovery_complete()) Process leaving (rc=0 : 0 : 0) 00002000:00000001:2.0:1749611692.388435:0:730:0:(ofd_dev.c:642:ofd_prepare()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611692.388439:0:730:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88007a829c00. 00000020:00000010:2.0:1749611692.388443:0:730:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88006a729000. 00000020:00000010:2.0:1749611692.388447:0:730:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff88006efd9e30. 00000020:00000010:2.0:1749611692.388451:0:730:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88007a829200. 80000000:00000010:2.0:1749611692.388454:0:730:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b163c0. 40000000:00000010:2.0:1749611692.388456:0:730:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff880136b50680. 00100000:00000010:2.0:1749611692.388459:0:730:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff88006a728000. 00040000:00000010:2.0:1749611692.388463:0:730:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff88009d2ada00. 00040000:00000010:2.0:1749611692.388465:0:730:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88007a828c00. 00080000:00000010:2.0:1749611692.388470:0:730:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009bec6000. 00080000:00000010:2.0:1749611692.388474:0:730:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff8800839a0c00. 00080000:00000010:2.0:1749611692.388477:0:730:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88012d898000. 00002000:00000010:2.0:1749611692.388480:0:730:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800839a1c00. 00000020:00000010:2.0:1749611692.388483:0:730:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828e00. 00000020:00000010:2.0:1749611692.388487:0:730:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff880. 00000020:00000010:2.0:1749611692.388490:0:730:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add320. 00000020:00000010:2.0:1749611692.388493:0:730:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88007a828000. 00000020:00000001:2.0:1749611692.388496:0:730:0:(tgt_mount.c:298:server_mgc_clear_fs()) Process entered 00000020:01000004:2.0:1749611692.388497:0:730:0:(tgt_mount.c:299:server_mgc_clear_fs()) Unassign mgc disk 00000020:00000001:2.0:1749611692.388499:0:730:0:(obd_class.h:528:obd_set_info_async()) Process entered 10000000:00000001:2.0:1749611692.388502:0:730:0:(mgc_request.c:1030:mgc_set_info_async()) Process entered 10000000:00000001:2.0:1749611692.388505:0:730:0:(mgc_request_server.c:253:mgc_set_info_async_server()) Process entered 10000000:00000001:2.0:1749611692.388507:0:730:0:(mgc_request_server.c:154:mgc_fs_clear()) Process entered 10000000:00000001:2.0:1749611692.388509:0:730:0:(mgc_request_server.c:61:mgc_local_llog_fini()) Process entered 10000000:00000040:2.0:1749611692.388512:0:730:0:(lustre_log.h:381:llog_ctxt_get()) GETting ctxt ffff8800a8927780 : new refcount 2 00000040:00000001:2.0:1749611692.388515:0:730:0:(llog_obd.c:93:llog_cleanup()) Process entered 00000040:00000040:2.0:1749611692.388517:0:730:0:(lustre_log.h:396:llog_ctxt_put()) PUTting ctxt ffff8800a8927780 : new refcount 1 00040000:00000001:2.0:1749611692.388567:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611692.388569:0:730:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611692.388570:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611692.388577:0:730:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611692.388578:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611692.388580:0:730:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611692.388584:0:730:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129dbba00. 00000020:00000010:2.0:1749611692.388588:0:730:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009d2adb00. 00000020:00000010:2.0:1749611692.388611:0:730:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dffc80. 00040000:00000001:2.0:1749611692.388618:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611692.388619:0:730:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611692.388621:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611692.388622:0:730:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611692.388623:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611692.388624:0:730:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611692.388626:0:730:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129dbbc00. 00000020:00000010:2.0:1749611692.388628:0:730:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff8800a8bf4e00. 00000020:00000010:2.0:1749611692.388631:0:730:0:(local_storage.c:964:local_oid_storage_fini()) kfreed 'los': 128 at ffff880096dff980. 00000020:00000040:2.0:1749611692.388635:0:730:0:(genops.c:898:class_export_put()) PUTting export ffff880129e08800 : new refcount 1 00000040:00000010:2.0:1749611692.388637:0:730:0:(llog_obd.c:46:llog_ctxt_destroy()) kfreed 'ctxt': 176 at ffff8800a8927780. 00000040:00000001:2.0:1749611692.388641:0:730:0:(llog_obd.c:122:llog_cleanup()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611692.388644:0:730:0:(mgc_request_server.c:65:mgc_local_llog_fini()) Process leaving (rc=0 : 0 : 0) 00040000:00000001:2.0:1749611692.388648:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611692.388649:0:730:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611692.388650:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611692.388651:0:730:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00040000:00000001:2.0:1749611692.388652:0:730:0:(qsd_handler.c:1249:qsd_op_adjust()) Process entered 00040000:00000001:2.0:1749611692.388653:0:730:0:(qsd_handler.c:1267:qsd_op_adjust()) Process leaving 00080000:00000010:2.0:1749611692.388655:0:730:0:(osd_handler.c:1696:osd_object_free()) kfreed 'obj': 272 at ffff880129dbae00. 00000020:00000010:2.0:1749611692.388657:0:730:0:(local_storage.c:50:ls_object_free()) kfreed_rcu 'obj': 216 at ffff88009d2ad600. 00000020:00000040:2.0:1749611692.388661:0:730:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - mgc_fs 10000000:01000000:2.0:1749611692.388664:0:730:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.202.106@tcp: cl_mgc_mutex unlock 10000000:00000001:2.0:1749611692.388666:0:730:0:(mgc_request_server.c:169:mgc_fs_clear()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611692.388668:0:730:0:(mgc_request_server.c:283:mgc_set_info_async_server()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1749611692.388670:0:730:0:(mgc_request.c:1113:mgc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611692.388672:0:730:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611692.388674:0:730:0:(tgt_mount.c:303:server_mgc_clear_fs()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611692.388678:0:730:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012d05be00. 00000040:00000010:2.0:1749611692.388682:0:730:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff88012d05bc00. 00000020:00000010:2.0:1749611692.388685:0:730:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff88012d169800. 00000020:00000010:2.0:1749611692.388693:0:730:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012d05ae00. 80000000:00000010:2.0:1749611692.388697:0:730:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff880117b16000. 00040000:00000010:2.0:1749611692.388701:0:730:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88009d27c000. 00080000:00000010:2.0:1749611692.388706:0:730:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff880070f02000. 00080000:00000010:2.0:1749611692.388712:0:730:0:(osd_handler.c:8128:osd_key_fini()) kfreed 'info->oti_lookup_cache': 920 at ffff88009974a000. 00080000:00000010:2.0:1749611692.388715:0:730:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff880132678000. 00000020:00000010:2.0:1749611692.388719:0:730:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012d05b200. 00000020:00000001:2.0:1749611692.388722:0:730:0:(tgt_mount.c:1600:server_start_targets()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611692.388725:0:730:0:(tgt_mount.c:2114:server_fill_super_common()) Process entered 00000020:01000004:2.0:1749611692.388727:0:730:0:(tgt_mount.c:2115:server_fill_super_common()) Server sb, dev=43 00000020:00000001:2.0:1749611692.388736:0:730:0:(tgt_mount.c:2142:server_fill_super_common()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611692.388738:0:730:0:(tgt_mount.c:2289:server_fill_super()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1749611692.388742:0:730:0:(super25.c:161:lustre_fill_super()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000004:2.0:1749611692.388745:0:730:0:(super25.c:184:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00080000:00000010:1.0:1749611692.389897:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fa00. 00080000:00000010:1.0:1749611692.389905:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fa00. 00000020:00000001:1.0:1749611692.389911:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611692.389987:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fa00. 00080000:00000010:1.0:1749611692.389992:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fa00. 00000020:00000001:1.0:1749611692.389995:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611692.390006:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fa00. 00080000:00000010:1.0:1749611692.390009:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fa00. 00000020:00000001:1.0:1749611692.390012:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611692.457996:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611692.458005:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611692.458011:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611692.458081:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611692.458087:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611692.458090:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611692.458096:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387180. 00080000:00000010:2.0:1749611692.458100:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387180. 00000020:00000001:2.0:1749611692.458103:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611692.458657:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611692.458662:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611692.458665:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611692.458668:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611692.458672:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611692.458675:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611692.458678:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611692.458681:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611692.458683:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611692.528645:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611692.528650:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611692.528766:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611692.528771:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611692.528775:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611692.616362:0:806:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611692.616371:0:806:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611692.616376:0:806:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611692.616394:0:806:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611692.616398:0:806:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611692.616402:0:806:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611692.616408:0:806:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611692.616412:0:806:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611692.616414:0:806:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611692.620172:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749611692.620180:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749611692.620184:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611692.620252:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749611692.620256:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749611692.620260:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611692.620265:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff080. 00080000:00000010:0.0:1749611692.620269:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff080. 00000020:00000001:0.0:1749611692.620272:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611692.782042:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611692.782052:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611692.782058:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611692.782136:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611692.782141:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611692.782145:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611692.782152:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387800. 00080000:00000010:2.0:1749611692.782156:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387800. 00000020:00000001:2.0:1749611692.782159:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611692.926328:0:894:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fb80. 00080000:00000010:1.0:1749611692.926377:0:894:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fb80. 00000020:00000001:1.0:1749611692.926383:0:894:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611692.926401:0:894:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fb80. 00080000:00000010:1.0:1749611692.926412:0:894:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fb80. 00000020:00000001:1.0:1749611692.926415:0:894:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611692.926423:0:894:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fb80. 00080000:00000010:1.0:1749611692.926428:0:894:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fb80. 00000020:00000001:1.0:1749611692.926430:0:894:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611692.930466:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611692.930473:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611692.930478:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611692.930585:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611692.930589:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611692.930599:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611692.930605:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7200. 00080000:00000010:3.0:1749611692.930609:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7200. 00000020:00000001:3.0:1749611692.930612:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 40000000:00000001:1.0:1749611693.045969:0:940:0:(lproc_fid.c:530:ldebugfs_client_fid_width_seq_write()) Process entered 40000000:00000040:1.0:1749611693.045975:0:940:0:(lproc_fid.c:545:ldebugfs_client_fid_width_seq_write()) cli-lustre-OST0000-super: Sequence size: 65536 40000000:00000001:1.0:1749611693.045979:0:940:0:(lproc_fid.c:551:ldebugfs_client_fid_width_seq_write()) Process leaving (rc=5 : 5 : 5) 00080000:00000010:2.0:1749611693.096982:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611693.096991:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611693.096997:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611693.097064:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611693.097069:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611693.097072:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611693.097078:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611693.097083:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611693.097085:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611693.230888:0:962:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611693.230894:0:962:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611693.230897:0:962:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611693.230906:0:962:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611693.230909:0:962:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611693.230911:0:962:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611693.230914:0:962:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611693.230917:0:962:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611693.230919:0:962:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611693.233100:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7100. 00080000:00000010:3.0:1749611693.233104:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7100. 00000020:00000001:3.0:1749611693.233106:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611693.233143:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7100. 00080000:00000010:3.0:1749611693.233145:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7100. 00000020:00000001:3.0:1749611693.233146:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611693.233149:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7100. 00080000:00000010:3.0:1749611693.233151:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7100. 00000020:00000001:3.0:1749611693.233152:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611693.249626:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611693.249629:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611693.249631:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611693.249633:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611693.249635:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611693.249637:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611693.249638:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611693.249640:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611693.249641:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310685:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000001:1.0:1749611693.310692:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310696:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310699:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_show 00000020:00000040:1.0:1749611693.310702:0:1005:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000001:1.0:1749611693.310704:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310706:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310708:0:1005:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_show 00000020:00000040:1.0:1749611693.310711:0:1005:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000001:1.0:1749611693.310712:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310733:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310734:0:1005:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_show 00000020:00000040:1.0:1749611693.310737:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000001:1.0:1749611693.310739:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310741:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310758:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_show 00000020:00000040:1.0:1749611693.310760:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000001:1.0:1749611693.310761:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310762:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310763:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_show 00000020:00000040:1.0:1749611693.310765:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000001:1.0:1749611693.310766:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310767:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310768:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_show 00000020:00000040:1.0:1749611693.310769:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000001:1.0:1749611693.310773:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310774:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310775:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_show 00000020:00000040:1.0:1749611693.310776:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000001:1.0:1749611693.310778:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310779:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310780:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_show 00000020:00000040:1.0:1749611693.310781:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800aca48000) now 6 - health_check_show 00000020:00000001:1.0:1749611693.310783:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310784:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310785:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff8800aca48000) now 6 - health_check_show 00000020:00000040:1.0:1749611693.310786:0:1005:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000001:1.0:1749611693.310787:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310792:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310793:0:1005:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_show 00000020:00000040:1.0:1749611693.310795:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085150000) now 4 - health_check_show 00000020:00000001:1.0:1749611693.310796:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611693.310798:0:1005:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012dbe7c00. 00000020:00000010:1.0:1749611693.310801:0:1005:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012dbe6600. 00000020:00000010:1.0:1749611693.310804:0:1005:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4007800. 00000020:00000010:1.0:1749611693.310808:0:1005:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611693.310811:0:1005:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012dbe7200. 80000000:00000010:1.0:1749611693.310814:0:1005:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c9408a0. 40000000:00000010:1.0:1749611693.310816:0:1005:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b403ea00. 00100000:00000010:1.0:1749611693.310819:0:1005:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4003800. 00040000:00000010:1.0:1749611693.310822:0:1005:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240ab000. 00040000:00000010:1.0:1749611693.310825:0:1005:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012dbe7400. 00080000:00000010:1.0:1749611693.310828:0:1005:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611693.310832:0:1005:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00002000:00000010:1.0:1749611693.310837:0:1005:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800aca73000. 00000020:00000010:1.0:1749611693.310845:0:1005:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012dbe6600. 00000020:00000010:1.0:1749611693.310847:0:1005:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4007800. 00000020:00000010:1.0:1749611693.310850:0:1005:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611693.310856:0:1005:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012dbe7200. 80000000:00000010:1.0:1749611693.310858:0:1005:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c9408a0. 40000000:00000010:1.0:1749611693.310860:0:1005:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b403ea00. 00100000:00000010:1.0:1749611693.310863:0:1005:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4003800. 00040000:00000010:1.0:1749611693.310866:0:1005:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240ab000. 00040000:00000010:1.0:1749611693.310868:0:1005:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012dbe7400. 00080000:00000010:1.0:1749611693.310872:0:1005:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:1.0:1749611693.310874:0:1005:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00002000:00000010:1.0:1749611693.310877:0:1005:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800aca73000. 00000020:00000010:1.0:1749611693.310879:0:1005:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012dbe7c00. 00000020:00000001:1.0:1749611693.310880:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310881:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085150000) now 4 - health_check_show 00000020:00000040:1.0:1749611693.310883:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085154050) now 6 - health_check_show 00000020:00000001:1.0:1749611693.310884:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310885:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310886:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085154050) now 6 - health_check_show 00000020:00000040:1.0:1749611693.310888:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 6 - health_check_show 00000020:00000001:1.0:1749611693.310889:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310889:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310890:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 6 - health_check_show 00000020:00000040:1.0:1749611693.310892:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000001:1.0:1749611693.310893:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310894:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310895:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_show 00000020:00000040:1.0:1749611693.310897:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000001:1.0:1749611693.310898:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611693.310899:0:1005:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012dbe7c00. 00000020:00000010:1.0:1749611693.310900:0:1005:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012dbe6a00. 00000020:00000010:1.0:1749611693.310902:0:1005:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4003800. 00000020:00000010:1.0:1749611693.310904:0:1005:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611693.310905:0:1005:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012dbe7400. 80000000:00000010:1.0:1749611693.310906:0:1005:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c9408a0. 40000000:00000010:1.0:1749611693.310907:0:1005:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b403ea00. 00100000:00000010:1.0:1749611693.310911:0:1005:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4007800. 00040000:00000010:1.0:1749611693.310913:0:1005:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240ab000. 00040000:00000010:1.0:1749611693.310914:0:1005:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012dbe7200. 00080000:00000010:1.0:1749611693.310916:0:1005:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611693.310918:0:1005:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00002000:00000010:1.0:1749611693.310919:0:1005:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800aca73000. 00000020:00000010:1.0:1749611693.310924:0:1005:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012dbe6a00. 00000020:00000010:1.0:1749611693.310926:0:1005:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4003800. 00000020:00000010:1.0:1749611693.310928:0:1005:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611693.310929:0:1005:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012dbe7400. 80000000:00000010:1.0:1749611693.310931:0:1005:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c9408a0. 40000000:00000010:1.0:1749611693.310932:0:1005:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b403ea00. 00100000:00000010:1.0:1749611693.310933:0:1005:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4007800. 00040000:00000010:1.0:1749611693.310935:0:1005:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240ab000. 00040000:00000010:1.0:1749611693.310936:0:1005:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012dbe7200. 00080000:00000010:1.0:1749611693.310938:0:1005:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:1.0:1749611693.310940:0:1005:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00002000:00000010:1.0:1749611693.310941:0:1005:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800aca73000. 00000020:00000010:1.0:1749611693.310943:0:1005:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012dbe7c00. 00000020:00000001:1.0:1749611693.310944:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310945:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_show 00000020:00000040:1.0:1749611693.310947:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000001:1.0:1749611693.310948:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310949:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310950:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_show 00000020:00000040:1.0:1749611693.310951:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000001:1.0:1749611693.310952:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.310953:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.310954:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_show 00000020:00000040:1.0:1749611693.310997:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000001:1.0:1749611693.311000:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311001:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311002:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-osd (ffff8800aca4d5c0) now 8 - health_check_seq_show 00000020:00000040:1.0:1749611693.311007:0:1005:0:(obd_config.c:923:class_incref()) incref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611693.311008:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311009:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311011:0:1005:0:(obd_config.c:951:class_decref()) Decref MGC192.168.202.106@tcp (ffff8800a8b08000) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611693.311012:0:1005:0:(obd_config.c:923:class_incref()) incref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611693.311013:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311016:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311017:0:1005:0:(obd_config.c:951:class_decref()) Decref MDS (ffff8800a8b09570) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611693.311018:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000001:1.0:1749611693.311019:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311020:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311021:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-mdtlov (ffff88008ce41570) now 5 - health_check_seq_show 00000020:00000040:1.0:1749611693.311022:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000001:1.0:1749611693.311023:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311024:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311025:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - health_check_seq_show 00000020:00000040:1.0:1749611693.311026:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000001:1.0:1749611693.311027:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311028:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311029:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDD0001 (ffff88008ce44050) now 5 - health_check_seq_show 00000020:00000040:1.0:1749611693.311030:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611693.311031:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311032:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311033:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-osp-MDT0001 (ffff8800a8b0aae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611693.311034:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611693.311035:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311036:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311037:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-MDT0001 (ffff88008ce455c0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611693.311038:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-OST0000-osd (ffff8800aca48000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611693.311039:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311040:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311041:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000-osd (ffff8800aca48000) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611693.311045:0:1005:0:(obd_config.c:923:class_incref()) incref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611693.311046:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311048:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311049:0:1005:0:(obd_config.c:951:class_decref()) Decref OSS (ffff8800a8b0c050) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611693.311051:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-OST0000 (ffff880085150000) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611693.311052:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611693.311053:0:1005:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012dbe7c00. 00000020:00000010:1.0:1749611693.311055:0:1005:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012dbe6600. 00000020:00000010:1.0:1749611693.311056:0:1005:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4007800. 00000020:00000010:1.0:1749611693.311058:0:1005:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611693.311065:0:1005:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012dbe7200. 80000000:00000010:1.0:1749611693.311067:0:1005:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c9408a0. 40000000:00000010:1.0:1749611693.311069:0:1005:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b403ee00. 00100000:00000010:1.0:1749611693.311070:0:1005:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4003800. 00040000:00000010:1.0:1749611693.311072:0:1005:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240ab000. 00040000:00000010:1.0:1749611693.311073:0:1005:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012dbe7400. 00080000:00000010:1.0:1749611693.311075:0:1005:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611693.311077:0:1005:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00002000:00000010:1.0:1749611693.311079:0:1005:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800aca73000. 00000020:00000010:1.0:1749611693.311083:0:1005:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012dbe6600. 00000020:00000010:1.0:1749611693.311085:0:1005:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4007800. 00000020:00000010:1.0:1749611693.311087:0:1005:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611693.311088:0:1005:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012dbe7200. 80000000:00000010:1.0:1749611693.311090:0:1005:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c9408a0. 40000000:00000010:1.0:1749611693.311091:0:1005:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b403ee00. 00100000:00000010:1.0:1749611693.311093:0:1005:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4003800. 00040000:00000010:1.0:1749611693.311095:0:1005:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240ab000. 00040000:00000010:1.0:1749611693.311096:0:1005:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012dbe7400. 00080000:00000010:1.0:1749611693.311098:0:1005:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:1.0:1749611693.311100:0:1005:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00002000:00000010:1.0:1749611693.311101:0:1005:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800aca73000. 00000020:00000010:1.0:1749611693.311103:0:1005:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012dbe7c00. 00000020:00000001:1.0:1749611693.311104:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311108:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-OST0000 (ffff880085150000) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611693.311109:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0000 (ffff880085154050) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611693.311110:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311111:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311112:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0000 (ffff880085154050) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611693.311113:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611693.311114:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311115:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311116:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0000 (ffff880085152ae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611693.311117:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611693.311118:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311119:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311120:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001-osd (ffff8800aca4aae0) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611693.311122:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000001:1.0:1749611693.311123:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000010:1.0:1749611693.311124:0:1005:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012dbe7c00. 00000020:00000010:1.0:1749611693.311125:0:1005:0:(lu_object.c:520:lu_global_key_init()) kmalloced '(value)': 512 at ffff88012dbe6a00. 00000020:00000010:1.0:1749611693.311127:0:1005:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff8800b4003800. 00000020:00000010:1.0:1749611693.311129:0:1005:0:(tgt_main.c:718:tgt_key_init()) slab-alloced 'thread': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611693.311130:0:1005:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff88012dbe7400. 80000000:00000010:1.0:1749611693.311131:0:1005:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff88009c9408a0. 40000000:00000010:1.0:1749611693.311132:0:1005:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff8800b403ee00. 00100000:00000010:1.0:1749611693.311134:0:1005:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff8800b4007800. 00040000:00000010:1.0:1749611693.311135:0:1005:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff8801240ab000. 00040000:00000010:1.0:1749611693.311136:0:1005:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff88012dbe7200. 00080000:00000010:1.0:1749611693.311138:0:1005:0:(osd_handler.c:8068:osd_key_init()) kmalloced '(info)': 3984 at ffff88009c9b3000. 00080000:00000010:1.0:1749611693.311140:0:1005:0:(osd_handler.c:8072:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at ffff88009685e000. 00002000:00000010:1.0:1749611693.311141:0:1005:0:(ofd_dev.c:2995:ofd_key_init()) kmalloced '(value)': 816 at ffff8800aca73000. 00000020:00000010:1.0:1749611693.311144:0:1005:0:(lu_object.c:520:lu_global_key_fini()) kfreed 'info': 512 at ffff88012dbe6a00. 00000020:00000010:1.0:1749611693.311145:0:1005:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff8800b4003800. 00000020:00000010:1.0:1749611693.311147:0:1005:0:(tgt_main.c:738:tgt_key_fini()) slab-freed '(info)': 1288 at ffff8800a9318508. 00000020:00000010:1.0:1749611693.311149:0:1005:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff88012dbe7400. 80000000:00000010:1.0:1749611693.311153:0:1005:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff88009c9408a0. 40000000:00000010:1.0:1749611693.311154:0:1005:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff8800b403ee00. 00100000:00000010:1.0:1749611693.311155:0:1005:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff8800b4007800. 00040000:00000010:1.0:1749611693.311157:0:1005:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff8801240ab000. 00040000:00000010:1.0:1749611693.311159:0:1005:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff88012dbe7200. 00080000:00000010:1.0:1749611693.311160:0:1005:0:(osd_handler.c:8118:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at ffff88009685e000. 00080000:00000010:1.0:1749611693.311162:0:1005:0:(osd_handler.c:8129:osd_key_fini()) kfreed 'info': 3984 at ffff88009c9b3000. 00002000:00000010:1.0:1749611693.311163:0:1005:0:(ofd_dev.c:2995:ofd_key_fini()) kfreed 'info': 816 at ffff8800aca73000. 00000020:00000010:1.0:1749611693.311165:0:1005:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012dbe7c00. 00000020:00000001:1.0:1749611693.311166:0:1005:0:(obd_class.h:1368:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311167:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-OST0001 (ffff88012f88aae0) now 4 - health_check_seq_show 00000020:00000040:1.0:1749611693.311168:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611693.311170:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311170:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311171:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0000-lwp-OST0001 (ffff88012f889570) now 6 - health_check_seq_show 00000020:00000040:1.0:1749611693.311172:0:1005:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00000020:00000001:1.0:1749611693.311174:0:1005:0:(obd_class.h:1355:obd_health_check()) Process entered 00000020:00000001:1.0:1749611693.311174:0:1005:0:(obd_class.h:1365:obd_health_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1749611693.311175:0:1005:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001-lwp-OST0001 (ffff88012f888000) now 6 - health_check_seq_show 00080000:00000010:0.0:1749611693.351363:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611693.351372:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611693.351378:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611693.351459:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611693.351464:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611693.351466:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611693.351472:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff280. 00080000:00000010:0.0:1749611693.351476:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff280. 00000020:00000001:0.0:1749611693.351478:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611693.458606:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611693.458611:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611693.458614:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611693.458618:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611693.458621:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611693.458625:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611693.458628:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611693.458631:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611693.458633:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611693.530647:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611693.530653:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611693.530762:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611693.530768:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611693.530771:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:0.0:1749611693.573751:0:1027:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff800. 00080000:00000010:0.0:1749611693.573759:0:1027:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff800. 00000020:00000001:0.0:1749611693.573763:0:1027:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611693.573777:0:1027:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff800. 00080000:00000010:0.0:1749611693.573781:0:1027:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff800. 00000020:00000001:0.0:1749611693.573784:0:1027:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611693.573790:0:1027:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff800. 00080000:00000010:0.0:1749611693.573794:0:1027:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff800. 00000020:00000001:0.0:1749611693.573797:0:1027:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611693.577005:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc80. 00080000:00000010:1.0:1749611693.577010:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc80. 00000020:00000001:1.0:1749611693.577014:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611693.577069:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc80. 00080000:00000010:1.0:1749611693.577072:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc80. 00000020:00000001:1.0:1749611693.577075:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611693.577079:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fc80. 00080000:00000010:1.0:1749611693.577082:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fc80. 00000020:00000001:1.0:1749611693.577084:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611693.908256:0:1181:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611693.908260:0:1181:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg206-server.virtnet: executing set_default_debug all all 00000001:00000001:3.0:1749611693.912237:0:1181:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00000400:00000001:3.0:1749611693.919846:0:1182:0:(debug.c:324:cfs_str2mask()) Process entered 00000400:00000001:3.0:1749611693.924902:0:1183:0:(debug.c:324:cfs_str2mask()) Process entered 00080000:00000010:2.0:1749611693.982725:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611693.982734:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611693.982740:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611693.982821:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611693.982827:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611693.982831:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611693.982838:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611693.982843:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611693.982846:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611694.134395:0:1204:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611694.134403:0:1204:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611694.134409:0:1204:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611694.134423:0:1204:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611694.134428:0:1204:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611694.134431:0:1204:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611694.134437:0:1204:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611694.134441:0:1204:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611694.134444:0:1204:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611694.138925:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611694.138931:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611694.138936:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611694.139009:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611694.139013:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611694.139016:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611694.139022:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611694.139025:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611694.139028:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.249592:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611694.249597:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611694.249599:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611694.249602:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611694.249605:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611694.249608:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611694.249610:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611694.249613:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611694.249615:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611694.300434:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff800. 00080000:00000010:0.0:1749611694.300443:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff800. 00000020:00000001:0.0:1749611694.300447:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611694.300507:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff800. 00080000:00000010:0.0:1749611694.300512:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff800. 00000020:00000001:0.0:1749611694.300515:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611694.300544:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff800. 00080000:00000010:0.0:1749611694.300548:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff800. 00000020:00000001:0.0:1749611694.300551:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.386620:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611694.386633:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611694.386636:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.386640:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611694.386643:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611694.386646:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.386649:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611694.398575:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611694.398579:0:27774:0:(pinger.c:247:ptlrpc_pinger_process_import()) 08794920-b6b6-4897-95ad-2183cb3fca60->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1749611694.398586:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611694.398588:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611694.398590:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611694.398591:0:27774:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611694.398594:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611694.398597:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 6295 00000100:00080000:2.0:1749611694.398600:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611694.398601:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611694.398603:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611694.398605:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611694.398606:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611694.398609:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611694.398610:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfa7 00000020:00000001:2.0:1749611694.398612:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611694.398614:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8801327a1800 refcount=4 00000020:00000001:2.0:1749611694.398615:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000020:00000001:2.0:1749611694.398616:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137456048128 : -131936253503488 : ffff8801327a1800) 00000100:00000040:2.0:1749611694.398618:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611694.398619:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611694.398620:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611694.398621:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611694.398623:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff8801327a1800 : new refcount 3 00000100:00080000:2.0:1749611694.398624:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8801369c9000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611694.398626:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611694.398628:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611694.398632:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611694.398633:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.398634:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611694.398636:0:27774:0:(obd_class.h:924:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611694.398640:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88009c4fc700. 00000020:00000040:2.0:1749611694.398645:0:27774:0:(genops.c:1229:class_import_get()) import ffff8801369c9000 refcount=4 obd=lustre-MDT0000-osp-MDT0001 02000000:00000001:2.0:1749611694.398648:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611694.398649:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.398651:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611694.398653:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611694.398655:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611694.398660:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074696800. 00000100:00000001:2.0:1749611694.398664:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611694.398671:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88009c4fc700 x1834598494716032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611694.398677:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611694.398680:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611694.398683:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88009c4fc700] to pc [ptlrpcd_rcv+-1] req@ffff88009c4fc700 x1834598494716032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611694.398696:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611694.398698:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611694.398701:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1749611694.398702:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611694.398703:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611694.398704:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611694.398705:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 6295 00000100:00080000:2.0:1749611694.398707:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1749611694.398708:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611694.398709:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611694.398710:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611694.398711:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611694.398712:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611694.398713:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329cfd8 00000020:00000001:2.0:1749611694.398714:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611694.398715:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88012e71d000 refcount=9 00000020:00000001:2.0:1749611694.398716:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000020:00000001:2.0:1749611694.398720:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612137388396544 : -131936321155072 : ffff88012e71d000) 00000100:00000040:2.0:1749611694.398721:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611694.398723:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611694.398724:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611694.398725:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000040:2.0:1749611694.398726:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88012e71d000 : new refcount 8 00000100:00080000:2.0:1749611694.398727:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff88012e71c800 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611694.398728:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611694.398729:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611694.398731:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611694.398732:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.398733:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611694.398734:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611694.398737:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88012ec57800. 00000020:00000040:2.0:1749611694.398738:0:27774:0:(genops.c:1229:class_import_get()) import ffff88012e71c800 refcount=3 obd=lustre-MDT0000-lwp-MDT0001 02000000:00000001:2.0:1749611694.398739:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611694.398740:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.398741:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611694.398742:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611694.398743:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611694.398745:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074696c00. 00000100:00000001:2.0:1749611694.398746:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611694.398749:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88012ec57800 x1834598494716160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611694.398753:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611694.398754:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611694.398755:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88012ec57800] to pc [ptlrpcd_rcv+-1] req@ffff88012ec57800 x1834598494716160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.398755:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611694.398758:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611694.398759:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611694.398760:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611694.398761:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611694.398763:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000040:0.0:1749611694.398764:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88009c4fc700 x1834598494716032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611694.398766:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611694.398767:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1749611694.398768:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00080000:2.0:1749611694.398770:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 6295 00000100:00080000:2.0:1749611694.398771:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 20s 00000100:00000001:0.0:1749611694.398771:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:2.0:1749611694.398772:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611694.398772:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.398773:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611694.398774:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 02000000:00000001:0.0:1749611694.398774:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611694.398775:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611694.398776:0:27774:0:(genops.c:811:class_conn2export()) Process entered 02000000:00000001:0.0:1749611694.398776:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749611694.398777:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0db 00000020:00000001:2.0:1749611694.398777:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611694.398778:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88006a72d000 refcount=8 02000000:00000001:0.0:1749611694.398778:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611694.398779:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00100000:0.0:1749611694.398780:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88009c4fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494716032:0@lo:38:kworker.0 00000020:00000001:2.0:1749611694.398781:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134100127744 : -131939609423872 : ffff88006a72d000) 00000100:00000040:2.0:1749611694.398782:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:0.0:1749611694.398782:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611694.398783:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611694.398784:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611694.398785:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:0.0:1749611694.398785:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:2.0:1749611694.398786:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88006a72d000 : new refcount 7 02000000:00000001:0.0:1749611694.398786:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1749611694.398787:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff88006a728800 using connection 192.168.202.106@tcp/0@lo 02000000:00000001:0.0:1749611694.398787:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611694.398788:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611694.398789:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1749611694.398790:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611694.398791:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611694.398791:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dc9800. 00000100:00000001:2.0:1749611694.398792:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 02000000:00000001:0.0:1749611694.398792:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.398793:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611694.398795:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033c700. 00000020:00000040:2.0:1749611694.398796:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a728800 refcount=3 obd=lustre-MDT0000-lwp-OST0001 00000400:00000010:0.0:1749611694.398796:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff0b0. 02000000:00000001:2.0:1749611694.398797:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611694.398798:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.398799:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000400:00000010:0.0:1749611694.398801:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821e58. 02000000:00000001:2.0:1749611694.398802:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611694.398803:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611694.398805:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074694c00. 00000100:00000200:0.0:1749611694.398806:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494716032, portal 4 00000100:00000001:2.0:1749611694.398807:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.398807:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00100000:2.0:1749611694.398809:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013033c700 x1834598494716288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611694.398809:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612134936692480 : -131938772859136 : ffff88009c4fc700) 00000100:00000001:2.0:1749611694.398813:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611694.398814:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611694.398814:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88009c4fc700 x1834598494716032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611694.398815:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88013033c700] to pc [ptlrpcd_rcv+-1] req@ffff88013033c700 x1834598494716288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611694.398819:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.398819:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:2.0:1749611694.398820:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1749611694.398821:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611694.398822:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000400:00000010:0.0:1749611694.398822:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000010:2.0:1749611694.398824:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033d500. 00000100:00000200:0.0:1749611694.398824:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 24, xid 1834598494716032, offset 0 00000020:00000040:2.0:1749611694.398825:0:27774:0:(genops.c:1229:class_import_get()) import ffff88006a729800 refcount=3 obd=lustre-MDT0001-lwp-OST0001 00000100:00000001:2.0:1749611694.398827:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611694.398828:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611694.398828:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611694.398828:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000010:2.0:1749611694.398830:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880088170800. 00000100:00000001:2.0:1749611694.398831:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611694.398833:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1749611694.398837:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1749611694.398837:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611694.398837:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000040:2.0:1749611694.398840:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88013033d500] to pc [ptlrpcd_00_03+3] req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611694.398844:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 24 MB=0x6848ebf954080 00000400:00000200:0.0:1749611694.398849:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 520/520 into md 0x3e01 [256] + 1560 00000100:00000001:2.0:1749611694.398854:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611694.398854:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00080000:2.0:1749611694.398855:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1749611694.398857:0:27774:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000400:00000200:0.0:1749611694.398857:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:2.0:1749611694.398858:0:27774:0:(import.c:693:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1749611694.398859:0:27774:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1749611694.398860:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:0.0:1749611694.398862:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000001:2.0:1749611694.398863:0:27774:0:(import.c:480:import_select_connection()) Process entered 00000100:00000010:0.0:1749611694.398864:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133992a00. 00000100:00080000:2.0:1749611694.398865:0:27774:0:(import.c:505:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 6295 00000100:00000040:0.0:1749611694.398866:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133992a00 x1834598494716032 msgsize 520 00000100:00001000:2.0:1749611694.398867:0:27774:0:(import.c:2097:obd_at_measure()) add 20 to ffff88007197b3f0 time=13 v=15 (15 0 0 0) 00000100:00100000:0.0:1749611694.398868:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00001000:2.0:1749611694.398869:0:27774:0:(import.c:2163:obd_at_measure()) AT ffff88007197b3f0 change: old=15 new=20 delta=5 (val=20) hist 20 0 0 0 00000100:00080000:2.0:1749611694.398870:0:27774:0:(import.c:584:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 15s 00000100:00000040:2.0:1749611694.398872:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611694.398873:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1749611694.398874:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:0.0:1749611694.398874:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:2.0:1749611694.398875:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000020:00000001:2.0:1749611694.398876:0:27774:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1749611694.398876:0:27774:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6a7 00000020:00000001:2.0:1749611694.398877:0:27774:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1749611694.398878:0:27774:0:(lustre_handles.c:131:class_handle2object()) GET export ffff88007197c000 refcount=8 00000400:00000200:0.0:1749611694.398878:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000020:00000001:2.0:1749611694.398879:0:27774:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000020:00000001:2.0:1749611694.398880:0:27774:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612134219988992 : -131939489562624 : ffff88007197c000) 00000400:00000010:0.0:1749611694.398880:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000040:2.0:1749611694.398881:0:27774:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 24 to 0@lo 00000100:00000001:2.0:1749611694.398882:0:27774:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1749611694.398882:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:2.0:1749611694.398883:0:27774:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611694.398884:0:27774:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000200:0.0:1749611694.398884:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88009c4fc700 x1834598494716032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:2.0:1749611694.398885:0:27774:0:(genops.c:898:class_export_put()) PUTting export ffff88007197c000 : new refcount 7 00000100:00080000:2.0:1749611694.398886:0:27774:0:(import.c:619:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff88007197b000 using connection 192.168.202.106@tcp/0@lo 00000100:00000001:2.0:1749611694.398887:0:27774:0:(import.c:623:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611694.398888:0:27774:0:(sec.c:1538:sptlrpc_import_sec_adapt()) Process entered 00000100:00000001:0.0:1749611694.398889:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:2.0:1749611694.398890:0:27774:0:(sec.c:1578:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611694.398891:0:27774:0:(sec.c:1606:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611694.398891:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88009c4fc700 x1834598494716032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611719 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611694.398892:0:27774:0:(obd_class.h:910:obd_reconnect()) Process entered 00000100:00000001:2.0:1749611694.398893:0:27774:0:(obd_class.h:917:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1749611694.398895:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033d180. 00000100:00000001:0.0:1749611694.398895:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1749611694.398896:0:27774:0:(genops.c:1229:class_import_get()) import ffff88007197b000 refcount=3 obd=lustre-MDT0000-lwp-OST0000 00000100:00000001:0.0:1749611694.398896:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:2.0:1749611694.398897:0:27774:0:(sec.c:1984:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1749611694.398898:0:27774:0:(sec.c:1994:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.398898:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.398899:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 00000100:00000040:0.0:1749611694.398900:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: using a timeout of 1251 usecs (2 jiffies) 02000000:00000001:2.0:1749611694.398902:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1749611694.398903:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.398903:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300967858 02000000:00000010:2.0:1749611694.398905:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff880074695400. 00000100:00000010:0.0:1749611694.398905:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49d4a00. 00000100:00000001:3.0:1749611694.398906:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1749611694.398907:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611694.398909:0:27774:0:(import.c:818:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff88013033d180 x1834598494716544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611694.398909:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 0 00000100:00000001:3.0:1749611694.398910:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611694.398911:0:28324:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1749611694.398913:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611694.398913:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300967858 00000100:00000001:2.0:1749611694.398914:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1749611694.398914:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49d4740. 00000100:00000040:3.0:1749611694.398915:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1749611694.398916:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88013033d180] to pc [ptlrpcd_rcv+-1] req@ffff88013033d180 x1834598494716544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.398916:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 1 00000100:00000001:0.0:1749611694.398917:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300967858 00000100:00000010:0.0:1749611694.398919:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49d4800. 00000100:00000001:2.0:1749611694.398920:0:27774:0:(import.c:825:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.398920:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 2 00000100:00000040:2.0:1749611694.398921:0:27774:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1749611694.398922:0:28324:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1749611694.398922:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300967858 00000100:00000001:3.0:1749611694.398923:0:28324:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.398923:0:27774:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1749611694.398923:0:28320:0:(niobuf.c:629:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 56 at ffff8800b49d4340. 00000100:00000010:2.0:1749611694.398924:0:27774:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff88013033f100. 02000000:00000001:3.0:1749611694.398925:0:28324:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1749611694.398925:0:28320:0:(niobuf.c:641:kick_cpu_latency()) lustre-MDT0000-osp-MDT0001: PM QoS request now active for cpu 3 02000000:00000001:3.0:1749611694.398926:0:28324:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000040:2.0:1749611694.398926:0:27774:0:(genops.c:1229:class_import_get()) import ffff880071979800 refcount=3 obd=lustre-MDT0001-lwp-OST0000 00000100:00000001:0.0:1749611694.398926:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611694.398927:0:27774:0:(client.c:837:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1749611694.398927:0:27774:0:(sec.c:430:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:0.0:1749611694.398927:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611694.398928:0:27774:0:(sec.c:454:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1749611694.398929:0:27774:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff880088170600. 00000100:00000001:0.0:1749611694.398929:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.398930:0:27774:0:(client.c:917:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.398930:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1749611694.398932:0:28324:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1749611694.398932:0:27774:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1749611694.398933:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611694.398934:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1749611694.398935:0:28324:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013033d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494716416:0@lo:400:kworker.0 00000100:00000001:0.0:1749611694.398935:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611694.398935:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611694.398936:0:27774:0:(jobid.c:925:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1749611694.398936:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611694.398937:0:28324:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1749611694.398937:0:27774:0:(jobid.c:965:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611694.398938:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88012ec57800 x1834598494716160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611694.398939:0:28324:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1749611694.398939:0:27774:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [ffff88013033f100] to pc [ptlrpcd_00_00+0] req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611694.398940:0:28324:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611694.398941:0:28324:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:0.0:1749611694.398942:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 02000000:00000010:3.0:1749611694.398943:0:28324:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff88006dc59e00. 00000100:00000001:0.0:1749611694.398943:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611694.398944:0:28324:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611694.398944:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611694.398945:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000010:3.0:1749611694.398946:0:28324:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8800b52f7580. 00000100:00000001:2.0:1749611694.398946:0:27774:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611694.398946:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611694.398948:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494716160:0@lo:38:kworker.0 00000400:00000010:3.0:1749611694.398949:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 00000100:00000040:2.0:1749611694.398949:0:27774:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (6305) 00000100:00000001:0.0:1749611694.398950:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611694.398951:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000200:3.0:1749611694.398952:0:28324:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494716416, portal 10 02000000:00000001:0.0:1749611694.398952:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.398953:0:28324:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611694.398953:0:28324:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137417889024 : -131936291662592 : ffff88013033d500) 02000000:00000001:0.0:1749611694.398953:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:2.0:1749611694.398955:0:28323:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749611694.398955:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff880086dcb000. 02000000:00000001:0.0:1749611694.398956:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.398957:0:28323:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611694.398957:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff1b8. 00000100:00000040:3.0:1749611694.398958:0:28324:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611694.398959:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:0.0:1749611694.398959:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821198. 00000100:00000001:2.0:1749611694.398960:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1749611694.398961:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494716160, portal 10 00000100:00000001:0.0:1749611694.398962:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611694.398962:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137393879040 : -131936315672576 : ffff88012ec57800) 00000100:00000001:3.0:1749611694.398963:0:28324:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:2.0:1749611694.398963:0:28321:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1749611694.398964:0:28324:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611694.398966:0:28324:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed770. 00000100:00000040:2.0:1749611694.398966:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611694.398966:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88012ec57800 x1834598494716160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611694.398967:0:28324:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494716416, offset 0 00000100:00000001:0.0:1749611694.398969:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:3.0:1749611694.398970:0:28324:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611694.398970:0:28321:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000040:0.0:1749611694.398970:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:2.0:1749611694.398971:0:28321:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611694.398971:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 02000000:00000001:2.0:1749611694.398973:0:28321:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000200:0.0:1749611694.398973:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494716160, offset 0 00000400:00000200:3.0:1749611694.398974:0:28324:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:2.0:1749611694.398974:0:28321:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1749611694.398975:0:28321:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611694.398975:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00100000:2.0:1749611694.398977:0:28321:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013033f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494716672:0@lo:400:kworker.0 00000400:00000200:0.0:1749611694.398978:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1749611694.398979:0:28324:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf954200 00000100:00000001:2.0:1749611694.398979:0:28321:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000200:0.0:1749611694.398980:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf954100 02000000:00000001:2.0:1749611694.398981:0:28321:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1749611694.398982:0:28321:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611694.398983:0:28324:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 186944 02000000:00000001:2.0:1749611694.398983:0:28321:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1749611694.398984:0:28321:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff880079130400. 02000000:00000001:2.0:1749611694.398985:0:28321:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611694.398986:0:28324:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:2.0:1749611694.398987:0:28321:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff8801207fe108. 00000400:00000200:3.0:1749611694.398988:0:28324:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:0.0:1749611694.398990:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 187168 00000400:00000200:0.0:1749611694.398993:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611694.398995:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:3.0:1749611694.398998:0:28324:0:(events.c:287:request_in_callback()) Process entered 00000400:00000010:2.0:1749611694.398998:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5a3b8. 00000100:00000200:3.0:1749611694.399000:0:28324:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000200:2.0:1749611694.399001:0:28321:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1834598494716672, portal 10 00000100:00000010:3.0:1749611694.399002:0:28324:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880081d49880. 00000100:00000001:2.0:1749611694.399002:0:28321:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1749611694.399003:0:28321:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137417896192 : -131936291655424 : ffff88013033f100) 00000100:00000040:3.0:1749611694.399004:0:28324:0:(events.c:338:request_in_callback()) incoming req@ffff880081d49880 x1834598494716416 msgsize 224 00000100:00100000:3.0:1749611694.399006:0:28324:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000040:2.0:1749611694.399006:0:28321:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399007:0:28322:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611694.399008:0:28322:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399010:0:28321:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000001:3.0:1749611694.399012:0:28324:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000040:2.0:1749611694.399012:0:28321:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:2.0:1749611694.399013:0:28321:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000200:2.0:1749611694.399017:0:28321:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1834598494716672, offset 0 00000400:00000200:3.0:1749611694.399019:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed770 00000400:00000010:3.0:1749611694.399020:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed770. 00000100:00000001:0.0:1749611694.399023:0:9761:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1749611694.399025:0:9761:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494716032 00000100:00000001:3.0:1749611694.399026:0:28324:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749611694.399026:0:28321:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 02000000:00000001:0.0:1749611694.399026:0:9761:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1749611694.399028:0:9761:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:3.0:1749611694.399029:0:28324:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399029:0:9761:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611694.399031:0:28321:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611694.399032:0:9761:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.399033:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1749611694.399034:0:28321:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x6848ebf954300 00000100:00100000:0.0:1749611694.399034:0:9761:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494716032 00000100:00000040:3.0:1749611694.399035:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1749611694.399035:0:9761:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1749611694.399036:0:9761:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:0.0:1749611694.399037:0:9761:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000400:00000200:2.0:1749611694.399038:0:28321:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x3bed [64] + 187688 00000020:00000001:0.0:1749611694.399038:0:9761:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.399039:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611694.399039:0:9761:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.399040:0:28324:0:(events.c:69:request_out_callback()) Process leaving 00000400:00000200:2.0:1749611694.399041:0:28321:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:3.0:1749611694.399042:0:28324:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:0.0:1749611694.399042:0:9761:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88009c9be200. 00000400:00000200:2.0:1749611694.399043:0:28321:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:3.0:1749611694.399044:0:28324:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: using a timeout of 955 usecs (1 jiffies) 00000100:00000001:2.0:1749611694.399045:0:28321:0:(events.c:287:request_in_callback()) Process entered 00000020:00000010:0.0:1749611694.399045:0:9761:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880096dff800. 00000100:00000001:3.0:1749611694.399046:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300967857 00000100:00000001:3.0:1749611694.399047:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300967858 00000100:00000200:2.0:1749611694.399048:0:28321:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:3.0:1749611694.399049:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300967857 00000020:00000010:0.0:1749611694.399049:0:9761:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b4add000. 00000100:00000001:3.0:1749611694.399050:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300967858 00000100:00000001:3.0:1749611694.399051:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300967857 00000100:00000010:2.0:1749611694.399051:0:28321:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880079f01c00. 00000100:00000001:3.0:1749611694.399052:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300967858 00000100:00000040:2.0:1749611694.399052:0:28321:0:(events.c:338:request_in_callback()) incoming req@ffff880079f01c00 x1834598494716672 msgsize 224 00000100:00000001:0.0:1749611694.399052:0:9761:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611694.399052:0:9761:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1749611694.399053:0:28324:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300967857 00000100:00000001:3.0:1749611694.399054:0:28324:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300967858 00000100:00100000:2.0:1749611694.399054:0:28321:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:0.0:1749611694.399054:0:9761:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.399055:0:28324:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1749611694.399057:0:28324:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399057:0:9761:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.399058:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.399059:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399061:0:9761:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611694.399063:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611694.399063:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1749611694.399063:0:28321:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000001:3.0:1749611694.399065:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1749611694.399065:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611694.399065:0:9761:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1749611694.399066:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.399067:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611694.399067:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000001:0.0:1749611694.399067:0:9761:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000400:00000010:2.0:1749611694.399068:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:2.0:1749611694.399069:0:28321:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:0.0:1749611694.399069:0:9761:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00000001:0.0:1749611694.399071:0:9761:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474861568 : -131936234690048 : ffff880133992a00) 00000100:00000200:2.0:1749611694.399072:0:28321:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611694.399072:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00000040:0.0:1749611694.399074:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133992a00 x1834598494716032/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611714 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1749611694.399075:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494716416 00000100:00000001:2.0:1749611694.399076:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:1.0:1749611694.399077:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000040:2.0:1749611694.399078:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611694.399079:0:9761:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494716032:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611694.399080:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611694.399081:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611694.399081:0:9761:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494716032 00000100:00000001:2.0:1749611694.399082:0:28321:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611694.399082:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1749611694.399083:0:9761:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:2.0:1749611694.399084:0:28321:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611694.399084:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611694.399085:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494716416 00000100:00000040:2.0:1749611694.399086:0:28321:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: using a timeout of 960 usecs (1 jiffies) 00000020:00000001:1.0:1749611694.399086:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00010000:00000001:0.0:1749611694.399086:0:9761:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:2.0:1749611694.399087:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300967857 00000020:00000040:1.0:1749611694.399087:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d0f0 00000020:00000001:1.0:1749611694.399088:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:2.0:1749611694.399089:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300967858 00000100:00000001:2.0:1749611694.399090:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300967857 00000020:00000040:1.0:1749611694.399090:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4002000 refcount=5 00000100:00000001:2.0:1749611694.399092:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300967858 00000020:00000001:1.0:1749611694.399092:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611694.399093:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300967857 00000020:00000001:1.0:1749611694.399093:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334125568 : -131938375426048 : ffff8800b4002000) 00000100:00000001:2.0:1749611694.399094:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300967858 00000100:00000001:2.0:1749611694.399095:0:28321:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300967857 00000020:00000001:0.0:1749611694.399095:0:9761:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399096:0:28321:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0001-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300967858 00000100:00000001:1.0:1749611694.399096:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:2.0:1749611694.399097:0:28321:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611694.399097:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006e9cc300. 00010000:00020000:0.0:1749611694.399097:0:9761:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:2.0:1749611694.399098:0:28321:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611694.399099:0:9761:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:2.0:1749611694.399100:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399101:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1749611694.399101:0:9761:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000020:00000040:1.0:1749611694.399102:0:9692:0:(obd_config.c:923:class_incref()) incref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00000100:00000001:0.0:1749611694.399103:0:9761:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:2.0:1749611694.399104:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611694.399104:0:9761:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:2.0:1749611694.399105:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 02000000:00000001:0.0:1749611694.399106:0:9761:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000001:1.0:1749611694.399107:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611694.399108:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:0.0:1749611694.399108:0:9761:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88006bbae800. 00000100:00000001:2.0:1749611694.399109:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000010:1.0:1749611694.399109:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012dbe6a00. 02000000:00000001:0.0:1749611694.399109:0:9761:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399110:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399110:0:9761:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399111:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611694.399111:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0fd80. 00000020:00000010:1.0:1749611694.399113:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c4b0. 00010000:00000001:0.0:1749611694.399113:0:9761:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1749611694.399114:0:9761:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611694.399116:0:9692:0:(service.c:1401:ptlrpc_at_set_timer()) armed mdt at +6s 00000100:00001000:0.0:1749611694.399116:0:9761:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:1.0:1749611694.399117:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611694.399118:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1749611694.399118:0:9761:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000100:00000001:1.0:1749611694.399120:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399120:0:9761:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1749611694.399121:0:9761:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611694.399123:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:0.0:1749611694.399123:0:9761:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611694.399124:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:1.0:1749611694.399124:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399124:0:9761:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000040:0.0:1749611694.399126:0:9761:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 02000000:00000001:0.0:1749611694.399127:0:9761:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1749611694.399128:0:9761:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611694.399129:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399129:0:9761:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611694.399130:0:9761:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611694.399132:0:9761:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000001:1.0:1749611694.399133:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611694.399133:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494716672 00000100:00000200:0.0:1749611694.399133:0:9761:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1834598494716032, offset 0 02000000:00000001:1.0:1749611694.399134:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611694.399135:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000400:00000200:0.0:1749611694.399135:0:9761:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:1.0:1749611694.399136:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611694.399137:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399138:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00100000:1.0:1749611694.399138:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494716672 00000400:00000200:0.0:1749611694.399138:0:9761:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000020:00000001:1.0:1749611694.399139:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000100:00000001:2.0:1749611694.399140:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000040:1.0:1749611694.399140:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x689c0ec07329d6bc 00000020:00000001:1.0:1749611694.399140:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1749611694.399141:0:9692:0:(lustre_handles.c:131:class_handle2object()) GET export ffff8800b4001000 refcount=5 00000400:00000200:0.0:1749611694.399141:0:9761:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x6848ebf954080 00000100:00100000:2.0:1749611694.399142:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000400:00000200:0.0:1749611694.399143:0:9761:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0x9bc9 [1] + 0 00000100:00000040:2.0:1749611694.399144:0:9691:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4002000 : new rpc_count 1 00000020:00000001:1.0:1749611694.399145:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000400:00000200:0.0:1749611694.399145:0:9761:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611694.399146:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134492412032 : -131939217139584 : ffff880081d49880) 00000020:00000001:1.0:1749611694.399146:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446612135334121472 : -131938375430144 : ffff8800b4001000) 00000400:00000200:0.0:1749611694.399147:0:9761:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611694.399148:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000100:00000001:0.0:1749611694.399148:0:9761:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611694.399149:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880081d49880 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:375/0 lens 224/0 e 0 to 0 dl 1749611705 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:1.0:1749611694.399149:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006e9cc440. 00000020:00000010:1.0:1749611694.399151:0:9692:0:(genops.c:1131:obd_export_timed_del()) kfreed 'ned': 48 at ffff88012eb32680. 00000100:00000200:0.0:1749611694.399151:0:9761:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88009c4fc700 x1834598494716032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611694.399153:0:9692:0:(service.c:1329:ptlrpc_update_export_timer()) Process leaving 00000100:00000001:2.0:1749611694.399154:0:9691:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611694.399154:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88006e9cc440. 00000020:00000010:2.0:1749611694.399156:0:9691:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88013051f680. 00000020:00000010:1.0:1749611694.399156:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012dbe6600. 00000100:00000040:0.0:1749611694.399156:0:9761:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88009c4fc700 x1834598494716032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611694.399157:0:9691:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:1.0:1749611694.399157:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0fe00. 00000020:00000010:2.0:1749611694.399158:0:9691:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88013051f680. 00000020:00000010:1.0:1749611694.399159:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000001:1.0:1749611694.399160:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611694.399160:0:9761:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00100000:2.0:1749611694.399161:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880081d49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494716416:12345-0@lo:400:kworker.0 00000100:00000001:1.0:1749611694.399161:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611694.399162:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1749611694.399162:0:9761:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000100:00000200:2.0:1749611694.399163:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494716416 00000400:00000010:0.0:1749611694.399163:0:9761:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:1.0:1749611694.399164:0:9692:0:(nrs.c:877:ptlrpc_nrs_hpreq_add_nolock()) Process entered 00000100:00000001:1.0:1749611694.399164:0:9692:0:(nrs.c:885:ptlrpc_nrs_hpreq_add_nolock()) Process leaving 00000100:00000001:0.0:1749611694.399164:0:9761:0:(events.c:387:reply_out_callback()) Process entered 00000020:00000001:2.0:1749611694.399165:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000100:00000001:1.0:1749611694.399165:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399165:0:9761:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1749611694.399166:0:9691:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611694.399167:0:9761:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611694.399168:0:9691:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611694.399168:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1749611694.399168:0:9761:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000020:00000001:2.0:1749611694.399169:0:9691:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00000100:00000001:0.0:1749611694.399170:0:9761:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611694.399171:0:9691:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000100:00000001:1.0:1749611694.399171:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000020:00000001:0.0:1749611694.399171:0:9761:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611694.399172:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000020:00000001:2.0:1749611694.399173:0:9691:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00000100:00000040:0.0:1749611694.399173:0:9761:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133992a00 x1834598494716032/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611714 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611694.399175:0:9691:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1749611694.399175:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000020:00000001:2.0:1749611694.399176:0:9691:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000100:00000040:1.0:1749611694.399176:0:9692:0:(service.c:2199:ptlrpc_server_request_get()) RPC GETting export ffff8800b4001000 : new rpc_count 1 00000020:00000001:2.0:1749611694.399177:0:9691:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:1.0:1749611694.399177:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612134359997440 : -131939349554176 : ffff880079f01c00) 00000020:00000001:2.0:1749611694.399178:0:9691:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611694.399180:0:9691:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000040:1.0:1749611694.399180:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880079f01c00 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:375/0 lens 224/0 e 0 to 0 dl 1749611705 ref 1 fl New:H/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611694.399182:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1749611694.399183:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00100000:0.0:1749611694.399183:0:9761:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:28320:x1834598494716032:12345-0@lo:38:kworker.0 Request processed in 103us (315us total) trans 0 rc -19/-19 02000000:00000010:2.0:1749611694.399185:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880074695000. 02000000:00000001:2.0:1749611694.399186:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611694.399186:0:9692:0:(service.c:1238:ptlrpc_update_export_timer()) Process entered 00000020:00000010:1.0:1749611694.399187:0:9692:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff88006e9cc440. 00000100:00100000:0.0:1749611694.399187:0:9761:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00000001:2.0:1749611694.399188:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611694.399188:0:9692:0:(service.c:1270:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1749611694.399188:0:9761:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000020:00000001:2.0:1749611694.399189:0:9691:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611694.399189:0:9692:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff88006e9cc440. 00000100:00000001:0.0:1749611694.399189:0:9761:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749611694.399191:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880079f01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494716672:12345-0@lo:400:kworker.0 00000020:00000010:0.0:1749611694.399191:0:9761:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880096dff800. 00000020:00000010:0.0:1749611694.399193:0:9761:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b4add000. 00010000:00000040:2.0:1749611694.399194:0:9691:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494716416 00000100:00000200:1.0:1749611694.399194:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494716672 00010000:00000001:2.0:1749611694.399195:0:9691:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000020:00000001:1.0:1749611694.399195:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00000020:00000010:0.0:1749611694.399195:0:9761:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88009c9be200. 00000020:00000001:1.0:1749611694.399196:0:9692:0:(tgt_handler.c:666:process_req_last_xid()) Process entered 00000100:00000001:0.0:1749611694.399197:0:9761:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00000200:2.0:1749611694.399198:0:9691:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880081d49880 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:1.0:1749611694.399200:0:9692:0:(tgt_handler.c:731:process_req_last_xid()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611694.399201:0:9692:0:(tgt_handler.c:604:tgt_handler_find_check()) Process entered 00010000:00000001:2.0:1749611694.399202:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000020:00000001:1.0:1749611694.399202:0:9692:0:(tgt_handler.c:641:tgt_handler_find_check()) Process leaving (rc=18446744072109065664 : -1600485952 : ffffffffa09a85c0) 00000020:00000001:1.0:1749611694.399203:0:9692:0:(tgt_handler.c:541:tgt_handle_recovery()) Process entered 00010000:00000001:2.0:1749611694.399204:0:9691:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611694.399205:0:9691:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=149 v=5 (1 1 1 1) 00000020:00000001:1.0:1749611694.399205:0:9692:0:(tgt_handler.c:591:tgt_handle_recovery()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611694.399206:0:9692:0:(tgt_handler.c:368:tgt_handle_request0()) Process entered 00000020:00000001:1.0:1749611694.399206:0:9692:0:(tgt_handler.c:289:tgt_request_preprocess()) Process entered 00000100:00000001:2.0:1749611694.399207:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000020:00000001:1.0:1749611694.399207:0:9692:0:(tgt_handler.c:352:tgt_request_preprocess()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399207:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000040:2.0:1749611694.399208:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000020:00000001:1.0:1749611694.399208:0:9692:0:(tgt_handler.c:1117:tgt_obd_ping()) Process entered 00000100:00000200:0.0:1749611694.399208:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00000001:2.0:1749611694.399209:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00000001:1.0:1749611694.399210:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000010:0.0:1749611694.399210:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133993b80. 02000000:00000001:2.0:1749611694.399211:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:1.0:1749611694.399211:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000001:2.0:1749611694.399212:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611694.399212:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133993b80 x1834598494716160 msgsize 520 00000100:00000001:2.0:1749611694.399213:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000010:1.0:1749611694.399213:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca71800. 00000100:00000040:2.0:1749611694.399214:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611694.399214:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611694.399214:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00000001:1.0:1749611694.399215:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611694.399216:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000020:00000001:1.0:1749611694.399216:0:9692:0:(tgt_handler.c:1138:tgt_obd_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399216:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000100:00000200:2.0:1749611694.399218:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494716416, offset 224 00010000:00000040:1.0:1749611694.399218:0:9692:0:(ldlm_lib.c:3220:target_committed_to_req()) last_committed 0, transno 0, xid 1834598494716672 00000400:00000200:0.0:1749611694.399218:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00010000:00000001:1.0:1749611694.399219:0:9692:0:(ldlm_lib.c:3289:target_send_reply()) Process entered 00000400:00000010:0.0:1749611694.399219:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000100:00000001:0.0:1749611694.399220:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000400:00000200:2.0:1749611694.399221:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00010000:00000200:1.0:1749611694.399221:0:9692:0:(ldlm_lib.c:3277:target_send_reply_msg()) @@@ sending reply req@ffff880079f01c00 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611694.399222:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88012ec57800 x1834598494716160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1749611694.399225:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00010000:00000001:1.0:1749611694.399226:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:0.0:1749611694.399226:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00010000:00000001:1.0:1749611694.399227:0:9692:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611694.399228:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf954200 00000100:00001000:1.0:1749611694.399228:0:9692:0:(import.c:2097:obd_at_measure()) add 1 to ffff880081fa05f0 time=149 v=5 (1 1 1 1) 00000100:00000040:0.0:1749611694.399228:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88012ec57800 x1834598494716160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611694.399230:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000400:00000200:2.0:1749611694.399231:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9bd1 [1] + 224 00000100:00000040:1.0:1749611694.399232:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000100:00000001:0.0:1749611694.399232:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399232:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1749611694.399233:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000400:00000200:2.0:1749611694.399234:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1749611694.399234:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:0.0:1749611694.399234:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611694.399235:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1749611694.399236:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:1.0:1749611694.399236:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000100:00000040:0.0:1749611694.399236:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: using a timeout of 1087 usecs (2 jiffies) 00000100:00000040:1.0:1749611694.399237:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000001:0.0:1749611694.399237:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 0 is 4300967858 00000100:00000001:2.0:1749611694.399238:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611694.399238:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 0, keep current deadline 4300967858 00000400:00000010:1.0:1749611694.399239:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000100:00000200:2.0:1749611694.399240:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399240:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 1 is 4300967858 00000100:00000200:1.0:1749611694.399241:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494716672, offset 224 00000100:00000001:0.0:1749611694.399241:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 1, keep current deadline 4300967858 00000100:00000001:0.0:1749611694.399242:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 2 is 4300967858 00000400:00000200:1.0:1749611694.399244:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:0.0:1749611694.399244:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 2, keep current deadline 4300967858 00000100:00000040:2.0:1749611694.399245:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399245:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS new deadline estimation for cpu 3 is 4300967858 00000100:00000001:0.0:1749611694.399246:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-MDT0001: PM QoS request active for cpu 3, keep current deadline 4300967858 00000100:00000001:0.0:1749611694.399247:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:1.0:1749611694.399248:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:0.0:1749611694.399248:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399249:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1749611694.399251:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88013033c700 x1834598494716288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:1.0:1749611694.399252:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf954300 00000100:00000001:0.0:1749611694.399254:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000400:00000200:1.0:1749611694.399255:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9be1 [1] + 224 00000100:00000001:0.0:1749611694.399255:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611694.399256:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1749611694.399257:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:0.0:1749611694.399257:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1749611694.399258:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1749611694.399260:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013033c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494716288:0@lo:38:kworker.0 00000400:00000200:2.0:1749611694.399261:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000400:00000200:1.0:1749611694.399261:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1749611694.399261:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 00000400:00000010:2.0:1749611694.399262:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 02000000:00000001:0.0:1749611694.399262:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1749611694.399263:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000400:00000200:1.0:1749611694.399263:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 02000000:00000001:0.0:1749611694.399263:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399264:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 02000000:00000001:0.0:1749611694.399264:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:1.0:1749611694.399265:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611694.399266:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611694.399266:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c625c00. 00000100:00000200:1.0:1749611694.399267:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1749611694.399267:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611694.399268:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff210. 00000100:00000040:2.0:1749611694.399270:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000400:00000010:0.0:1749611694.399270:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821c38. 00010000:00000001:2.0:1749611694.399271:0:9691:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000200:0.0:1749611694.399271:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494716288, portal 10 00000100:00000001:3.0:1749611694.399272:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000020:00000001:2.0:1749611694.399272:0:9691:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611694.399272:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611694.399273:0:28324:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000020:00000001:2.0:1749611694.399273:0:9691:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000100:00000001:0.0:1749611694.399273:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1749611694.399273:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137417885440 : -131936291666176 : ffff88013033c700) 00000400:00000001:3.0:1749611694.399275:0:28324:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1749611694.399276:0:28324:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000040:2.0:1749611694.399276:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880081d49880 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611694.399276:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88013033c700 x1834598494716288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611694.399279:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611694.399280:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000010:3.0:1749611694.399281:0:28324:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8800b52f7580. 00000100:00100000:2.0:1749611694.399281:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880081d49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:28324:x1834598494716416:12345-0@lo:400:kworker.0 Request processed in 126us (275us total) trans 0 rc 0/0 00000100:00000040:0.0:1749611694.399281:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:0.0:1749611694.399282:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000400:00000200:3.0:1749611694.399283:0:28324:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000400:00000010:3.0:1749611694.399285:0:28324:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00100000:2.0:1749611694.399286:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00000001:3.0:1749611694.399287:0:28324:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611694.399287:0:9691:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4002000 : new rpc_count 0 00000100:00000200:3.0:1749611694.399289:0:28324:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611694.399289:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1749611694.399290:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000400:00000200:1.0:1749611694.399290:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000020:00000010:2.0:1749611694.399292:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0fd80. 00000400:00000010:1.0:1749611694.399292:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:1.0:1749611694.399293:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000200:3.0:1749611694.399294:0:28324:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000010:2.0:1749611694.399294:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c4b0. 00000100:00000001:1.0:1749611694.399294:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000200:0.0:1749611694.399294:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494716288, offset 0 00000020:00000010:2.0:1749611694.399296:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012dbe6a00. 00000100:00000001:1.0:1749611694.399296:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611694.399296:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:1.0:1749611694.399297:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:3.0:1749611694.399298:0:28324:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000040:2.0:1749611694.399298:0:9691:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4002000 : new refcount 4 00010000:00000001:1.0:1749611694.399298:0:9692:0:(ldlm_lib.c:3301:target_send_reply()) Process leaving 00000100:00000001:3.0:1749611694.399299:0:28324:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611694.399299:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1749611694.399299:0:9692:0:(tgt_handler.c:490:tgt_handle_request0()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1749611694.399299:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:3.0:1749611694.399300:0:28324:0:(client.c:1550:after_reply()) Process entered 00000020:00000001:1.0:1749611694.399300:0:9692:0:(tgt_handler.c:863:tgt_request_handle()) Process leaving 00000400:00000200:0.0:1749611694.399301:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf954180 02000000:00000001:3.0:1749611694.399302:0:28324:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611694.399303:0:28324:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000040:1.0:1749611694.399303:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880079f01c00 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:375/0 lens 224/224 e 0 to 0 dl 1749611705 ref 1 fl Interpret:H/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1749611694.399303:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 187912 00000100:00000001:3.0:1749611694.399304:0:28324:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399304:0:9691:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1749611694.399305:0:9691:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494716160 02000000:00000001:3.0:1749611694.399306:0:28324:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1749611694.399306:0:9691:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000400:00000200:0.0:1749611694.399306:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611694.399307:0:9691:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611694.399308:0:9691:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611694.399308:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880079f01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:28321:x1834598494716672:12345-0@lo:400:kworker.0 Request processed in 121us (254us total) trans 0 rc 0/0 00000400:00000200:0.0:1749611694.399308:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00001000:3.0:1749611694.399309:0:28324:0:(import.c:2097:obd_at_measure()) add 5 to ffff88006a729c38 time=99 v=5 (5 5 5 5) 00000100:00000001:0.0:1749611694.399309:0:28320:0:(events.c:287:request_in_callback()) Process entered 02000000:00000001:2.0:1749611694.399310:0:9691:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1749611694.399310:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000100:00001000:3.0:1749611694.399311:0:28324:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a729bf0 time=99 v=5 (1 1 1 1) 00000100:00100000:2.0:1749611694.399311:0:9691:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494716160 00000020:00000001:2.0:1749611694.399312:0:9691:0:(genops.c:811:class_conn2export()) Process entered 00000100:00100000:1.0:1749611694.399312:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00000010:0.0:1749611694.399312:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133993800. 00000100:00000001:3.0:1749611694.399313:0:28324:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000020:00000040:2.0:1749611694.399313:0:9691:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:0.0:1749611694.399313:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133993800 x1834598494716288 msgsize 520 00000100:00000001:3.0:1749611694.399314:0:28324:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611694.399314:0:9691:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000040:1.0:1749611694.399314:0:9692:0:(service.c:1092:ptlrpc_server_finish_active_request()) RPC PUTting export ffff8800b4001000 : new rpc_count 0 00000020:00000001:2.0:1749611694.399315:0:9691:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611694.399315:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00010000:00000001:3.0:1749611694.399327:0:28324:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00000100:00000001:1.0:1749611694.399329:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00010000:00080000:3.0:1749611694.399330:0:28324:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611694.399330:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00000001:2.0:1749611694.399331:0:9691:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611694.399331:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0fe00. 00000020:00000010:2.0:1749611694.399333:0:9691:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff880079130600. 00000020:00000010:1.0:1749611694.399333:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 00000100:00000001:0.0:1749611694.399333:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000020:00000010:1.0:1749611694.399334:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012dbe6600. 00010000:00000001:3.0:1749611694.399335:0:28324:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:2.0:1749611694.399335:0:9691:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff8800b2387100. 00000400:00000200:0.0:1749611694.399335:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000020:00000010:2.0:1749611694.399336:0:9691:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff880095be9320. 00000020:00000040:1.0:1749611694.399336:0:9692:0:(genops.c:898:class_export_put()) PUTting export ffff8800b4001000 : new refcount 4 00000400:00000010:0.0:1749611694.399336:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:3.0:1749611694.399337:0:28324:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000100:00000001:0.0:1749611694.399337:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00000040:3.0:1749611694.399338:0:28324:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: skip recheck: last_committed 0 00000100:00000001:2.0:1749611694.399338:0:9691:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:1.0:1749611694.399338:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611694.399339:0:28324:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1749611694.399339:0:9691:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000200:0.0:1749611694.399339:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88013033c700 x1834598494716288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611694.399340:0:28324:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611694.399342:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611694.399342:0:9692:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:1.0:1749611694.399343:0:9692:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494716288 00000100:00000001:0.0:1749611694.399343:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611694.399344:0:9691:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611694.399345:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88013033c700 x1834598494716288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611694.399346:0:28324:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611694.399346:0:9691:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611694.399346:0:9692:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1749611694.399347:0:28324:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1749611694.399347:0:9692:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1749611694.399348:0:28324:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611694.399348:0:9692:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399348:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399349:0:28320:0:(events.c:69:request_out_callback()) Process leaving 02000000:00000001:1.0:1749611694.399350:0:9692:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1749611694.399351:0:9692:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494716288 00000020:00000001:1.0:1749611694.399352:0:9692:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:1.0:1749611694.399352:0:9692:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000020:00000001:1.0:1749611694.399353:0:9692:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:1.0:1749611694.399354:0:9692:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611694.399355:0:9692:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611694.399357:0:9692:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88012dbe6600. 00000020:00000010:1.0:1749611694.399358:0:9692:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff88009bc0fe00. 00000100:00000001:2.0:1749611694.399360:0:9691:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611694.399360:0:9692:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff88008438c258. 00000100:00000001:1.0:1749611694.399361:0:9692:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1749611694.399361:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1749611694.399362:0:28324:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611694.399362:0:9692:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611694.399363:0:9692:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611694.399363:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: using a timeout of 782 usecs (1 jiffies) 00000100:00000001:0.0:1749611694.399364:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 0 is 4300967857 00000100:00000001:2.0:1749611694.399365:0:9691:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611694.399365:0:9692:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399365:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 0, keep current deadline 4300967858 00000100:00000001:2.0:1749611694.399366:0:9691:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611694.399367:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 1 is 4300967857 00000100:00100000:2.0:1749611694.399368:0:9691:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00000001:1.0:1749611694.399368:0:9692:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399368:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 1, keep current deadline 4300967858 00000100:00000001:0.0:1749611694.399369:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 2 is 4300967857 00000100:00000001:2.0:1749611694.399370:0:9691:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474866048 : -131936234685568 : ffff880133993b80) 00000100:00000001:0.0:1749611694.399370:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 2, keep current deadline 4300967858 00000100:00000001:0.0:1749611694.399371:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS new deadline estimation for cpu 3 is 4300967857 00000100:00000040:2.0:1749611694.399372:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133993b80 x1834598494716160/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611714 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611694.399372:0:9692:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:1.0:1749611694.399372:0:9692:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000001:0.0:1749611694.399372:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0001: PM QoS request active for cpu 3, keep current deadline 4300967858 00000100:00100000:3.0:1749611694.399373:0:28324:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013033d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:28324:1834598494716416:0@lo:400:kworker.0 00000100:00000001:0.0:1749611694.399373:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00100000:1.0:1749611694.399374:0:9692:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00000001:0.0:1749611694.399375:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.399376:0:28324:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1749611694.399376:0:9692:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474865152 : -131936234686464 : ffff880133993800) 00000100:00000001:0.0:1749611694.399376:0:28320:0:(client.c:1768:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1749611694.399377:0:28324:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00100000:2.0:1749611694.399377:0:9691:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494716160:12345-0@lo:38:kworker.0 00000100:00000040:1.0:1749611694.399378:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133993800 x1834598494716288/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611714 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611694.399378:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff88013033d180 x1834598494716544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1749611694.399379:0:28324:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88013033d500 x1834598494716416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1749611694.399379:0:9691:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494716160 00000020:00000001:2.0:1749611694.399380:0:9691:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:2.0:1749611694.399381:0:9691:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611694.399381:0:28320:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611694.399382:0:28324:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:0.0:1749611694.399382:0:28320:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611694.399383:0:28324:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00100000:1.0:1749611694.399383:0:9692:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494716288:12345-0@lo:38:kworker.0 02000000:00000001:0.0:1749611694.399383:0:28320:0:(sec.c:697:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1749611694.399384:0:28320:0:(sec.c:728:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000010:3.0:1749611694.399385:0:28324:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff88006dc59e00. 00000100:00000200:1.0:1749611694.399385:0:9692:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494716288 02000000:00000001:0.0:1749611694.399385:0:28320:0:(sec.c:756:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611694.399386:0:9691:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611694.399386:0:9692:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 02000000:00000001:3.0:1749611694.399387:0:28324:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00010000:00000001:1.0:1749611694.399387:0:9692:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00100000:0.0:1749611694.399387:0:28320:0:(client.c:1874:ptlrpc_send_new_req()) Sending RPC req@ffff88013033d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494716544:0@lo:38:kworker.0 00000020:00000001:3.0:1749611694.399388:0:28324:0:(genops.c:1236:class_import_put()) Process entered 00010000:00020000:2.0:1749611694.399388:0:9691:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00000001:0.0:1749611694.399388:0:28320:0:(niobuf.c:817:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1749611694.399389:0:28320:0:(sec.c:1047:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1749611694.399390:0:28324:0:(genops.c:1242:class_import_put()) import ffff88006a729800 refcount=2 obd=lustre-MDT0001-lwp-OST0001 00010000:00000001:2.0:1749611694.399390:0:9691:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:0.0:1749611694.399390:0:28320:0:(sec.c:1084:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611694.399391:0:28324:0:(genops.c:1249:class_import_put()) Process leaving 00010000:00000001:2.0:1749611694.399391:0:9691:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 02000000:00000001:0.0:1749611694.399391:0:28320:0:(sec.c:1796:sptlrpc_cli_alloc_repbuf()) Process entered 00000020:00000001:1.0:1749611694.399392:0:9692:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1749611694.399393:0:28324:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880088170800. 00000100:00000001:2.0:1749611694.399393:0:9691:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 02000000:00000010:0.0:1749611694.399393:0:28320:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff88009c627400. 02000000:00000001:3.0:1749611694.399394:0:28324:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1749611694.399394:0:9691:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00010000:00020000:1.0:1749611694.399394:0:9692:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 02000000:00000001:0.0:1749611694.399394:0:28320:0:(sec.c:1806:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1749611694.399395:0:28324:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1749611694.399395:0:9691:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00010000:00000001:1.0:1749611694.399395:0:9692:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000010:0.0:1749611694.399395:0:28320:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff88009c3ff108. 00010000:00000001:1.0:1749611694.399396:0:9692:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000010:0.0:1749611694.399396:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880095821cc0. 00000100:00000010:3.0:1749611694.399397:0:28324:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013033d500. 02000000:00000010:2.0:1749611694.399397:0:9691:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff880074696400. 00000100:00000001:3.0:1749611694.399398:0:28324:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1749611694.399398:0:9691:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611694.399398:0:9692:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000200:0.0:1749611694.399398:0:28320:0:(niobuf.c:1048:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1834598494716544, portal 10 00000100:00000001:3.0:1749611694.399399:0:28324:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611694.399399:0:9691:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399399:0:28320:0:(client.c:3219:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1749611694.399400:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399400:0:28320:0:(client.c:3221:ptlrpc_request_addref()) Process leaving (rc=18446612137417888128 : -131936291663488 : ffff88013033d180) 00010000:00000001:2.0:1749611694.399401:0:9691:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000001:1.0:1749611694.399401:0:9692:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000001:3.0:1749611694.399402:0:28324:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:2.0:1749611694.399402:0:9691:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1749611694.399402:0:9692:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00000040:0.0:1749611694.399402:0:28320:0:(niobuf.c:1068:ptl_send_rpc()) @@@ send flags=200 req@ffff88013033d180 x1834598494716544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611694.399403:0:28324:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1749611694.399403:0:9691:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:3.0:1749611694.399404:0:28324:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000010:1.0:1749611694.399404:0:9692:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff8800aca72c00. 00000100:00000001:3.0:1749611694.399405:0:28324:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399405:0:9691:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:1.0:1749611694.399405:0:9692:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399406:0:9691:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1749611694.399406:0:9692:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399406:0:28320:0:(niobuf.c:50:ptl_send_buf()) Process entered 00010000:00000001:1.0:1749611694.399407:0:9692:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749611694.399407:0:28320:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000100:00000040:2.0:1749611694.399408:0:9691:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00010000:00000001:1.0:1749611694.399408:0:9692:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611694.399408:0:28320:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff8800958217f8. 00000100:00000001:2.0:1749611694.399409:0:9691:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:1.0:1749611694.399409:0:9692:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000200:0.0:1749611694.399409:0:28320:0:(niobuf.c:81:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1834598494716544, offset 0 00000100:00000001:2.0:1749611694.399410:0:9691:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:1.0:1749611694.399411:0:9692:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:0.0:1749611694.399411:0:28320:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:2.0:1749611694.399412:0:9691:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:1.0:1749611694.399412:0:9692:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1749611694.399414:0:9692:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749611694.399414:0:28320:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00000001:1.0:1749611694.399415:0:9692:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 02000000:00000001:2.0:1749611694.399416:0:9691:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000001:1.0:1749611694.399416:0:9692:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000400:00000200:0.0:1749611694.399416:0:28320:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 520 into portal 12 MB=0x6848ebf954280 02000000:00000001:2.0:1749611694.399417:0:9691:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611694.399418:0:9692:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 27 to 0@lo 00000400:00000200:0.0:1749611694.399418:0:28320:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 520/520 into md 0x3bed [64] + 188432 00000100:00000001:2.0:1749611694.399419:0:9691:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:1.0:1749611694.399419:0:9692:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00000100:00000040:2.0:1749611694.399420:0:9691:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 02000000:00000001:1.0:1749611694.399420:0:9692:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1749611694.399421:0:9691:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880118a5add0. 00000100:00000001:1.0:1749611694.399421:0:9692:0:(niobuf.c:50:ptl_send_buf()) Process entered 00000400:00000200:0.0:1749611694.399421:0:28320:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:1.0:1749611694.399422:0:9692:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:1.0:1749611694.399423:0:9692:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff88008d58b4c8. 00000400:00000200:0.0:1749611694.399423:0:28320:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1749611694.399424:0:9691:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494716160, offset 0 00000100:00000001:0.0:1749611694.399424:0:28320:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1749611694.399425:0:9692:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494716288, offset 0 00000100:00000200:0.0:1749611694.399425:0:28320:0:(events.c:297:request_in_callback()) event type 2, status 0, service mdt 00000400:00000200:2.0:1749611694.399426:0:9691:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000010:0.0:1749611694.399427:0:28320:0:(client.c:585:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff880133993480. 00000400:00000200:1.0:1749611694.399428:0:9692:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000040:0.0:1749611694.399428:0:28320:0:(events.c:338:request_in_callback()) incoming req@ffff880133993480 x1834598494716544 msgsize 520 00000400:00000200:2.0:1749611694.399430:0:9691:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000100:00100000:0.0:1749611694.399431:0:28320:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000400:00000200:1.0:1749611694.399432:0:9692:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1749611694.399433:0:9691:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf954100 00000100:00000001:0.0:1749611694.399434:0:28320:0:(events.c:374:request_in_callback()) Process leaving 00000400:00000200:1.0:1749611694.399435:0:9692:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf954180 00000400:00000200:2.0:1749611694.399436:0:9691:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9bd5 [1] + 0 00000400:00000200:2.0:1749611694.399438:0:9691:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1749611694.399439:0:9692:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9bf5 [1] + 0 00000400:00000200:2.0:1749611694.399440:0:9691:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:1.0:1749611694.399441:0:9692:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1749611694.399441:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff8800958217f8 00000100:00000001:3.0:1749611694.399442:0:9693:0:(service.c:2219:ptlrpc_server_handle_req_in()) Process entered 00000400:00000010:0.0:1749611694.399442:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff8800958217f8. 00000100:00000001:2.0:1749611694.399443:0:9691:0:(events.c:79:reply_in_callback()) Process entered 00000400:00000200:1.0:1749611694.399443:0:9692:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000001:0.0:1749611694.399443:0:28320:0:(events.c:35:request_out_callback()) Process entered 00000100:00100000:3.0:1749611694.399444:0:9693:0:(service.c:2238:ptlrpc_server_handle_req_in()) unwrap req x1834598494716544 02000000:00000001:3.0:1749611694.399445:0:9693:0:(sec.c:2375:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:1.0:1749611694.399445:0:9692:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611694.399445:0:28320:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff88013033d180 x1834598494716544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611694.399446:0:9693:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000200:2.0:1749611694.399446:0:9691:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88012ec57800 x1834598494716160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611694.399447:0:9693:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:1.0:1749611694.399447:0:9692:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88013033c700 x1834598494716288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399448:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 02000000:00000001:3.0:1749611694.399449:0:9693:0:(sec.c:2424:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611694.399450:0:9693:0:(service.c:2303:ptlrpc_server_handle_req_in()) got req x1834598494716544 00000100:00000040:2.0:1749611694.399450:0:9691:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88012ec57800 x1834598494716160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1749611694.399450:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff88013033d180 x1834598494716544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611694.399452:0:9693:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:3.0:1749611694.399452:0:9693:0:(genops.c:823:class_conn2export()) looking for export cookie 0x0 00000100:00000040:1.0:1749611694.399452:0:9692:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88013033c700 x1834598494716288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611694.399453:0:9693:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000100:00000001:0.0:1749611694.399453:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399454:0:28320:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000001:3.0:1749611694.399455:0:9693:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399455:0:9691:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611694.399455:0:28320:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1749611694.399456:0:9692:0:(events.c:164:reply_in_callback()) Process leaving 00000400:00000200:2.0:1749611694.399457:0:9691:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5add0 00000100:00000040:0.0:1749611694.399457:0:28320:0:(niobuf.c:600:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: using a timeout of 736 usecs (1 jiffies) 00000400:00000010:2.0:1749611694.399458:0:9691:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5add0. 00000100:00000001:0.0:1749611694.399458:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 0 is 4300967857 00000020:00000001:3.0:1749611694.399459:0:9693:0:(genops.c:825:class_conn2export()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399459:0:9691:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611694.399459:0:9691:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611694.399459:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 0, keep current deadline 4300967858 00000020:00000010:3.0:1749611694.399460:0:9693:0:(lu_object.c:1657:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff88006dc59e00. 00000400:00000200:1.0:1749611694.399460:0:9692:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff88008d58b4c8 00000100:00000001:0.0:1749611694.399460:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 1 is 4300967857 00000100:00000001:2.0:1749611694.399461:0:9691:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399461:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 1, keep current deadline 4300967858 00000100:00000040:2.0:1749611694.399462:0:9691:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:0.0:1749611694.399462:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 2 is 4300967857 00000020:00000010:3.0:1749611694.399463:0:9693:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff880129ca7080. 00000100:00000001:0.0:1749611694.399463:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 2, keep current deadline 4300967858 00000100:00000001:2.0:1749611694.399464:0:9691:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1749611694.399464:0:9692:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff88008d58b4c8. 00000100:00000001:0.0:1749611694.399464:0:28320:0:(niobuf.c:626:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS new deadline estimation for cpu 3 is 4300967857 00000020:00000010:3.0:1749611694.399465:0:9693:0:(tgt_main.c:755:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff8800b49c87d0. 00000020:00000001:2.0:1749611694.399465:0:9691:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1749611694.399465:0:9692:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:0.0:1749611694.399465:0:28320:0:(niobuf.c:655:kick_cpu_latency()) lustre-MDT0000-lwp-OST0000: PM QoS request active for cpu 3, keep current deadline 4300967858 00000100:00000001:1.0:1749611694.399466:0:9692:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00000001:0.0:1749611694.399466:0:28320:0:(niobuf.c:1086:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1749611694.399467:0:9691:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133993b80 x1834598494716160/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611714 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399467:0:28320:0:(client.c:1896:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.399468:0:9693:0:(service.c:1957:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1749611694.399468:0:9693:0:(service.c:1873:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:1.0:1749611694.399468:0:9692:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1749611694.399469:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000100:00000001:3.0:1749611694.399470:0:9693:0:(service.c:1903:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611694.399470:0:9692:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000400:00000001:0.0:1749611694.399470:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00000001:1.0:1749611694.399471:0:9692:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1749611694.399471:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff0b0. 00000100:00000001:3.0:1749611694.399472:0:9693:0:(service.c:2050:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611694.399472:0:9691:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:28320:x1834598494716160:12345-0@lo:38:kworker.0 Request processed in 94us (258us total) trans 0 rc -19/-19 00000020:00000001:1.0:1749611694.399472:0:9692:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:0.0:1749611694.399472:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821e58 00000400:00000010:0.0:1749611694.399473:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821e58. 00000100:00000040:1.0:1749611694.399474:0:9692:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133993800 x1834598494716288/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611714 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399474:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:3.0:1749611694.399475:0:9693:0:(service.c:2382:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1749611694.399476:0:9691:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00000200:0.0:1749611694.399476:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88009c4fc700 x1834598494716032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611694.399478:0:9691:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611694.399479:0:9693:0:(service.c:2409:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1749611694.399479:0:9691:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:1.0:1749611694.399479:0:9692:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:28320:x1834598494716288:12345-0@lo:38:kworker.0 Request processed in 96us (164us total) trans 0 rc -19/-19 00000100:00000001:3.0:1749611694.399480:0:9693:0:(service.c:2167:ptlrpc_server_request_get()) Process entered 00000100:00000200:0.0:1749611694.399481:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88009c4fc700 x1834598494716032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611694.399482:0:9693:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000020:00000010:2.0:1749611694.399483:0:9691:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff8800b2387100. 00000100:00000001:3.0:1749611694.399484:0:9693:0:(service.c:2201:ptlrpc_server_request_get()) Process leaving (rc=18446612137474864256 : -131936234687360 : ffff880133993480) 00000100:00000001:0.0:1749611694.399484:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000020:00000010:2.0:1749611694.399485:0:9691:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff880095be9320. 00000100:00100000:1.0:1749611694.399485:0:9692:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00000001:0.0:1749611694.399485:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1749611694.399486:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff880133993480 x1834598494716544/t0(0) o38->@:0/0 lens 520/0 e 0 to 0 dl 1749611714 ref 1 fl New:/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1749611694.399486:0:9692:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1749611694.399486:0:28320:0:(client.c:1550:after_reply()) Process entered 00000100:00000001:1.0:1749611694.399487:0:9692:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 02000000:00000001:0.0:1749611694.399487:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000020:00000010:2.0:1749611694.399488:0:9691:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff880079130600. 00000100:00000001:0.0:1749611694.399488:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000020:00000010:1.0:1749611694.399489:0:9692:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff88009bc0fe00. 00000100:00000001:0.0:1749611694.399489:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399490:0:9691:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000010:1.0:1749611694.399490:0:9692:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff88008438c258. 02000000:00000001:0.0:1749611694.399490:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000010:1.0:1749611694.399491:0:9692:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88012dbe6600. 00000100:00100000:3.0:1749611694.399492:0:9693:0:(service.c:2482:ptlrpc_server_handle_request()) Handling RPC req@ffff880133993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494716544:12345-0@lo:38:kworker.0 00000100:00000001:1.0:1749611694.399493:0:9692:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611694.399493:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff8801369c9438 time=1749611694 v=5 (0 0 0 0) 00000100:00000200:3.0:1749611694.399494:0:9693:0:(service.c:2493:ptlrpc_server_handle_request()) got req 1834598494716544 00000100:00001000:0.0:1749611694.399494:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff8801369c93f0 time=67 v=20 (1 1 20 1) 00000020:00000001:3.0:1749611694.399495:0:9693:0:(tgt_handler.c:746:tgt_request_handle()) Process entered 00010000:00000001:3.0:1749611694.399496:0:9693:0:(ldlm_lib.c:1097:target_handle_connect()) Process entered 00000100:00000001:0.0:1749611694.399496:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1749611694.399497:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611694.399497:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611694.399498:0:28321:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611694.399499:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000400:00000001:2.0:1749611694.399500:0:28321:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000020:00000001:3.0:1749611694.399501:0:9693:0:(genops.c:681:class_str2obd()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1749611694.399501:0:28321:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000100:00080000:1.0:1749611694.399501:0:9736:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00000040:0.0:1749611694.399501:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88009c4fc700 x1834598494716032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:2.0:1749611694.399502:0:28321:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff8801207fe108. 00010000:00020000:3.0:1749611694.399503:0:9693:0:(ldlm_lib.c:1113:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000020:00000040:1.0:1749611694.399503:0:9736:0:(obd_config.c:951:class_decref()) Decref lustre-MDT0001 (ffff88008ce42ae0) now 8 - evictor 00010000:00000001:3.0:1749611694.399504:0:9693:0:(ldlm_lib.c:1114:target_handle_connect()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000400:00000200:2.0:1749611694.399504:0:28321:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880118a5a3b8 00000400:00000010:2.0:1749611694.399505:0:28321:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880118a5a3b8. 00000100:00000001:0.0:1749611694.399505:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00010000:00000001:3.0:1749611694.399506:0:9693:0:(ldlm_lib.c:1634:target_handle_connect()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611694.399506:0:28321:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:0.0:1749611694.399506:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611694.399507:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611694.399508:0:9693:0:(niobuf.c:771:ptlrpc_send_error()) Process entered 00000100:00000001:0.0:1749611694.399508:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1749611694.399509:0:9693:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 00000100:00000200:2.0:1749611694.399509:0:28321:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399509:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 02000000:00000001:3.0:1749611694.399510:0:9693:0:(sec.c:2438:sptlrpc_svc_alloc_rs()) Process entered 00000100:00080000:0.0:1749611694.399511:0:28320:0:(import.c:66:import_set_state_nolock()) ffff8801369c9000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 02000000:00000010:3.0:1749611694.399512:0:9693:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff88009b41e800. 02000000:00000001:3.0:1749611694.399513:0:9693:0:(sec.c:2475:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1749611694.399513:0:28321:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1749611694.399513:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:3.0:1749611694.399514:0:9693:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399514:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00010000:00000001:3.0:1749611694.399516:0:9693:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00000100:00000040:0.0:1749611694.399516:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88009c4fc700 x1834598494716032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611719 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1749611694.399517:0:9693:0:(ldlm_lib.c:3242:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399517:0:28321:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00001000:3.0:1749611694.399518:0:9693:0:(niobuf.c:568:ptlrpc_at_set_reply()) No early reply support: flags=0x0 req_flags=0x200 magic=bd00bd3/bd00bd3 len=224 00000100:00000001:2.0:1749611694.399518:0:28321:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611694.399519:0:28321:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611694.399520:0:28321:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1749611694.399535:0:28321:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1749611694.399535:0:28321:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.399536:0:9693:0:(connection.c:104:ptlrpc_connection_get()) Process entered 02000000:00000001:2.0:1749611694.399537:0:28321:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.399538:0:9693:0:(connection.c:159:ptlrpc_connection_addref()) Process entered 00000100:00100000:0.0:1749611694.399538:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88009c4fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:28320:1834598494716032:0@lo:38:kworker.0 00000100:00000040:3.0:1749611694.399539:0:9693:0:(connection.c:164:ptlrpc_connection_addref()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00001000:2.0:1749611694.399539:0:28321:0:(import.c:2097:obd_at_measure()) add 5 to ffff880071979c38 time=13 v=5 (5 0 0 0) 00000100:00000001:3.0:1749611694.399541:0:9693:0:(connection.c:166:ptlrpc_connection_addref()) Process leaving (rc=18446612135152788512 : -131938556763104 : ffff8800a9312420) 00000100:00001000:2.0:1749611694.399541:0:28321:0:(import.c:2097:obd_at_measure()) add 1 to ffff880071979bf0 time=13 v=5 (1 0 0 0) 00000100:00000001:0.0:1749611694.399541:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.399542:0:9693:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446612135152788512 : -131938556763104 : 0xffff8800a9312420) 00000100:00000001:0.0:1749611694.399542:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1749611694.399543:0:28321:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000040:3.0:1749611694.399544:0:9693:0:(connection.c:152:ptlrpc_connection_get()) conn=ffff8800a9312420 refcount 26 to 0@lo 00000100:00000001:2.0:1749611694.399544:0:28321:0:(client.c:1490:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611694.399544:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88009c4fc700 x1834598494716032/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/224 e 0 to 0 dl 1749611719 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1749611694.399545:0:9693:0:(sec.c:2489:sptlrpc_svc_wrap_reply()) Process entered 00010000:00000001:2.0:1749611694.399545:0:28321:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1749611694.399547:0:9693:0:(sec.c:2500:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:2.0:1749611694.399547:0:28321:0:(ldlm_request.c:1533:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=62166) req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399547:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1749611694.399548:0:9693:0:(niobuf.c:50:ptl_send_buf()) Process entered 02000000:00000001:0.0:1749611694.399548:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000040:3.0:1749611694.399549:0:9693:0:(niobuf.c:53:ptl_send_buf()) peer_id 12345-0@lo 00000400:00000010:3.0:1749611694.399550:0:9693:0:(lib-md.c:130:lnet_md_build()) slab-alloced 'lmd': 136 at ffff880081eed4c8. 02000000:00000010:0.0:1749611694.399550:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dc9800. 00010000:00000001:2.0:1749611694.399551:0:28321:0:(ldlm_request.c:1534:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611694.399551:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000200:3.0:1749611694.399552:0:9693:0:(niobuf.c:81:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1834598494716544, offset 0 00000100:00000001:2.0:1749611694.399552:0:28321:0:(client.c:3040:ptlrpc_free_committed()) Process entered 00000020:00000001:0.0:1749611694.399552:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000100:00000040:2.0:1749611694.399553:0:28321:0:(client.c:3052:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: skip recheck: last_committed 0 00000020:00000040:0.0:1749611694.399553:0:28320:0:(genops.c:1242:class_import_put()) import ffff8801369c9000 refcount=3 obd=lustre-MDT0000-osp-MDT0001 00000400:00000200:3.0:1749611694.399554:0:9693:0:(lib-move.c:5265:LNetPut()) LNetPut -> 12345-0@lo 00000100:00000001:2.0:1749611694.399554:0:28321:0:(client.c:3053:ptlrpc_free_committed()) Process leaving 00000020:00000001:0.0:1749611694.399554:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1749611694.399555:0:28321:0:(client.c:1752:after_reply()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1749611694.399555:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074696800. 02000000:00000001:0.0:1749611694.399557:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 00000400:00000200:3.0:1749611694.399558:0:9693:0:(lib-move.c:4755:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 02000000:00000001:0.0:1749611694.399558:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611694.399559:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88009c4fc700. 00000100:00000040:2.0:1749611694.399560:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1749611694.399561:0:9693:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x6848ebf954280 00000100:00000001:0.0:1749611694.399561:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611694.399562:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399562:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1749611694.399564:0:9693:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0x9bfd [1] + 0 00000100:00000001:2.0:1749611694.399564:0:28321:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1749611694.399565:0:28321:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611694.399565:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000400:00000200:3.0:1749611694.399566:0:9693:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1749611694.399566:0:28321:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399566:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399567:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1749611694.399568:0:9693:0:(lib-msg.c:821:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000040:2.0:1749611694.399568:0:28321:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399568:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1749611694.399569:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611694.399570:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611694.399571:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff1b8. 00000100:00100000:2.0:1749611694.399572:0:28321:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013033f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:28321:1834598494716672:0@lo:400:kworker.0 00000400:00000200:0.0:1749611694.399572:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821198 00000400:00000010:0.0:1749611694.399573:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821198. 00000100:00000001:2.0:1749611694.399574:0:28321:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399574:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000001:2.0:1749611694.399575:0:28321:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000200:0.0:1749611694.399575:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88012ec57800 x1834598494716160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611694.399577:0:9693:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000040:2.0:1749611694.399577:0:28321:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88013033f100 x1834598494716672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1749611710 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1749611694.399580:0:9693:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff88013033d180 x1834598494716544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1749611694.399580:0:28321:0:(client.c:2741:__ptlrpc_free_req()) Process entered 00000100:00000200:0.0:1749611694.399580:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88012ec57800 x1834598494716160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:2.0:1749611694.399581:0:28321:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1749611694.399582:0:28321:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff880079130400. 02000000:00000001:2.0:1749611694.399584:0:28321:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000040:3.0:1749611694.399585:0:9693:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=0 replen=544 req@ffff88013033d180 x1834598494716544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:2.0:1749611694.399585:0:28321:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1749611694.399585:0:28321:0:(genops.c:1242:class_import_put()) import ffff880071979800 refcount=2 obd=lustre-MDT0001-lwp-OST0000 00000020:00000001:2.0:1749611694.399587:0:28321:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1749611694.399587:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000010:2.0:1749611694.399588:0:28321:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff880088170600. 00000100:00000001:0.0:1749611694.399588:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399588:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:2.0:1749611694.399589:0:28321:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611694.399589:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1749611694.399590:0:9693:0:(events.c:164:reply_in_callback()) Process leaving 02000000:00000001:2.0:1749611694.399590:0:28321:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1749611694.399590:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000010:2.0:1749611694.399591:0:28321:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013033f100. 00000100:00000001:0.0:1749611694.399591:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1749611694.399592:0:9693:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880081eed4c8 00000100:00000001:2.0:1749611694.399592:0:28321:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 02000000:00000001:0.0:1749611694.399592:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1749611694.399593:0:9693:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880081eed4c8. 00000100:00000001:2.0:1749611694.399593:0:28321:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611694.399594:0:9693:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:2.0:1749611694.399594:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1749611694.399594:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88012e71cc38 time=1749611694 v=5 (0 0 0 0) 00000100:00000001:3.0:1749611694.399595:0:9693:0:(events.c:399:reply_out_callback()) Process leaving 00000100:00001000:0.0:1749611694.399595:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88012e71cbf0 time=49 v=20 (1 1 20 1) 00000100:00000001:2.0:1749611694.399596:0:28321:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611694.399597:0:9693:0:(niobuf.c:98:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611694.399597:0:28321:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399597:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611694.399597:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:3.0:1749611694.399598:0:9693:0:(lustre_net.h:1992:ptlrpc_connection_put()) PUT conn=ffff8800a9312420 refcount 25 to 0@lo 00000100:00000001:2.0:1749611694.399598:0:28321:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611694.399598:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:2.0:1749611694.399599:0:28321:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.399600:0:9693:0:(niobuf.c:789:ptlrpc_send_error()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1749611694.399600:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88012ec57800 x1834598494716160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000001:3.0:1749611694.399601:0:9693:0:(tgt_handler.c:771:tgt_request_handle()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1749611694.399603:0:9693:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff880133993480 x1834598494716544/t0(0) o38->@:0/0 lens 520/224 e 0 to 0 dl 1749611714 ref 1 fl Interpret:/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399604:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611694.399605:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611694.399606:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399607:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611694.399608:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611694.399609:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88012e71c800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611694.399610:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00100000:3.0:1749611694.399611:0:9693:0:(service.c:2540:ptlrpc_server_handle_request()) Handled RPC req@ffff880133993480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:28320:x1834598494716544:12345-0@lo:38:kworker.0 Request processed in 119us (181us total) trans 0 rc -19/-19 00000100:00000001:0.0:1749611694.399612:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611694.399614:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88012ec57800 x1834598494716160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611719 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1749611694.399616:0:9693:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00000001:3.0:1749611694.399618:0:9693:0:(service.c:1909:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1749611694.399618:0:9693:0:(service.c:1920:ptlrpc_server_hpreq_fini()) Process leaving 00000100:00100000:0.0:1749611694.399618:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88012ec57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:28320:1834598494716160:0@lo:38:kworker.0 00000020:00000010:3.0:1749611694.399620:0:9693:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff880129ca7080. 00000400:00000001:0.0:1749611694.399620:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611694.399620:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611694.399621:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff210. 00000020:00000010:3.0:1749611694.399622:0:9693:0:(tgt_main.c:767:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff8800b49c87d0. 00000400:00000200:0.0:1749611694.399622:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821c38 00000400:00000010:0.0:1749611694.399623:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821c38. 00000020:00000010:3.0:1749611694.399624:0:9693:0:(lu_object.c:1590:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff88006dc59e00. 00000100:00000001:0.0:1749611694.399624:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611694.399625:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88013033c700 x1834598494716288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1749611694.399626:0:9693:0:(service.c:2560:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:0.0:1749611694.399630:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88013033c700 x1834598494716288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399633:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611694.399634:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399635:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611694.399635:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611694.399636:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611694.399636:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611694.399637:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611694.399639:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88006a728c38 time=1749611694 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611694.399640:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88006a728bf0 time=99 v=20 (1 20 1 1) 00000100:00000001:0.0:1749611694.399642:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611694.399642:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611694.399643:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611694.399645:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88013033c700 x1834598494716288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399648:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611694.399649:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611694.399650:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399650:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611694.399651:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611694.399652:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88006a728800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611694.399653:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611694.399654:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611694.399656:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033c700 x1834598494716288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611719 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611694.399660:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013033c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:28320:1834598494716288:0@lo:38:kworker.0 00000400:00000001:0.0:1749611694.399664:0:28320:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1749611694.399665:0:28320:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1749611694.399666:0:28320:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff88009c3ff108. 00000400:00000200:0.0:1749611694.399667:0:28320:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff880095821cc0 00000400:00000010:0.0:1749611694.399668:0:28320:0:(lib-lnet.h:298:lnet_md_free()) slab-freed 'md': 136 at ffff880095821cc0. 00000100:00000001:0.0:1749611694.399669:0:28320:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1749611694.399670:0:28320:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff88013033d180 x1834598494716544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1749611694.399674:0:28320:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff88013033d180 x1834598494716544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399677:0:28320:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1749611694.399678:0:28320:0:(client.c:2932:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399678:0:28320:0:(client.c:1550:after_reply()) Process entered 02000000:00000001:0.0:1749611694.399679:0:28320:0:(sec.c:1092:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1749611694.399680:0:28320:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1749611694.399680:0:28320:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1749611694.399681:0:28320:0:(sec.c:1148:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1749611694.399683:0:28320:0:(import.c:2097:obd_at_measure()) add 0 to ffff88007197b438 time=1749611694 v=5 (0 0 0 0) 00000100:00001000:0.0:1749611694.399684:0:28320:0:(import.c:2097:obd_at_measure()) add 1 to ffff88007197b3f0 time=13 v=20 (20 0 0 0) 00000100:00000001:0.0:1749611694.399685:0:28320:0:(client.c:1472:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1749611694.399686:0:28320:0:(client.c:1484:ptlrpc_check_status()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000001:0.0:1749611694.399687:0:28320:0:(client.c:1666:after_reply()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611694.399688:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff88013033d180 x1834598494716544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611719 ref 1 fl Rpc:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399691:0:28320:0:(client.c:2300:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00000001:0.0:1749611694.399692:0:28320:0:(niobuf.c:441:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1749611694.399693:0:28320:0:(niobuf.c:455:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399694:0:28320:0:(import.c:1037:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1749611694.399695:0:28320:0:(import.c:1068:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000100:00080000:0.0:1749611694.399696:0:28320:0:(import.c:66:import_set_state_nolock()) ffff88007197b000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1749611694.399697:0:28320:0:(import.c:1483:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.106@tcp failed (-19) 00000100:00000001:0.0:1749611694.399698:0:28320:0:(import.c:1489:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000100:00000040:0.0:1749611694.399700:0:28320:0:(lustre_net.h:2472:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff88013033d180 x1834598494716544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611719 ref 1 fl Interpret:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1749611694.399704:0:28320:0:(client.c:2365:ptlrpc_check_set()) Completed RPC req@ffff88013033d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:28320:1834598494716544:0@lo:38:kworker.0 00000100:00000001:0.0:1749611694.399706:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399707:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611694.399708:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88012ec57800 x1834598494716160/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611719 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399711:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611694.399712:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611694.399713:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff880086dcb000. 02000000:00000001:0.0:1749611694.399714:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611694.399715:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611694.399715:0:28320:0:(genops.c:1242:class_import_put()) import ffff88012e71c800 refcount=2 obd=lustre-MDT0000-lwp-MDT0001 00000020:00000001:0.0:1749611694.399716:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611694.399717:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074696c00. 02000000:00000001:0.0:1749611694.399718:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611694.399719:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611694.399719:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88012ec57800. 00000100:00000001:0.0:1749611694.399721:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611694.399721:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399722:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611694.399723:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88013033c700 x1834598494716288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611719 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399727:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611694.399727:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611694.399728:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c625c00. 02000000:00000001:0.0:1749611694.399729:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611694.399729:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611694.399730:0:28320:0:(genops.c:1242:class_import_put()) import ffff88006a728800 refcount=2 obd=lustre-MDT0000-lwp-OST0001 00000020:00000001:0.0:1749611694.399731:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611694.399732:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074694c00. 02000000:00000001:0.0:1749611694.399734:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611694.399734:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611694.399735:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013033c700. 00000100:00000001:0.0:1749611694.399738:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611694.399739:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399739:0:28320:0:(client.c:2817:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1749611694.399741:0:28320:0:(client.c:2825:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff88013033d180 x1834598494716544/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/224 e 0 to 0 dl 1749611719 ref 1 fl Complete:RNQU/200/0 rc -19/-19 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1749611694.399744:0:28320:0:(client.c:2741:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1749611694.399745:0:28320:0:(sec.c:1818:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1749611694.399745:0:28320:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff88009c627400. 02000000:00000001:0.0:1749611694.399747:0:28320:0:(sec.c:1832:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1749611694.399747:0:28320:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1749611694.399748:0:28320:0:(genops.c:1242:class_import_put()) import ffff88007197b000 refcount=2 obd=lustre-MDT0000-lwp-OST0000 00000020:00000001:0.0:1749611694.399748:0:28320:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1749611694.399749:0:28320:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff880074695400. 02000000:00000001:0.0:1749611694.399751:0:28320:0:(sec.c:468:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1749611694.399751:0:28320:0:(sec.c:485:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1749611694.399752:0:28320:0:(client.c:591:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff88013033d180. 00000100:00000001:0.0:1749611694.399753:0:28320:0:(client.c:2799:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1749611694.399753:0:28320:0:(client.c:2858:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611694.399754:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399755:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611694.399756:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611694.399756:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611694.399757:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1749611694.400544:0:8305:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5748e0 (cpu 0) has reached its deadline 4300967858, at 4300967858 00000100:00000010:1.0:1749611694.400548:0:8305:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49d4740. 00000100:00000040:2.0:1749611694.400564:0:5791:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d5749c0 (cpu 0) has reached its deadline 4300967858, at 4300967858 00000100:00000040:3.0:1749611694.400567:0:83:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574aa0 (cpu 0) has reached its deadline 4300967858, at 4300967858 00000100:00000010:2.0:1749611694.400569:0:5791:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49d4800. 00000100:00000010:3.0:1749611694.400572:0:83:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49d4340. 00000100:00000040:0.0:1749611694.400573:0:20841:0:(connection.c:75:cpu_latency_work()) work item of ffff88012d574800 (cpu 0) has reached its deadline 4300967858, at 4300967858 00000100:00000010:0.0:1749611694.400578:0:20841:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 56 at ffff8800b49d4a00. 00080000:00000010:2.0:1749611694.418931:0:1271:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611694.418938:0:1271:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611694.418941:0:1271:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611694.418950:0:1271:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611694.418952:0:1271:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611694.418954:0:1271:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611694.418958:0:1271:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387100. 00080000:00000010:2.0:1749611694.418960:0:1271:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387100. 00000020:00000001:2.0:1749611694.418962:0:1271:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611694.421059:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe00. 00080000:00000010:1.0:1749611694.421063:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe00. 00000020:00000001:1.0:1749611694.421065:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611694.421103:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe00. 00080000:00000010:1.0:1749611694.421105:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe00. 00000020:00000001:1.0:1749611694.421107:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611694.421109:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe00. 00080000:00000010:1.0:1749611694.421111:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe00. 00000020:00000001:1.0:1749611694.421112:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611694.458626:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611694.458633:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611694.458636:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611694.458641:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611694.458646:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611694.458649:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611694.458653:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611694.458656:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611694.458659:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611694.532595:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611694.532599:0:20841:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1749611694.532601:0:20841:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1749611694.532603:0:20841:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611694.532606:0:20841:0:(ldlm_lockd.c:2235:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1749611694.532608:0:20841:0:(ldlm_lockd.c:2238:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611694.532610:0:20841:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611694.532611:0:20841:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1749611694.532628:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1749611694.532631:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1749611694.532634:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:1.0:1749611694.552197:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe00. 00080000:00000010:1.0:1749611694.552203:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe00. 00000020:00000001:1.0:1749611694.552208:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611694.552253:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe00. 00080000:00000010:1.0:1749611694.552257:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe00. 00000020:00000001:1.0:1749611694.552259:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611694.552264:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe00. 00080000:00000010:1.0:1749611694.552266:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe00. 00000020:00000001:1.0:1749611694.552268:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611694.918796:0:1336:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749611694.918804:0:1336:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749611694.918809:0:1336:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611694.918824:0:1336:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749611694.918829:0:1336:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749611694.918831:0:1336:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611694.918837:0:1336:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dff580. 00080000:00000010:0.0:1749611694.918841:0:1336:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dff580. 00000020:00000001:0.0:1749611694.918844:0:1336:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611694.921450:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe00. 00080000:00000010:1.0:1749611694.921454:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe00. 00000020:00000001:1.0:1749611694.921457:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611694.921494:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe00. 00080000:00000010:1.0:1749611694.921495:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe00. 00000020:00000001:1.0:1749611694.921497:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611694.921500:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe00. 00080000:00000010:1.0:1749611694.921502:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe00. 00000020:00000001:1.0:1749611694.921503:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611695.004982:0:1379:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611695.004986:0:1379:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 169: parallel read and truncate should not deadlock ========================================================== 23:14:54 (1749611694) 00000001:00000001:3.0:1749611695.011091:0:1379:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749611695.045773:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe00. 00080000:00000010:1.0:1749611695.045778:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe00. 00000020:00000001:1.0:1749611695.045781:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611695.045828:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe00. 00080000:00000010:1.0:1749611695.045831:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe00. 00000020:00000001:1.0:1749611695.045833:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611695.045837:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe00. 00080000:00000010:1.0:1749611695.045840:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe00. 00000020:00000001:1.0:1749611695.045842:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611695.249589:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611695.249593:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611695.249595:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611695.249598:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611695.249601:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611695.249604:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611695.249605:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611695.249608:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611695.249610:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611695.366062:0:1401:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe80. 00080000:00000010:1.0:1749611695.366075:0:1401:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe80. 00000020:00000001:1.0:1749611695.366084:0:1401:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611695.366112:0:1401:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe80. 00080000:00000010:1.0:1749611695.366119:0:1401:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe80. 00000020:00000001:1.0:1749611695.366124:0:1401:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611695.366135:0:1401:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe80. 00080000:00000010:1.0:1749611695.366142:0:1401:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe80. 00000020:00000001:1.0:1749611695.366147:0:1401:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611695.371157:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe80. 00080000:00000010:1.0:1749611695.371179:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe80. 00000020:00000001:1.0:1749611695.371193:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611695.371273:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe80. 00080000:00000010:1.0:1749611695.371277:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe80. 00000020:00000001:1.0:1749611695.371280:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611695.371286:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe80. 00080000:00000010:1.0:1749611695.371289:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe80. 00000020:00000001:1.0:1749611695.371291:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611695.399629:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611695.399643:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611695.399645:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611695.399649:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611695.399652:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611695.399656:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611695.399658:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611695.458628:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611695.458634:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611695.458636:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611695.458640:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611695.458643:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611695.458647:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611695.458658:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611695.458661:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611695.458664:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611695.485325:0:1443:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611695.485329:0:1443:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: creating a 10 Mb file 00000001:00000001:3.0:1749611695.488072:0:1443:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:3.0:1749611695.532869:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7980. 00080000:00000010:3.0:1749611695.532877:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7980. 00000020:00000001:3.0:1749611695.532882:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611695.532941:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7980. 00080000:00000010:3.0:1749611695.532946:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7980. 00000020:00000001:3.0:1749611695.532949:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611695.532955:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7980. 00080000:00000010:3.0:1749611695.532958:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7980. 00000020:00000001:3.0:1749611695.532961:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611695.534608:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611695.534613:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1749611695.534723:0:9688:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1749611695.534728:0:9688:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1749611695.534732:0:9688:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00080000:00000010:2.0:1749611695.902654:0:1465:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611695.902661:0:1465:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611695.902665:0:1465:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611695.902677:0:1465:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611695.902681:0:1465:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611695.902683:0:1465:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:2.0:1749611695.902688:0:1465:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff8800b2387700. 00080000:00000010:2.0:1749611695.902691:0:1465:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff8800b2387700. 00000020:00000001:2.0:1749611695.902694:0:1465:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611695.907042:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7980. 00080000:00000010:3.0:1749611695.907049:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7980. 00000020:00000001:3.0:1749611695.907053:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611695.907126:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7980. 00080000:00000010:3.0:1749611695.907130:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7980. 00000020:00000001:3.0:1749611695.907133:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:3.0:1749611695.907138:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880129ca7980. 00080000:00000010:3.0:1749611695.907141:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880129ca7980. 00000020:00000001:3.0:1749611695.907144:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1749611696.019882:0:1508:0:(debug.c:791:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1749611696.019885:0:1508:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_169: @@@@@@ FAIL: multiop failed while creating a file 00000001:00000001:3.0:1749611696.023656:0:1508:0:(debug.c:794:libcfs_debug_mark_buffer()) ************************************************** 00080000:00000010:1.0:1749611696.068010:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe80. 00080000:00000010:1.0:1749611696.068017:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe80. 00000020:00000001:1.0:1749611696.068022:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611696.068082:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe80. 00080000:00000010:1.0:1749611696.068086:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe80. 00000020:00000001:1.0:1749611696.068089:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:1.0:1749611696.068096:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff88009bc0fe80. 00080000:00000010:1.0:1749611696.068100:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff88009bc0fe80. 00000020:00000001:1.0:1749611696.068102:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1749611696.249643:0:9690:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1749611696.249650:0:9690:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1749611696.249652:0:9690:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1749611696.249657:0:9690:0:(client.c:2663:ptlrpc_set_wait()) set ffff880092ecd000 going to sleep for 0 seconds 00000100:00000001:2.0:1749611696.249660:0:9690:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1749611696.249664:0:9690:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611696.249667:0:9690:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1749611696.249670:0:9690:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1749611696.249673:0:9690:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611696.399581:0:28320:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1749611696.399594:0:28320:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1749611696.399596:0:28320:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1749611696.399600:0:28320:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1749611696.399602:0:28320:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1749611696.399606:0:28320:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1749611696.399608:0:28320:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611696.416892:0:1530:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611696.416900:0:1530:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611696.416905:0:1530:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611696.416920:0:1530:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611696.416924:0:1530:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611696.416927:0:1530:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611696.416933:0:1530:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611696.416937:0:1530:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611696.416940:0:1530:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611696.420634:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611696.420639:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611696.420643:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611696.420705:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611696.420708:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611696.420711:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00080000:00000010:0.0:1749611696.420716:0:1:0:(osd_handler.c:2442:osd_statfs()) kmalloced '(ksfs)': 120 at ffff880096dffd80. 00080000:00000010:0.0:1749611696.420719:0:1:0:(osd_handler.c:2483:osd_statfs()) kfreed 'ksfs': 120 at ffff880096dffd80. 00000020:00000001:0.0:1749611696.420721:0:1:0:(tgt_mount.c:1932:server_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1749611696.458656:0:9776:0:(client.c:2515:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1749611696.458662:0:9776:0:(client.c:2587:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1749611696.458664:0:9776:0:(client.c:2615:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1749611696.458668:0:9776:0:(client.c:2663:ptlrpc_set_wait()) set ffff8800a926a540 going to sleep for 0 seconds 00000100:00000001:3.0:1749611696.458671:0:9776:0:(client.c:1945:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1749611696.458675:0:9776:0:(client.c:2924:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611696.458677:0:9776:0:(client.c:1356:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1749611696.458681:0:9776:0:(client.c:1414:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1749611696.458692:0:9776:0:(client.c:2416:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1749611696.536605:0:20841:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1749611696.536610:0:20841:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1749611696.536756:0:9687:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1749611696.536762:0:9687:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1749611696.536774:0:9687:0:(ldlm_lockd.c:2816:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 90440 lines, 90440 kept, 0 dropped, 0 bad.